2024-09-13T13:59:02.689 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T13:59:02.714 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T13:59:02.815 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549 branch: wip-aclamk-cbt-combined description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: akupczyk@redhat.com first_in_suite: false job_id: '7903549' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-aclamk-cbt-combined ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-aclamk-cbt-combined sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 owner: scheduled_akupczyk@teuthology priority: 160 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 6545 sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 sleep_before_teardown: 0 subset: 682/13280 suite: upgrade suite_branch: wip-aclamk-cbt-combined suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_d58f73069a8157a9ace12a0247ee3e8497707ea9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 targets: smithi001.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPuj2hBAho+D/mmzbxHgpQFF+YWoYnWqW3CYQMXghxp9qdKCfS01myxL0H8vEAFTUU/X4Hxgrznpud1EPfXt+0U= smithi028.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ0M7isEWJ8d6/cTEv/Oztu1GShOBDFEd3fZkbJ7RuulNLATWl3XSa8IcIVfIR0hTlh1Kwtloe32QNPk/JNZ9tI= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_10:00:18 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: akupczyk verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-13T13:59:02.815 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_d58f73069a8157a9ace12a0247ee3e8497707ea9/qa; will attempt to use it 2024-09-13T13:59:02.816 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_d58f73069a8157a9ace12a0247ee3e8497707ea9/qa/tasks 2024-09-13T13:59:02.816 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T13:59:02.818 INFO:teuthology.task.internal:Checking packages... 2024-09-13T13:59:02.840 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd58f73069a8157a9ace12a0247ee3e8497707ea9' 2024-09-13T13:59:02.840 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T13:59:02.840 INFO:teuthology.packaging:ref: None 2024-09-13T13:59:02.840 INFO:teuthology.packaging:tag: None 2024-09-13T13:59:02.840 INFO:teuthology.packaging:branch: wip-aclamk-cbt-combined 2024-09-13T13:59:02.840 INFO:teuthology.packaging:sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T13:59:02.841 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-aclamk-cbt-combined 2024-09-13T13:59:03.000 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4697.gd58f7306 2024-09-13T13:59:03.002 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T13:59:03.012 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T13:59:03.012 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T13:59:03.032 INFO:teuthology.task.internal:Saving configuration 2024-09-13T13:59:03.050 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T13:59:03.062 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T13:59:03.095 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi001.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 13:54:22.621432', 'locked_by': 'scheduled_akupczyk@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPuj2hBAho+D/mmzbxHgpQFF+YWoYnWqW3CYQMXghxp9qdKCfS01myxL0H8vEAFTUU/X4Hxgrznpud1EPfXt+0U='} 2024-09-13T13:59:03.126 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi028.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 13:54:22.623185', 'locked_by': 'scheduled_akupczyk@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ0M7isEWJ8d6/cTEv/Oztu1GShOBDFEd3fZkbJ7RuulNLATWl3XSa8IcIVfIR0hTlh1Kwtloe32QNPk/JNZ9tI='} 2024-09-13T13:59:03.126 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T13:59:03.136 INFO:teuthology.task.internal:roles: ubuntu@smithi001.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-13T13:59:03.136 INFO:teuthology.task.internal:roles: ubuntu@smithi028.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-13T13:59:03.136 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T13:59:03.218 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3e47dc3be0>, signals=[15]) 2024-09-13T13:59:03.218 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T13:59:03.225 INFO:teuthology.task.internal:Opening connections... 2024-09-13T13:59:03.225 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi001.front.sepia.ceph.com 2024-09-13T13:59:03.226 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:59:03.311 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi028.front.sepia.ceph.com 2024-09-13T13:59:03.312 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:59:03.395 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T13:59:03.403 DEBUG:teuthology.orchestra.run.smithi001:> uname -m 2024-09-13T13:59:03.421 INFO:teuthology.orchestra.run.smithi001.stdout:x86_64 2024-09-13T13:59:03.421 DEBUG:teuthology.orchestra.run.smithi001:> cat /etc/os-release 2024-09-13T13:59:03.478 INFO:teuthology.orchestra.run.smithi001.stdout:NAME="CentOS Stream" 2024-09-13T13:59:03.478 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION="9" 2024-09-13T13:59:03.478 INFO:teuthology.orchestra.run.smithi001.stdout:ID="centos" 2024-09-13T13:59:03.478 INFO:teuthology.orchestra.run.smithi001.stdout:ID_LIKE="rhel fedora" 2024-09-13T13:59:03.478 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION_ID="9" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:PLATFORM_ID="platform:el9" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:ANSI_COLOR="0;31" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:LOGO="fedora-logo-icon" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:HOME_URL="https://centos.org/" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T13:59:03.479 INFO:teuthology.orchestra.run.smithi001.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T13:59:03.480 INFO:teuthology.lock.ops:Updating smithi001.front.sepia.ceph.com on lock server 2024-09-13T13:59:03.510 DEBUG:teuthology.orchestra.run.smithi028:> uname -m 2024-09-13T13:59:03.529 INFO:teuthology.orchestra.run.smithi028.stdout:x86_64 2024-09-13T13:59:03.529 DEBUG:teuthology.orchestra.run.smithi028:> cat /etc/os-release 2024-09-13T13:59:03.587 INFO:teuthology.orchestra.run.smithi028.stdout:NAME="CentOS Stream" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION="9" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:ID="centos" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:ID_LIKE="rhel fedora" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION_ID="9" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:PLATFORM_ID="platform:el9" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:ANSI_COLOR="0;31" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:LOGO="fedora-logo-icon" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T13:59:03.588 INFO:teuthology.orchestra.run.smithi028.stdout:HOME_URL="https://centos.org/" 2024-09-13T13:59:03.589 INFO:teuthology.orchestra.run.smithi028.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T13:59:03.589 INFO:teuthology.orchestra.run.smithi028.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T13:59:03.589 INFO:teuthology.orchestra.run.smithi028.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T13:59:03.589 INFO:teuthology.lock.ops:Updating smithi028.front.sepia.ceph.com on lock server 2024-09-13T13:59:03.619 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T13:59:03.628 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T13:59:03.636 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T13:59:03.637 DEBUG:teuthology.orchestra.run.smithi001:> test '!' -e /home/ubuntu/cephtest 2024-09-13T13:59:03.639 DEBUG:teuthology.orchestra.run.smithi028:> test '!' -e /home/ubuntu/cephtest 2024-09-13T13:59:03.655 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T13:59:03.662 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T13:59:03.663 DEBUG:teuthology.orchestra.run.smithi001:> test -z $(ls -A /var/lib/ceph) 2024-09-13T13:59:03.696 DEBUG:teuthology.orchestra.run.smithi028:> test -z $(ls -A /var/lib/ceph) 2024-09-13T13:59:03.720 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T13:59:03.790 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T13:59:03.805 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T13:59:03.805 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T13:59:03.805 DEBUG:teuthology.orchestra.run.smithi001:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T13:59:03.806 DEBUG:teuthology.orchestra.run.smithi028:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T13:59:03.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T13:59:03.823 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-09-13T13:59:03.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T13:59:03.824 DEBUG:teuthology.orchestra.run.smithi028:> uname -r 2024-09-13T13:59:03.882 INFO:teuthology.orchestra.run.smithi001.stdout:5.14.0-503.el9.x86_64 2024-09-13T13:59:03.882 INFO:teuthology.task.kernel:Running kernel on smithi001: 5.14.0-503.el9.x86_64 2024-09-13T13:59:03.882 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum install -y kernel 2024-09-13T13:59:03.883 INFO:teuthology.orchestra.run.smithi028.stdout:5.14.0-503.el9.x86_64 2024-09-13T13:59:03.883 INFO:teuthology.task.kernel:Running kernel on smithi028: 5.14.0-503.el9.x86_64 2024-09-13T13:59:03.884 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum install -y kernel 2024-09-13T13:59:06.180 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-13T13:59:07.796 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.2 MB 00:02 2024-09-13T13:59:08.340 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - AppStream 21 MB/s | 20 MB 00:00 2024-09-13T13:59:11.108 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - AppStream 9.5 MB/s | 20 MB 00:02 2024-09-13T13:59:14.116 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.5 MB 00:01 2024-09-13T13:59:15.539 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-13T13:59:15.924 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 19 kB 00:00 2024-09-13T13:59:17.049 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 19 kB 00:00 2024-09-13T13:59:17.261 INFO:teuthology.orchestra.run.smithi001.stdout:Extra Packages for Enterprise Linux 19 MB/s | 23 MB 00:01 2024-09-13T13:59:18.253 INFO:teuthology.orchestra.run.smithi028.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-13T13:59:22.901 INFO:teuthology.orchestra.run.smithi001.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-13T13:59:23.103 INFO:teuthology.orchestra.run.smithi001.stdout:Last metadata expiration check: 0:00:01 ago on Fri 13 Sep 2024 01:59:22 PM UTC. 2024-09-13T13:59:23.950 INFO:teuthology.orchestra.run.smithi028.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-13T13:59:24.161 INFO:teuthology.orchestra.run.smithi028.stdout:Last metadata expiration check: 0:00:01 ago on Fri 13 Sep 2024 01:59:23 PM UTC. 2024-09-13T13:59:25.024 INFO:teuthology.orchestra.run.smithi001.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T13:59:25.024 INFO:teuthology.orchestra.run.smithi001.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T13:59:25.115 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-09-13T13:59:25.123 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T13:59:25.123 INFO:teuthology.orchestra.run.smithi001.stdout: Package Architecture Version Repository Size 2024-09-13T13:59:25.123 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T13:59:25.123 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout:Install 4 Packages 2024-09-13T13:59:25.124 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T13:59:25.125 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 79 M 2024-09-13T13:59:25.125 INFO:teuthology.orchestra.run.smithi001.stdout:Installed size: 126 M 2024-09-13T13:59:25.125 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-09-13T13:59:25.544 INFO:teuthology.orchestra.run.smithi001.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 163 kB/s | 23 kB 00:00 2024-09-13T13:59:26.019 INFO:teuthology.orchestra.run.smithi001.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-13T13:59:26.076 INFO:teuthology.orchestra.run.smithi028.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T13:59:26.076 INFO:teuthology.orchestra.run.smithi028.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T13:59:26.169 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-09-13T13:59:26.174 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T13:59:26.174 INFO:teuthology.orchestra.run.smithi028.stdout: Package Architecture Version Repository Size 2024-09-13T13:59:26.174 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T13:59:26.174 INFO:teuthology.orchestra.run.smithi028.stdout:Installing: 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout:Installing dependencies: 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout:Install 4 Packages 2024-09-13T13:59:26.175 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T13:59:26.176 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 79 M 2024-09-13T13:59:26.176 INFO:teuthology.orchestra.run.smithi028.stdout:Installed size: 126 M 2024-09-13T13:59:26.176 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-09-13T13:59:26.394 INFO:teuthology.orchestra.run.smithi028.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 247 kB/s | 23 kB 00:00 2024-09-13T13:59:26.511 INFO:teuthology.orchestra.run.smithi001.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 31 MB/s | 35 MB 00:01 2024-09-13T13:59:26.778 INFO:teuthology.orchestra.run.smithi001.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 23 MB/s | 29 MB 00:01 2024-09-13T13:59:26.778 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-09-13T13:59:26.778 INFO:teuthology.orchestra.run.smithi001.stdout:Total 48 MB/s | 79 MB 00:01 2024-09-13T13:59:27.489 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-09-13T13:59:27.845 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-09-13T13:59:27.845 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-09-13T13:59:28.814 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-09-13T13:59:28.815 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-09-13T13:59:29.952 INFO:teuthology.orchestra.run.smithi028.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 4.3 MB/s | 16 MB 00:03 2024-09-13T13:59:31.193 INFO:teuthology.orchestra.run.smithi028.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 5.9 MB/s | 29 MB 00:04 2024-09-13T13:59:31.399 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-09-13T13:59:32.090 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T13:59:32.178 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T13:59:32.252 INFO:teuthology.orchestra.run.smithi028.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 5.8 MB/s | 35 MB 00:05 2024-09-13T13:59:32.252 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-09-13T13:59:32.252 INFO:teuthology.orchestra.run.smithi028.stdout:Total 13 MB/s | 79 MB 00:06 2024-09-13T13:59:32.963 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-09-13T13:59:33.345 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-09-13T13:59:33.345 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-09-13T13:59:34.299 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-09-13T13:59:34.300 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-09-13T13:59:34.967 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T13:59:35.090 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T13:59:36.902 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-09-13T13:59:37.596 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T13:59:37.678 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T13:59:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T13:59:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T13:59:40.461 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T13:59:40.589 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T13:59:45.424 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T13:59:45.709 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T13:59:45.748 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T13:59:50.894 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:24.667 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:24.708 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:25.046 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:25.046 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T14:00:25.047 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T14:00:25.047 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:00:25.916 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-09-13T14:00:26.257 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T14:00:26.344 INFO:teuthology.orchestra.run.smithi001.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T14:00:26.345 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T14:00:26.345 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T14:00:26.345 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T14:00:26.345 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T14:00:26.345 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T14:00:26.345 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi001.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T14:00:26.345 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T14:00:26.403 INFO:teuthology.orchestra.run.smithi001.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T14:00:26.403 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T14:00:26.403 DEBUG:teuthology.orchestra.run.smithi001:> sudo rpm -qi grub2-tools 2024-09-13T14:00:26.434 INFO:teuthology.orchestra.run.smithi001.stdout:Name : grub2-tools 2024-09-13T14:00:26.434 INFO:teuthology.orchestra.run.smithi001.stdout:Epoch : 1 2024-09-13T14:00:26.434 INFO:teuthology.orchestra.run.smithi001.stdout:Version : 2.06 2024-09-13T14:00:26.434 INFO:teuthology.orchestra.run.smithi001.stdout:Release : 82.el9 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Architecture: x86_64 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Group : Unspecified 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Size : 8274670 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:License : GPLv3+ 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Packager : builder@centos.org 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Vendor : CentOS 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Summary : Support tools for GRUB. 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout:Description : 2024-09-13T14:00:26.435 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:00:26.436 INFO:teuthology.orchestra.run.smithi001.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T14:00:26.436 INFO:teuthology.orchestra.run.smithi001.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T14:00:26.436 INFO:teuthology.orchestra.run.smithi001.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T14:00:26.436 INFO:teuthology.orchestra.run.smithi001.stdout:hardware devices. 2024-09-13T14:00:26.436 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:00:26.436 INFO:teuthology.orchestra.run.smithi001.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T14:00:26.437 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T14:00:26.437 INFO:teuthology.task.kernel:Updating grub on smithi001 to boot 5.14.0-505.el9.x86_64 2024-09-13T14:00:26.437 DEBUG:teuthology.orchestra.run.smithi001:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T14:00:27.020 INFO:teuthology.orchestra.run.smithi001.stderr:Generating grub configuration file ... 2024-09-13T14:00:28.433 INFO:teuthology.orchestra.run.smithi001.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T14:00:28.465 INFO:teuthology.orchestra.run.smithi001.stderr:done 2024-09-13T14:00:28.467 DEBUG:teuthology.orchestra.run.smithi001:> mktemp 2024-09-13T14:00:28.482 INFO:teuthology.orchestra.run.smithi001.stdout:/tmp/tmp.B05UY1GKhm 2024-09-13T14:00:28.482 DEBUG:teuthology.orchestra.run.smithi001:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.B05UY1GKhm 2024-09-13T14:00:28.552 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0666 /tmp/tmp.B05UY1GKhm 2024-09-13T14:00:28.684 DEBUG:teuthology.orchestra.remote:smithi001:/tmp/tmp.B05UY1GKhm is 6KB 2024-09-13T14:00:28.733 DEBUG:teuthology.orchestra.run.smithi001:> rm -fr /tmp/tmp.B05UY1GKhm 2024-09-13T14:00:28.747 DEBUG:teuthology.orchestra.run.smithi001:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T14:00:28.810 INFO:teuthology.orchestra.run.smithi001.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T14:00:28.810 INFO:teuthology.orchestra.run.smithi001.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T14:00:28.810 INFO:teuthology.orchestra.run.smithi001.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T14:00:28.810 INFO:teuthology.orchestra.run.smithi001.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T14:00:28.811 DEBUG:teuthology.orchestra.run.smithi001:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T14:00:28.968 DEBUG:teuthology.orchestra.run.smithi001:> sudo shutdown -r now 2024-09-13T14:00:30.394 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:30.436 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:30.830 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:30.830 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T14:00:30.830 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T14:00:30.830 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout:Installed: 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:00:31.704 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-09-13T14:00:32.037 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T14:00:32.123 INFO:teuthology.orchestra.run.smithi028.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T14:00:32.123 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T14:00:32.123 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T14:00:32.123 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T14:00:32.123 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T14:00:32.123 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T14:00:32.123 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi028.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T14:00:32.124 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T14:00:32.182 INFO:teuthology.orchestra.run.smithi028.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T14:00:32.182 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T14:00:32.182 DEBUG:teuthology.orchestra.run.smithi028:> sudo rpm -qi grub2-tools 2024-09-13T14:00:32.213 INFO:teuthology.orchestra.run.smithi028.stdout:Name : grub2-tools 2024-09-13T14:00:32.213 INFO:teuthology.orchestra.run.smithi028.stdout:Epoch : 1 2024-09-13T14:00:32.213 INFO:teuthology.orchestra.run.smithi028.stdout:Version : 2.06 2024-09-13T14:00:32.213 INFO:teuthology.orchestra.run.smithi028.stdout:Release : 82.el9 2024-09-13T14:00:32.213 INFO:teuthology.orchestra.run.smithi028.stdout:Architecture: x86_64 2024-09-13T14:00:32.213 INFO:teuthology.orchestra.run.smithi028.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T14:00:32.213 INFO:teuthology.orchestra.run.smithi028.stdout:Group : Unspecified 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Size : 8274670 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:License : GPLv3+ 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Packager : builder@centos.org 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Vendor : CentOS 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Summary : Support tools for GRUB. 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:Description : 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T14:00:32.214 INFO:teuthology.orchestra.run.smithi028.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T14:00:32.215 INFO:teuthology.orchestra.run.smithi028.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T14:00:32.215 INFO:teuthology.orchestra.run.smithi028.stdout:hardware devices. 2024-09-13T14:00:32.215 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:00:32.215 INFO:teuthology.orchestra.run.smithi028.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T14:00:32.216 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T14:00:32.216 INFO:teuthology.task.kernel:Updating grub on smithi028 to boot 5.14.0-505.el9.x86_64 2024-09-13T14:00:32.216 DEBUG:teuthology.orchestra.run.smithi028:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T14:00:33.036 INFO:teuthology.orchestra.run.smithi028.stderr:Generating grub configuration file ... 2024-09-13T14:00:34.344 INFO:teuthology.orchestra.run.smithi028.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T14:00:34.374 INFO:teuthology.orchestra.run.smithi028.stderr:done 2024-09-13T14:00:34.376 DEBUG:teuthology.orchestra.run.smithi028:> mktemp 2024-09-13T14:00:34.445 INFO:teuthology.orchestra.run.smithi028.stdout:/tmp/tmp.wYcfRu0Yhr 2024-09-13T14:00:34.445 DEBUG:teuthology.orchestra.run.smithi028:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.wYcfRu0Yhr 2024-09-13T14:00:34.511 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 0666 /tmp/tmp.wYcfRu0Yhr 2024-09-13T14:00:34.659 DEBUG:teuthology.orchestra.remote:smithi028:/tmp/tmp.wYcfRu0Yhr is 6KB 2024-09-13T14:00:34.707 DEBUG:teuthology.orchestra.run.smithi028:> rm -fr /tmp/tmp.wYcfRu0Yhr 2024-09-13T14:00:34.722 DEBUG:teuthology.orchestra.run.smithi028:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T14:00:34.784 INFO:teuthology.orchestra.run.smithi028.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T14:00:34.784 INFO:teuthology.orchestra.run.smithi028.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T14:00:34.784 INFO:teuthology.orchestra.run.smithi028.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T14:00:34.784 INFO:teuthology.orchestra.run.smithi028.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T14:00:34.786 DEBUG:teuthology.orchestra.run.smithi028:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T14:00:34.941 DEBUG:teuthology.orchestra.run.smithi028:> sudo shutdown -r now 2024-09-13T14:00:58.993 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T14:00:58.994 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-13T14:00:58.995 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:01:04.949 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T14:01:04.950 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-09-13T14:01:04.950 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:01:17.373 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.1 2024-09-13T14:01:23.517 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.28 2024-09-13T14:01:26.377 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-13T14:01:26.378 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:01:29.441 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.1 2024-09-13T14:01:32.520 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-09-13T14:01:32.521 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:01:41.449 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-13T14:01:41.450 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:02:04.444 DEBUG:teuthology.orchestra.run.smithi028:> true 2024-09-13T14:02:04.858 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-09-13T14:02:04.859 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-13T14:02:04.859 DEBUG:teuthology.orchestra.run.smithi028:> uname -r 2024-09-13T14:02:04.874 INFO:teuthology.orchestra.run.smithi028.stdout:5.14.0-505.el9.x86_64 2024-09-13T14:02:04.875 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T14:02:04.875 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T14:02:04.875 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T14:02:05.875 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T14:02:05.876 DEBUG:teuthology.orchestra.run.smithi028:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T14:02:05.947 INFO:teuthology.orchestra.run.smithi028.stdout:ttyS1 2024-09-13T14:02:05.968 DEBUG:teuthology.parallel:result is None 2024-09-13T14:02:13.313 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-09-13T14:02:14.196 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-13T14:02:14.196 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-13T14:02:14.197 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-09-13T14:02:14.211 INFO:teuthology.orchestra.run.smithi001.stdout:5.14.0-505.el9.x86_64 2024-09-13T14:02:14.212 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T14:02:14.212 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T14:02:14.212 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T14:02:15.213 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T14:02:15.213 DEBUG:teuthology.orchestra.run.smithi001:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T14:02:15.291 INFO:teuthology.orchestra.run.smithi001.stdout:ttyS1 2024-09-13T14:02:15.309 DEBUG:teuthology.parallel:result is None 2024-09-13T14:02:15.309 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T14:02:15.319 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T14:02:15.319 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T14:02:15.322 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T14:02:15.343 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T14:02:15.349 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T14:02:15.359 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T14:02:15.359 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T14:02:15.380 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T14:02:15.420 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T14:02:15.426 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T14:02:15.427 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T14:02:15.444 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T14:02:15.475 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:02:15.486 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:02:15.492 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:02:15.504 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:02:15.505 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T14:02:15.512 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T14:02:15.512 DEBUG:teuthology.orchestra.run.smithi001:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T14:02:15.532 DEBUG:teuthology.orchestra.run.smithi028:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T14:02:15.573 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T14:02:15.582 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T14:02:15.582 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T14:02:15.601 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T14:02:15.631 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T14:02:15.708 DEBUG:teuthology.orchestra.run.smithi001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T14:02:15.759 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T14:02:15.852 DEBUG:teuthology.orchestra.run.smithi001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T14:02:15.885 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:02:15.885 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T14:02:15.952 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T14:02:16.005 DEBUG:teuthology.orchestra.run.smithi028:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T14:02:16.048 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T14:02:16.143 DEBUG:teuthology.orchestra.run.smithi028:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T14:02:16.178 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:02:16.178 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T14:02:16.247 DEBUG:teuthology.orchestra.run.smithi001:> sudo service rsyslog restart 2024-09-13T14:02:16.250 DEBUG:teuthology.orchestra.run.smithi028:> sudo service rsyslog restart 2024-09-13T14:02:16.293 INFO:teuthology.orchestra.run.smithi001.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T14:02:16.337 INFO:teuthology.orchestra.run.smithi028.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T14:02:16.699 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T14:02:16.707 INFO:teuthology.task.internal:Starting timer... 2024-09-13T14:02:16.707 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T14:02:16.717 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T14:02:16.726 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-13T14:02:16.727 DEBUG:teuthology.orchestra.run.smithi001:> sudo service auditd rotate 2024-09-13T14:02:16.775 INFO:teuthology.orchestra.run.smithi001.stdout:Rotating logs: 2024-09-13T14:02:16.777 DEBUG:teuthology.orchestra.run.smithi028:> sudo service auditd rotate 2024-09-13T14:02:16.835 INFO:teuthology.orchestra.run.smithi028.stdout:Rotating logs: 2024-09-13T14:02:16.837 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T14:02:16.838 DEBUG:teuthology.orchestra.run.smithi001:> /usr/sbin/getenforce 2024-09-13T14:02:16.858 INFO:teuthology.orchestra.run.smithi001.stdout:Permissive 2024-09-13T14:02:16.859 DEBUG:teuthology.orchestra.run.smithi028:> /usr/sbin/getenforce 2024-09-13T14:02:16.891 INFO:teuthology.orchestra.run.smithi028.stdout:Permissive 2024-09-13T14:02:16.891 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi001.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi028.front.sepia.ceph.com': 'permissive'} 2024-09-13T14:02:16.892 DEBUG:teuthology.orchestra.run.smithi001:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T14:02:16.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:02:16.927 DEBUG:teuthology.orchestra.run.smithi028:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T14:02:16.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:02:16.958 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T14:02:16.958 DEBUG:teuthology.orchestra.run.smithi001:> sudo /usr/sbin/setenforce permissive 2024-09-13T14:02:16.997 DEBUG:teuthology.orchestra.run.smithi028:> sudo /usr/sbin/setenforce permissive 2024-09-13T14:02:17.059 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T14:02:17.068 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-13T14:02:17.071 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-13T14:02:17.225 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T14:02:17.236 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T14:02:17.237 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi001.front.sepia.ceph.com,smithi028.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T14:06:08.192 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi001.front.sepia.ceph.com'), Remote(name='ubuntu@smithi028.front.sepia.ceph.com')] 2024-09-13T14:06:08.193 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-13T14:06:08.195 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:06:08.302 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-09-13T14:06:08.384 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-13T14:06:08.385 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-09-13T14:06:08.385 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:06:08.472 DEBUG:teuthology.orchestra.run.smithi028:> true 2024-09-13T14:06:08.555 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-09-13T14:06:08.555 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T14:06:08.565 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T14:06:08.565 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T14:06:08.566 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:06:08.568 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T14:06:08.568 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:06:08.597 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T14:06:08.613 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T14:06:08.630 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T14:06:08.639 INFO:teuthology.orchestra.run.smithi001.stderr:sudo: ntpd: command not found 2024-09-13T14:06:08.647 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T14:06:08.651 INFO:teuthology.orchestra.run.smithi001.stdout:506 Cannot talk to daemon 2024-09-13T14:06:08.666 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T14:06:08.674 INFO:teuthology.orchestra.run.smithi028.stderr:sudo: ntpd: command not found 2024-09-13T14:06:08.680 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T14:06:08.686 INFO:teuthology.orchestra.run.smithi028.stdout:506 Cannot talk to daemon 2024-09-13T14:06:08.702 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T14:06:08.717 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T14:06:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:bash: line 1: ntpq: command not found 2024-09-13T14:06:08.747 INFO:teuthology.orchestra.run.smithi001.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T14:06:08.747 INFO:teuthology.orchestra.run.smithi001.stdout:=============================================================================== 2024-09-13T14:06:08.747 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.747 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.747 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.747 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.773 INFO:teuthology.orchestra.run.smithi028.stderr:bash: line 1: ntpq: command not found 2024-09-13T14:06:08.776 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T14:06:08.776 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== 2024-09-13T14:06:08.777 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.777 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.777 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.777 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:06:08.780 INFO:teuthology.run_tasks:Running task pexec... 2024-09-13T14:06:08.789 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-13T14:06:08.790 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi001.front.sepia.ceph.com 2024-09-13T14:06:08.790 DEBUG:teuthology.orchestra.run.smithi001:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-13T14:06:08.790 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi028.front.sepia.ceph.com 2024-09-13T14:06:08.791 DEBUG:teuthology.orchestra.run.smithi028:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-13T14:06:09.156 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-09-13T14:06:09.171 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T14:06:09.171 INFO:teuthology.orchestra.run.smithi001.stdout: Package Architecture Version Repository Size 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:Removing: 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:Removing unused dependencies: 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:Remove 2 Packages 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:Freed space: 5.5 M 2024-09-13T14:06:09.172 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-09-13T14:06:09.176 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-09-13T14:06:09.176 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-09-13T14:06:09.184 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout: Package Architecture Version Repository Size 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout:Removing: 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout:Removing unused dependencies: 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-13T14:06:09.197 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:09.198 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-09-13T14:06:09.198 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T14:06:09.198 INFO:teuthology.orchestra.run.smithi028.stdout:Remove 2 Packages 2024-09-13T14:06:09.198 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:09.198 INFO:teuthology.orchestra.run.smithi028.stdout:Freed space: 5.5 M 2024-09-13T14:06:09.198 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-09-13T14:06:09.201 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-09-13T14:06:09.202 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-09-13T14:06:09.235 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-09-13T14:06:09.236 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-09-13T14:06:09.266 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-09-13T14:06:09.266 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-09-13T14:06:09.380 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-09-13T14:06:09.404 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-09-13T14:06:09.453 INFO:teuthology.orchestra.run.smithi001.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-13T14:06:09.499 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-13T14:06:09.512 INFO:teuthology.orchestra.run.smithi001.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T14:06:09.561 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T14:06:09.923 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T14:06:09.923 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-13T14:06:10.095 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T14:06:10.095 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-13T14:06:10.169 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-13T14:06:10.169 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:10.169 INFO:teuthology.orchestra.run.smithi001.stdout:Removed: 2024-09-13T14:06:10.169 INFO:teuthology.orchestra.run.smithi001.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T14:06:10.170 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:10.170 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-09-13T14:06:10.343 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-13T14:06:10.343 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:10.343 INFO:teuthology.orchestra.run.smithi028.stdout:Removed: 2024-09-13T14:06:10.343 INFO:teuthology.orchestra.run.smithi028.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T14:06:10.343 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:10.344 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-09-13T14:06:10.994 INFO:teuthology.orchestra.run.smithi001.stdout:Last metadata expiration check: 0:00:48 ago on Fri 13 Sep 2024 02:05:22 PM UTC. 2024-09-13T14:06:11.132 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout: Package Arch Version Repository Size 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-13T14:06:11.133 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout:Install 7 Packages 2024-09-13T14:06:11.134 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:11.148 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 5.2 M 2024-09-13T14:06:11.148 INFO:teuthology.orchestra.run.smithi001.stdout:Installed size: 19 M 2024-09-13T14:06:11.148 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-09-13T14:06:11.174 INFO:teuthology.orchestra.run.smithi028.stdout:Last metadata expiration check: 0:00:48 ago on Fri 13 Sep 2024 02:05:22 PM UTC. 2024-09-13T14:06:11.312 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-09-13T14:06:11.313 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T14:06:11.313 INFO:teuthology.orchestra.run.smithi028.stdout: Package Arch Version Repository Size 2024-09-13T14:06:11.313 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout:Installing: 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout:Installing dependencies: 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-09-13T14:06:11.314 INFO:teuthology.orchestra.run.smithi028.stdout:Install 7 Packages 2024-09-13T14:06:11.315 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:11.335 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 5.2 M 2024-09-13T14:06:11.335 INFO:teuthology.orchestra.run.smithi028.stdout:Installed size: 19 M 2024-09-13T14:06:11.335 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-09-13T14:06:11.564 INFO:teuthology.orchestra.run.smithi028.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 424 kB/s | 44 kB 00:00 2024-09-13T14:06:11.590 INFO:teuthology.orchestra.run.smithi028.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 814 kB/s | 106 kB 00:00 2024-09-13T14:06:11.600 INFO:teuthology.orchestra.run.smithi001.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 110 kB/s | 44 kB 00:00 2024-09-13T14:06:11.665 INFO:teuthology.orchestra.run.smithi028.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 714 kB/s | 72 kB 00:00 2024-09-13T14:06:11.684 INFO:teuthology.orchestra.run.smithi001.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 218 kB/s | 106 kB 00:00 2024-09-13T14:06:11.690 INFO:teuthology.orchestra.run.smithi028.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 839 kB/s | 84 kB 00:00 2024-09-13T14:06:11.782 INFO:teuthology.orchestra.run.smithi028.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.7 MB/s | 906 kB 00:00 2024-09-13T14:06:11.801 INFO:teuthology.orchestra.run.smithi001.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 358 kB/s | 72 kB 00:00 2024-09-13T14:06:11.807 INFO:teuthology.orchestra.run.smithi028.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.8 MB/s | 837 kB 00:00 2024-09-13T14:06:11.884 INFO:teuthology.orchestra.run.smithi001.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 421 kB/s | 84 kB 00:00 2024-09-13T14:06:11.949 INFO:teuthology.orchestra.run.smithi028.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 12 MB/s | 3.2 MB 00:00 2024-09-13T14:06:11.950 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-09-13T14:06:11.950 INFO:teuthology.orchestra.run.smithi028.stdout:Total 8.4 MB/s | 5.2 MB 00:00 2024-09-13T14:06:12.053 INFO:teuthology.orchestra.run.smithi001.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 1.0 MB/s | 906 kB 00:00 2024-09-13T14:06:12.063 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-09-13T14:06:12.079 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-09-13T14:06:12.080 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-09-13T14:06:12.276 INFO:teuthology.orchestra.run.smithi001.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 1.7 MB/s | 837 kB 00:00 2024-09-13T14:06:12.423 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-09-13T14:06:12.423 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-09-13T14:06:12.920 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-09-13T14:06:13.002 INFO:teuthology.orchestra.run.smithi001.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 2.8 MB/s | 3.2 MB 00:01 2024-09-13T14:06:13.002 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-09-13T14:06:13.002 INFO:teuthology.orchestra.run.smithi001.stdout:Total 2.8 MB/s | 5.2 MB 00:01 2024-09-13T14:06:13.019 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-13T14:06:13.053 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-13T14:06:13.090 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-13T14:06:13.124 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-09-13T14:06:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-09-13T14:06:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-09-13T14:06:13.311 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-13T14:06:13.356 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T14:06:13.454 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-09-13T14:06:13.454 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-09-13T14:06:13.830 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T14:06:13.861 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T14:06:13.952 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-09-13T14:06:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T14:06:14.057 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T14:06:14.072 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-13T14:06:14.106 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-13T14:06:14.135 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-13T14:06:14.358 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-13T14:06:14.398 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T14:06:14.879 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T14:06:14.911 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T14:06:15.061 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T14:06:15.061 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-13T14:06:15.061 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-13T14:06:15.061 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-13T14:06:15.061 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-13T14:06:15.061 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-13T14:06:15.061 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-13T14:06:15.068 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T14:06:15.285 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T14:06:15.403 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T14:06:15.403 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:Installed: 2024-09-13T14:06:15.403 INFO:teuthology.orchestra.run.smithi028.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T14:06:15.403 INFO:teuthology.orchestra.run.smithi028.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-13T14:06:15.403 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-13T14:06:15.403 INFO:teuthology.orchestra.run.smithi028.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-13T14:06:15.404 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-09-13T14:06:15.802 DEBUG:teuthology.parallel:result is None 2024-09-13T14:06:16.287 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T14:06:16.287 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-13T14:06:16.287 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-13T14:06:16.287 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-13T14:06:16.287 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-13T14:06:16.287 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-13T14:06:16.287 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-13T14:06:16.645 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T14:06:16.645 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:16.645 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-09-13T14:06:16.645 INFO:teuthology.orchestra.run.smithi001.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T14:06:16.645 INFO:teuthology.orchestra.run.smithi001.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-13T14:06:16.646 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-13T14:06:16.646 INFO:teuthology.orchestra.run.smithi001.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-13T14:06:16.646 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:16.646 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-09-13T14:06:17.024 DEBUG:teuthology.parallel:result is None 2024-09-13T14:06:17.024 INFO:teuthology.run_tasks:Running task install... 2024-09-13T14:06:17.037 DEBUG:teuthology.task.install:project ceph 2024-09-13T14:06:17.037 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9'}} 2024-09-13T14:06:17.037 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9'} 2024-09-13T14:06:17.037 INFO:teuthology.task.install:Using flavor: default 2024-09-13T14:06:17.047 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T14:06:17.047 INFO:teuthology.task.install:extra packages: [] 2024-09-13T14:06:17.048 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9', 'tag': None, 'wait_for_package': False} 2024-09-13T14:06:17.049 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T14:06:17.049 INFO:teuthology.packaging:ref: None 2024-09-13T14:06:17.049 INFO:teuthology.packaging:tag: None 2024-09-13T14:06:17.049 INFO:teuthology.packaging:branch: reef 2024-09-13T14:06:17.049 INFO:teuthology.packaging:sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:06:17.050 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-13T14:06:17.053 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9', 'tag': None, 'wait_for_package': False} 2024-09-13T14:06:17.053 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T14:06:17.053 INFO:teuthology.packaging:ref: None 2024-09-13T14:06:17.054 INFO:teuthology.packaging:tag: None 2024-09-13T14:06:17.054 INFO:teuthology.packaging:branch: reef 2024-09-13T14:06:17.054 INFO:teuthology.packaging:sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:06:17.054 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-13T14:06:17.292 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/ 2024-09-13T14:06:17.293 INFO:teuthology.task.install.rpm:Package version is 18.2.4-843.g2c01458a 2024-09-13T14:06:17.334 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/ 2024-09-13T14:06:17.335 INFO:teuthology.task.install.rpm:Package version is 18.2.4-843.g2c01458a 2024-09-13T14:06:17.441 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T14:06:17.441 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:06:17.441 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T14:06:17.472 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-13T14:06:17.472 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T14:06:17.472 INFO:teuthology.packaging:ref: None 2024-09-13T14:06:17.472 INFO:teuthology.packaging:tag: None 2024-09-13T14:06:17.472 INFO:teuthology.packaging:branch: reef 2024-09-13T14:06:17.472 INFO:teuthology.packaging:sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:06:17.472 DEBUG:teuthology.orchestra.run.smithi028:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T14:06:17.479 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T14:06:17.479 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:06:17.479 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T14:06:17.515 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-13T14:06:17.515 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T14:06:17.515 INFO:teuthology.packaging:ref: None 2024-09-13T14:06:17.515 INFO:teuthology.packaging:tag: None 2024-09-13T14:06:17.515 INFO:teuthology.packaging:branch: reef 2024-09-13T14:06:17.515 INFO:teuthology.packaging:sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:06:17.516 DEBUG:teuthology.orchestra.run.smithi001:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T14:06:17.542 DEBUG:teuthology.orchestra.run.smithi028:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T14:06:17.583 DEBUG:teuthology.orchestra.run.smithi001:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T14:06:17.624 DEBUG:teuthology.orchestra.run.smithi028:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T14:06:17.661 DEBUG:teuthology.orchestra.run.smithi001:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T14:06:17.693 INFO:teuthology.orchestra.run.smithi028.stdout:check_obsoletes = 1 2024-09-13T14:06:17.694 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum clean all 2024-09-13T14:06:17.729 INFO:teuthology.orchestra.run.smithi001.stdout:check_obsoletes = 1 2024-09-13T14:06:17.730 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum clean all 2024-09-13T14:06:17.937 INFO:teuthology.orchestra.run.smithi028.stdout:45 files removed 2024-09-13T14:06:17.964 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-13T14:06:17.971 INFO:teuthology.orchestra.run.smithi001.stdout:45 files removed 2024-09-13T14:06:18.001 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-13T14:06:18.540 INFO:teuthology.orchestra.run.smithi028.stdout:ceph packages for x86_64 281 kB/s | 77 kB 00:00 2024-09-13T14:06:18.566 INFO:teuthology.orchestra.run.smithi001.stdout:ceph packages for x86_64 295 kB/s | 77 kB 00:00 2024-09-13T14:06:18.841 INFO:teuthology.orchestra.run.smithi028.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-13T14:06:18.867 INFO:teuthology.orchestra.run.smithi001.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-13T14:06:19.116 INFO:teuthology.orchestra.run.smithi028.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-13T14:06:19.142 INFO:teuthology.orchestra.run.smithi001.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-13T14:06:20.866 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-09-13T14:06:21.034 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.2 MB 00:01 2024-09-13T14:06:22.894 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-13T14:06:24.284 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - AppStream 9.0 MB/s | 20 MB 00:02 2024-09-13T14:06:28.528 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-13T14:06:28.860 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-13T14:06:30.496 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - Extras packages 27 kB/s | 19 kB 00:00 2024-09-13T14:06:31.144 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 19 kB 00:01 2024-09-13T14:06:32.450 INFO:teuthology.orchestra.run.smithi001.stdout:Extra Packages for Enterprise Linux 12 MB/s | 23 MB 00:01 2024-09-13T14:06:32.639 INFO:teuthology.orchestra.run.smithi028.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-13T14:06:38.130 INFO:teuthology.orchestra.run.smithi001.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-09-13T14:06:38.278 INFO:teuthology.orchestra.run.smithi028.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-13T14:06:40.550 INFO:teuthology.orchestra.run.smithi001.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T14:06:40.551 INFO:teuthology.orchestra.run.smithi001.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T14:06:40.620 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-09-13T14:06:40.627 INFO:teuthology.orchestra.run.smithi001.stdout:====================================================================================== 2024-09-13T14:06:40.627 INFO:teuthology.orchestra.run.smithi001.stdout: Package Arch Version Repository Size 2024-09-13T14:06:40.627 INFO:teuthology.orchestra.run.smithi001.stdout:====================================================================================== 2024-09-13T14:06:40.627 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph x86_64 2:18.2.4-843.g2c01458a.el9 ceph 6.5 k 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-base x86_64 2:18.2.4-843.g2c01458a.el9 ceph 5.1 M 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-fuse x86_64 2:18.2.4-843.g2c01458a.el9 ceph 852 k 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-843.g2c01458a.el9 ceph 143 k 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr x86_64 2:18.2.4-843.g2c01458a.el9 ceph 1.5 M 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-cephadm noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 139 k 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-dashboard noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 3.5 M 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 7.4 M 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-rook noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 49 k 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-radosgw x86_64 2:18.2.4-843.g2c01458a.el9 ceph 7.7 M 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-test x86_64 2:18.2.4-843.g2c01458a.el9 ceph 40 M 2024-09-13T14:06:40.628 INFO:teuthology.orchestra.run.smithi001.stdout: cephadm noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 226 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs-devel x86_64 2:18.2.4-843.g2c01458a.el9 ceph 31 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs2 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 712 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: librados-devel x86_64 2:18.2.4-843.g2c01458a.el9 ceph 127 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cephfs x86_64 2:18.2.4-843.g2c01458a.el9 ceph 162 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rados x86_64 2:18.2.4-843.g2c01458a.el9 ceph 321 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rbd x86_64 2:18.2.4-843.g2c01458a.el9 ceph 301 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rgw x86_64 2:18.2.4-843.g2c01458a.el9 ceph 99 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-fuse x86_64 2:18.2.4-843.g2c01458a.el9 ceph 87 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-mirror x86_64 2:18.2.4-843.g2c01458a.el9 ceph 3.0 M 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-nbd x86_64 2:18.2.4-843.g2c01458a.el9 ceph 172 k 2024-09-13T14:06:40.629 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrading: 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: librados2 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 3.3 M 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: librbd1 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 3.0 M 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-common x86_64 2:18.2.4-843.g2c01458a.el9 ceph 18 M 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-grafana-dashboards noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 24 k 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mds x86_64 2:18.2.4-843.g2c01458a.el9 ceph 2.1 M 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-modules-core noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 246 k 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mon x86_64 2:18.2.4-843.g2c01458a.el9 ceph 4.7 M 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-osd x86_64 2:18.2.4-843.g2c01458a.el9 ceph 17 M 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-prometheus-alerts noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 16 k 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-selinux x86_64 2:18.2.4-843.g2c01458a.el9 ceph 25 k 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T14:06:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: libcephsqlite x86_64 2:18.2.4-843.g2c01458a.el9 ceph 166 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: libradosstriper1 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 477 k 2024-09-13T14:06:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: librgw2 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 4.5 M 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-argparse x86_64 2:18.2.4-843.g2c01458a.el9 ceph 45 k 2024-09-13T14:06:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-common x86_64 2:18.2.4-843.g2c01458a.el9 ceph 129 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T14:06:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T14:06:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T14:06:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T14:06:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout:====================================================================================== 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout:Install 116 Packages 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrade 2 Packages 2024-09-13T14:06:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:06:40.638 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 179 M 2024-09-13T14:06:40.638 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-09-13T14:06:40.806 INFO:teuthology.orchestra.run.smithi028.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T14:06:40.807 INFO:teuthology.orchestra.run.smithi028.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T14:06:40.874 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-09-13T14:06:40.881 INFO:teuthology.orchestra.run.smithi028.stdout:====================================================================================== 2024-09-13T14:06:40.881 INFO:teuthology.orchestra.run.smithi028.stdout: Package Arch Version Repository Size 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout:====================================================================================== 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout:Installing: 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph x86_64 2:18.2.4-843.g2c01458a.el9 ceph 6.5 k 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-base x86_64 2:18.2.4-843.g2c01458a.el9 ceph 5.1 M 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-fuse x86_64 2:18.2.4-843.g2c01458a.el9 ceph 852 k 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-843.g2c01458a.el9 ceph 143 k 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr x86_64 2:18.2.4-843.g2c01458a.el9 ceph 1.5 M 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-cephadm noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 139 k 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-dashboard noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 3.5 M 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 7.4 M 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-rook noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 49 k 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-radosgw x86_64 2:18.2.4-843.g2c01458a.el9 ceph 7.7 M 2024-09-13T14:06:40.882 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-test x86_64 2:18.2.4-843.g2c01458a.el9 ceph 40 M 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: cephadm noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 226 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs-devel x86_64 2:18.2.4-843.g2c01458a.el9 ceph 31 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs2 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 712 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: librados-devel x86_64 2:18.2.4-843.g2c01458a.el9 ceph 127 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs x86_64 2:18.2.4-843.g2c01458a.el9 ceph 162 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados x86_64 2:18.2.4-843.g2c01458a.el9 ceph 321 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd x86_64 2:18.2.4-843.g2c01458a.el9 ceph 301 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rgw x86_64 2:18.2.4-843.g2c01458a.el9 ceph 99 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-fuse x86_64 2:18.2.4-843.g2c01458a.el9 ceph 87 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-mirror x86_64 2:18.2.4-843.g2c01458a.el9 ceph 3.0 M 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-nbd x86_64 2:18.2.4-843.g2c01458a.el9 ceph 172 k 2024-09-13T14:06:40.883 INFO:teuthology.orchestra.run.smithi028.stdout:Upgrading: 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: librados2 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 3.3 M 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: librbd1 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 3.0 M 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout:Installing dependencies: 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-common x86_64 2:18.2.4-843.g2c01458a.el9 ceph 18 M 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-grafana-dashboards noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 24 k 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mds x86_64 2:18.2.4-843.g2c01458a.el9 ceph 2.1 M 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-modules-core noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 246 k 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mon x86_64 2:18.2.4-843.g2c01458a.el9 ceph 4.7 M 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-osd x86_64 2:18.2.4-843.g2c01458a.el9 ceph 17 M 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-prometheus-alerts noarch 2:18.2.4-843.g2c01458a.el9 ceph-noarch 16 k 2024-09-13T14:06:40.884 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-selinux x86_64 2:18.2.4-843.g2c01458a.el9 ceph 25 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: libcephsqlite x86_64 2:18.2.4-843.g2c01458a.el9 ceph 166 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T14:06:40.885 INFO:teuthology.orchestra.run.smithi028.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: libradosstriper1 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 477 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: librgw2 x86_64 2:18.2.4-843.g2c01458a.el9 ceph 4.5 M 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T14:06:40.886 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-argparse x86_64 2:18.2.4-843.g2c01458a.el9 ceph 45 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common x86_64 2:18.2.4-843.g2c01458a.el9 ceph 129 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T14:06:40.887 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T14:06:40.888 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T14:06:40.889 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T14:06:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:====================================================================================== 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:Install 116 Packages 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:Upgrade 2 Packages 2024-09-13T14:06:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:06:40.892 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 179 M 2024-09-13T14:06:40.892 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-09-13T14:06:41.074 INFO:teuthology.orchestra.run.smithi001.stdout:(1/118): ceph-18.2.4-843.g2c01458a.el9.x86_64.r 45 kB/s | 6.5 kB 00:00 2024-09-13T14:06:41.196 INFO:teuthology.orchestra.run.smithi028.stdout:(1/118): ceph-18.2.4-843.g2c01458a.el9.x86_64.r 51 kB/s | 6.5 kB 00:00 2024-09-13T14:06:41.390 INFO:teuthology.orchestra.run.smithi001.stdout:(2/118): ceph-base-18.2.4-843.g2c01458a.el9.x86 11 MB/s | 5.1 MB 00:00 2024-09-13T14:06:41.441 INFO:teuthology.orchestra.run.smithi001.stdout:(3/118): ceph-fuse-18.2.4-843.g2c01458a.el9.x86 2.3 MB/s | 852 kB 00:00 2024-09-13T14:06:41.466 INFO:teuthology.orchestra.run.smithi001.stdout:(4/118): ceph-immutable-object-cache-18.2.4-843 1.9 MB/s | 143 kB 00:00 2024-09-13T14:06:41.558 INFO:teuthology.orchestra.run.smithi001.stdout:(5/118): ceph-mgr-18.2.4-843.g2c01458a.el9.x86_ 16 MB/s | 1.5 MB 00:00 2024-09-13T14:06:41.788 INFO:teuthology.orchestra.run.smithi028.stdout:(2/118): ceph-fuse-18.2.4-843.g2c01458a.el9.x86 1.4 MB/s | 852 kB 00:00 2024-09-13T14:06:41.880 INFO:teuthology.orchestra.run.smithi028.stdout:(3/118): ceph-immutable-object-cache-18.2.4-843 1.5 MB/s | 143 kB 00:00 2024-09-13T14:06:41.900 INFO:teuthology.orchestra.run.smithi001.stdout:(6/118): ceph-common-18.2.4-843.g2c01458a.el9.x 19 MB/s | 18 MB 00:00 2024-09-13T14:06:42.000 INFO:teuthology.orchestra.run.smithi001.stdout:(7/118): ceph-mon-18.2.4-843.g2c01458a.el9.x86_ 11 MB/s | 4.7 MB 00:00 2024-09-13T14:06:42.050 INFO:teuthology.orchestra.run.smithi001.stdout:(8/118): ceph-mds-18.2.4-843.g2c01458a.el9.x86_ 3.4 MB/s | 2.1 MB 00:00 2024-09-13T14:06:42.117 INFO:teuthology.orchestra.run.smithi001.stdout:(9/118): ceph-selinux-18.2.4-843.g2c01458a.el9. 378 kB/s | 25 kB 00:00 2024-09-13T14:06:42.451 INFO:teuthology.orchestra.run.smithi001.stdout:(10/118): ceph-radosgw-18.2.4-843.g2c01458a.el9 17 MB/s | 7.7 MB 00:00 2024-09-13T14:06:42.510 INFO:teuthology.orchestra.run.smithi001.stdout:(11/118): libcephfs-devel-18.2.4-843.g2c01458a. 533 kB/s | 31 kB 00:00 2024-09-13T14:06:42.593 INFO:teuthology.orchestra.run.smithi001.stdout:(12/118): libcephfs2-18.2.4-843.g2c01458a.el9.x 8.4 MB/s | 712 kB 00:00 2024-09-13T14:06:42.660 INFO:teuthology.orchestra.run.smithi001.stdout:(13/118): libcephsqlite-18.2.4-843.g2c01458a.el 2.4 MB/s | 166 kB 00:00 2024-09-13T14:06:42.722 INFO:teuthology.orchestra.run.smithi028.stdout:(4/118): ceph-mds-18.2.4-843.g2c01458a.el9.x86_ 2.5 MB/s | 2.1 MB 00:00 2024-09-13T14:06:42.789 INFO:teuthology.orchestra.run.smithi028.stdout:(5/118): ceph-base-18.2.4-843.g2c01458a.el9.x86 3.0 MB/s | 5.1 MB 00:01 2024-09-13T14:06:42.853 INFO:teuthology.orchestra.run.smithi001.stdout:(14/118): ceph-osd-18.2.4-843.g2c01458a.el9.x86 17 MB/s | 17 MB 00:00 2024-09-13T14:06:42.878 INFO:teuthology.orchestra.run.smithi001.stdout:(15/118): librados-devel-18.2.4-843.g2c01458a.e 584 kB/s | 127 kB 00:00 2024-09-13T14:06:42.911 INFO:teuthology.orchestra.run.smithi001.stdout:(16/118): libradosstriper1-18.2.4-843.g2c01458a 8.0 MB/s | 477 kB 00:00 2024-09-13T14:06:42.961 INFO:teuthology.orchestra.run.smithi001.stdout:(17/118): python3-ceph-argparse-18.2.4-843.g2c0 905 kB/s | 45 kB 00:00 2024-09-13T14:06:43.028 INFO:teuthology.orchestra.run.smithi001.stdout:(18/118): python3-ceph-common-18.2.4-843.g2c014 1.9 MB/s | 129 kB 00:00 2024-09-13T14:06:43.129 INFO:teuthology.orchestra.run.smithi001.stdout:(19/118): librgw2-18.2.4-843.g2c01458a.el9.x86_ 18 MB/s | 4.5 MB 00:00 2024-09-13T14:06:43.154 INFO:teuthology.orchestra.run.smithi001.stdout:(20/118): python3-cephfs-18.2.4-843.g2c01458a.e 1.3 MB/s | 162 kB 00:00 2024-09-13T14:06:43.187 INFO:teuthology.orchestra.run.smithi001.stdout:(21/118): python3-rados-18.2.4-843.g2c01458a.el 5.4 MB/s | 321 kB 00:00 2024-09-13T14:06:43.206 INFO:teuthology.orchestra.run.smithi028.stdout:(6/118): ceph-mgr-18.2.4-843.g2c01458a.el9.x86_ 3.0 MB/s | 1.5 MB 00:00 2024-09-13T14:06:43.213 INFO:teuthology.orchestra.run.smithi001.stdout:(22/118): python3-rbd-18.2.4-843.g2c01458a.el9. 5.0 MB/s | 301 kB 00:00 2024-09-13T14:06:43.238 INFO:teuthology.orchestra.run.smithi001.stdout:(23/118): python3-rgw-18.2.4-843.g2c01458a.el9. 1.9 MB/s | 99 kB 00:00 2024-09-13T14:06:43.263 INFO:teuthology.orchestra.run.smithi001.stdout:(24/118): rbd-fuse-18.2.4-843.g2c01458a.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-13T14:06:43.322 INFO:teuthology.orchestra.run.smithi001.stdout:(25/118): rbd-nbd-18.2.4-843.g2c01458a.el9.x86_ 2.9 MB/s | 172 kB 00:00 2024-09-13T14:06:43.389 INFO:teuthology.orchestra.run.smithi001.stdout:(26/118): ceph-grafana-dashboards-18.2.4-843.g2 368 kB/s | 24 kB 00:00 2024-09-13T14:06:43.473 INFO:teuthology.orchestra.run.smithi001.stdout:(27/118): rbd-mirror-18.2.4-843.g2c01458a.el9.x 13 MB/s | 3.0 MB 00:00 2024-09-13T14:06:43.498 INFO:teuthology.orchestra.run.smithi001.stdout:(28/118): ceph-mgr-cephadm-18.2.4-843.g2c01458a 1.3 MB/s | 139 kB 00:00 2024-09-13T14:06:43.715 INFO:teuthology.orchestra.run.smithi001.stdout:(29/118): ceph-mgr-dashboard-18.2.4-843.g2c0145 15 MB/s | 3.5 MB 00:00 2024-09-13T14:06:43.807 INFO:teuthology.orchestra.run.smithi001.stdout:(30/118): ceph-mgr-modules-core-18.2.4-843.g2c0 2.6 MB/s | 246 kB 00:00 2024-09-13T14:06:43.891 INFO:teuthology.orchestra.run.smithi001.stdout:(31/118): ceph-mgr-rook-18.2.4-843.g2c01458a.el 593 kB/s | 49 kB 00:00 2024-09-13T14:06:43.983 INFO:teuthology.orchestra.run.smithi001.stdout:(32/118): ceph-prometheus-alerts-18.2.4-843.g2c 180 kB/s | 16 kB 00:00 2024-09-13T14:06:44.074 INFO:teuthology.orchestra.run.smithi001.stdout:(33/118): ceph-mgr-diskprediction-local-18.2.4- 13 MB/s | 7.4 MB 00:00 2024-09-13T14:06:44.089 INFO:teuthology.orchestra.run.smithi028.stdout:(7/118): ceph-mon-18.2.4-843.g2c01458a.el9.x86_ 3.6 MB/s | 4.7 MB 00:01 2024-09-13T14:06:44.099 INFO:teuthology.orchestra.run.smithi001.stdout:(34/118): cephadm-18.2.4-843.g2c01458a.el9.noar 1.9 MB/s | 226 kB 00:00 2024-09-13T14:06:44.467 INFO:teuthology.orchestra.run.smithi001.stdout:(35/118): ceph-test-18.2.4-843.g2c01458a.el9.x8 17 MB/s | 40 MB 00:02 2024-09-13T14:06:44.492 INFO:teuthology.orchestra.run.smithi001.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 191 kB/s | 80 kB 00:00 2024-09-13T14:06:44.592 INFO:teuthology.orchestra.run.smithi001.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-13T14:06:44.617 INFO:teuthology.orchestra.run.smithi001.stdout:(38/118): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-13T14:06:44.651 INFO:teuthology.orchestra.run.smithi001.stdout:(39/118): libgfortran-11.5.0-2.el9.x86_64.rpm 1.4 MB/s | 801 kB 00:00 2024-09-13T14:06:44.677 INFO:teuthology.orchestra.run.smithi001.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-13T14:06:44.702 INFO:teuthology.orchestra.run.smithi001.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-13T14:06:44.727 INFO:teuthology.orchestra.run.smithi001.stdout:(42/118): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-13T14:06:44.752 INFO:teuthology.orchestra.run.smithi001.stdout:(43/118): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-13T14:06:44.836 INFO:teuthology.orchestra.run.smithi001.stdout:(44/118): python3-cryptography-36.0.1-4.el9.x86 5.0 MB/s | 1.2 MB 00:00 2024-09-13T14:06:45.036 INFO:teuthology.orchestra.run.smithi001.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 115 kB/s | 33 kB 00:00 2024-09-13T14:06:45.140 INFO:teuthology.orchestra.run.smithi028.stdout:(8/118): ceph-common-18.2.4-843.g2c01458a.el9.x 4.5 MB/s | 18 MB 00:04 2024-09-13T14:06:45.145 INFO:teuthology.orchestra.run.smithi001.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-09-13T14:06:45.190 INFO:teuthology.orchestra.run.smithi028.stdout:(9/118): ceph-selinux-18.2.4-843.g2c01458a.el9. 507 kB/s | 25 kB 00:00 2024-09-13T14:06:45.212 INFO:teuthology.orchestra.run.smithi001.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 221 kB/s | 107 kB 00:00 2024-09-13T14:06:45.321 INFO:teuthology.orchestra.run.smithi001.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-09-13T14:06:45.323 INFO:teuthology.orchestra.run.smithi028.stdout:(10/118): ceph-radosgw-18.2.4-843.g2c01458a.el9 6.3 MB/s | 7.7 MB 00:01 2024-09-13T14:06:45.374 INFO:teuthology.orchestra.run.smithi028.stdout:(11/118): libcephfs-devel-18.2.4-843.g2c01458a. 623 kB/s | 31 kB 00:00 2024-09-13T14:06:45.429 INFO:teuthology.orchestra.run.smithi001.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 563 kB/s | 160 kB 00:00 2024-09-13T14:06:45.491 INFO:teuthology.orchestra.run.smithi028.stdout:(12/118): libcephfs2-18.2.4-843.g2c01458a.el9.x 6.0 MB/s | 712 kB 00:00 2024-09-13T14:06:45.541 INFO:teuthology.orchestra.run.smithi028.stdout:(13/118): libcephsqlite-18.2.4-843.g2c01458a.el 3.2 MB/s | 166 kB 00:00 2024-09-13T14:06:45.591 INFO:teuthology.orchestra.run.smithi028.stdout:(14/118): librados-devel-18.2.4-843.g2c01458a.e 2.5 MB/s | 127 kB 00:00 2024-09-13T14:06:45.638 INFO:teuthology.orchestra.run.smithi001.stdout:(50/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 292 kB 00:00 2024-09-13T14:06:45.683 INFO:teuthology.orchestra.run.smithi028.stdout:(15/118): libradosstriper1-18.2.4-843.g2c01458a 5.1 MB/s | 477 kB 00:00 2024-09-13T14:06:45.755 INFO:teuthology.orchestra.run.smithi001.stdout:(51/118): openblas-0.3.26-2.el9.x86_64.rpm 330 kB/s | 38 kB 00:00 2024-09-13T14:06:45.797 INFO:teuthology.orchestra.run.smithi001.stdout:(52/118): librdkafka-1.6.1-102.el9.x86_64.rpm 1.4 MB/s | 662 kB 00:00 2024-09-13T14:06:45.914 INFO:teuthology.orchestra.run.smithi001.stdout:(53/118): python3-attrs-20.3.0-7.el9.noarch.rpm 749 kB/s | 87 kB 00:00 2024-09-13T14:06:46.139 INFO:teuthology.orchestra.run.smithi001.stdout:(54/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.3 MB/s | 3.0 MB 00:01 2024-09-13T14:06:46.250 INFO:teuthology.orchestra.run.smithi028.stdout:(16/118): librgw2-18.2.4-843.g2c01458a.el9.x86_ 7.9 MB/s | 4.5 MB 00:00 2024-09-13T14:06:46.264 INFO:teuthology.orchestra.run.smithi001.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 1.9 MB/s | 245 kB 00:00 2024-09-13T14:06:46.292 INFO:teuthology.orchestra.run.smithi028.stdout:(17/118): python3-ceph-argparse-18.2.4-843.g2c0 1.1 MB/s | 45 kB 00:00 2024-09-13T14:06:46.342 INFO:teuthology.orchestra.run.smithi028.stdout:(18/118): python3-ceph-common-18.2.4-843.g2c014 2.5 MB/s | 129 kB 00:00 2024-09-13T14:06:46.389 INFO:teuthology.orchestra.run.smithi001.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 140 kB/s | 17 kB 00:00 2024-09-13T14:06:46.392 INFO:teuthology.orchestra.run.smithi028.stdout:(19/118): python3-cephfs-18.2.4-843.g2c01458a.e 3.2 MB/s | 162 kB 00:00 2024-09-13T14:06:46.515 INFO:teuthology.orchestra.run.smithi001.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.9 MB/s | 248 kB 00:00 2024-09-13T14:06:46.560 INFO:teuthology.orchestra.run.smithi028.stdout:(20/118): ceph-osd-18.2.4-843.g2c01458a.el9.x86 4.9 MB/s | 17 MB 00:03 2024-09-13T14:06:46.585 INFO:teuthology.orchestra.run.smithi028.stdout:(21/118): python3-rados-18.2.4-843.g2c01458a.el 1.6 MB/s | 321 kB 00:00 2024-09-13T14:06:46.623 INFO:teuthology.orchestra.run.smithi001.stdout:(58/118): python3-jsonpatch-1.21-16.el9.noarch. 237 kB/s | 26 kB 00:00 2024-09-13T14:06:46.636 INFO:teuthology.orchestra.run.smithi028.stdout:(22/118): python3-rbd-18.2.4-843.g2c01458a.el9. 3.9 MB/s | 301 kB 00:00 2024-09-13T14:06:46.660 INFO:teuthology.orchestra.run.smithi028.stdout:(23/118): python3-rgw-18.2.4-843.g2c01458a.el9. 1.3 MB/s | 99 kB 00:00 2024-09-13T14:06:46.686 INFO:teuthology.orchestra.run.smithi028.stdout:(24/118): rbd-fuse-18.2.4-843.g2c01458a.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-13T14:06:46.736 INFO:teuthology.orchestra.run.smithi028.stdout:(25/118): rbd-nbd-18.2.4-843.g2c01458a.el9.x86_ 3.4 MB/s | 172 kB 00:00 2024-09-13T14:06:46.749 INFO:teuthology.orchestra.run.smithi001.stdout:(59/118): python3-jsonpointer-2.0-4.el9.noarch. 153 kB/s | 19 kB 00:00 2024-09-13T14:06:46.795 INFO:teuthology.orchestra.run.smithi028.stdout:(26/118): ceph-grafana-dashboards-18.2.4-843.g2 417 kB/s | 24 kB 00:00 2024-09-13T14:06:46.853 INFO:teuthology.orchestra.run.smithi028.stdout:(27/118): ceph-mgr-cephadm-18.2.4-843.g2c01458a 2.3 MB/s | 139 kB 00:00 2024-09-13T14:06:46.865 INFO:teuthology.orchestra.run.smithi001.stdout:(60/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-13T14:06:46.991 INFO:teuthology.orchestra.run.smithi001.stdout:(61/118): openblas-openmp-0.3.26-2.el9.x86_64.r 4.0 MB/s | 4.9 MB 00:01 2024-09-13T14:06:47.016 INFO:teuthology.orchestra.run.smithi001.stdout:(62/118): python3-markupsafe-1.1.1-12.el9.x86_6 231 kB/s | 35 kB 00:00 2024-09-13T14:06:47.079 INFO:teuthology.orchestra.run.smithi028.stdout:(28/118): rbd-mirror-18.2.4-843.g2c01458a.el9.x 7.2 MB/s | 3.0 MB 00:00 2024-09-13T14:06:47.133 INFO:teuthology.orchestra.run.smithi001.stdout:(63/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-13T14:06:47.334 INFO:teuthology.orchestra.run.smithi001.stdout:(64/118): python3-oauthlib-3.1.1-5.el9.noarch.r 1.1 MB/s | 222 kB 00:00 2024-09-13T14:06:47.345 INFO:teuthology.orchestra.run.smithi028.stdout:(29/118): ceph-mgr-dashboard-18.2.4-843.g2c0145 7.2 MB/s | 3.5 MB 00:00 2024-09-13T14:06:47.412 INFO:teuthology.orchestra.run.smithi028.stdout:(30/118): ceph-mgr-modules-core-18.2.4-843.g2c0 3.6 MB/s | 246 kB 00:00 2024-09-13T14:06:47.450 INFO:teuthology.orchestra.run.smithi001.stdout:(65/118): python3-packaging-20.9-5.el9.noarch.r 666 kB/s | 77 kB 00:00 2024-09-13T14:06:47.463 INFO:teuthology.orchestra.run.smithi028.stdout:(31/118): ceph-mgr-rook-18.2.4-843.g2c01458a.el 988 kB/s | 49 kB 00:00 2024-09-13T14:06:47.513 INFO:teuthology.orchestra.run.smithi028.stdout:(32/118): ceph-prometheus-alerts-18.2.4-843.g2c 330 kB/s | 16 kB 00:00 2024-09-13T14:06:47.559 INFO:teuthology.orchestra.run.smithi001.stdout:(66/118): python3-pluggy-0.13.1-7.el9.noarch.rp 382 kB/s | 41 kB 00:00 2024-09-13T14:06:47.586 INFO:teuthology.orchestra.run.smithi028.stdout:(33/118): cephadm-18.2.4-843.g2c01458a.el9.noar 3.0 MB/s | 226 kB 00:00 2024-09-13T14:06:47.667 INFO:teuthology.orchestra.run.smithi001.stdout:(67/118): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-09-13T14:06:47.695 INFO:teuthology.orchestra.run.smithi028.stdout:(34/118): fuse-2.9.9-16.el9.x86_64.rpm 737 kB/s | 80 kB 00:00 2024-09-13T14:06:47.784 INFO:teuthology.orchestra.run.smithi001.stdout:(68/118): python3-py-1.10.0-6.el9.noarch.rpm 4.0 MB/s | 477 kB 00:00 2024-09-13T14:06:47.803 INFO:teuthology.orchestra.run.smithi028.stdout:(35/118): libgfortran-11.5.0-2.el9.x86_64.rpm 7.2 MB/s | 801 kB 00:00 2024-09-13T14:06:47.854 INFO:teuthology.orchestra.run.smithi028.stdout:(36/118): libquadmath-11.5.0-2.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-13T14:06:47.896 INFO:teuthology.orchestra.run.smithi028.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 253 kB 00:00 2024-09-13T14:06:47.901 INFO:teuthology.orchestra.run.smithi001.stdout:(69/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-13T14:06:48.004 INFO:teuthology.orchestra.run.smithi028.stdout:(38/118): ceph-mgr-diskprediction-local-18.2.4- 8.0 MB/s | 7.4 MB 00:00 2024-09-13T14:06:48.026 INFO:teuthology.orchestra.run.smithi001.stdout:(70/118): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-13T14:06:48.046 INFO:teuthology.orchestra.run.smithi028.stdout:(39/118): python3-cryptography-36.0.1-4.el9.x86 8.2 MB/s | 1.2 MB 00:00 2024-09-13T14:06:48.088 INFO:teuthology.orchestra.run.smithi028.stdout:(40/118): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-09-13T14:06:48.130 INFO:teuthology.orchestra.run.smithi028.stdout:(41/118): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-09-13T14:06:48.152 INFO:teuthology.orchestra.run.smithi001.stdout:(71/118): python3-pytest-6.2.2-7.el9.noarch.rpm 4.1 MB/s | 519 kB 00:00 2024-09-13T14:06:48.155 INFO:teuthology.orchestra.run.smithi028.stdout:(42/118): python3-ply-3.11-14.el9.noarch.rpm 707 kB/s | 106 kB 00:00 2024-09-13T14:06:48.181 INFO:teuthology.orchestra.run.smithi028.stdout:(43/118): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-13T14:06:48.280 INFO:teuthology.orchestra.run.smithi001.stdout:(72/118): python3-pytz-2021.1-5.el9.noarch.rpm 408 kB/s | 51 kB 00:00 2024-09-13T14:06:48.394 INFO:teuthology.orchestra.run.smithi001.stdout:(73/118): python3-requests-oauthlib-1.3.0-12.el 458 kB/s | 54 kB 00:00 2024-09-13T14:06:48.415 INFO:teuthology.orchestra.run.smithi028.stdout:(44/118): flexiblas-3.0.4-8.el9.x86_64.rpm 140 kB/s | 33 kB 00:00 2024-09-13T14:06:48.473 INFO:teuthology.orchestra.run.smithi028.stdout:(45/118): boost-program-options-1.75.0-8.el9.x8 337 kB/s | 107 kB 00:00 2024-09-13T14:06:48.557 INFO:teuthology.orchestra.run.smithi028.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 219 kB/s | 18 kB 00:00 2024-09-13T14:06:48.765 INFO:teuthology.orchestra.run.smithi028.stdout:(47/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 768 kB/s | 160 kB 00:00 2024-09-13T14:06:48.874 INFO:teuthology.orchestra.run.smithi028.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 418 kB/s | 45 kB 00:00 2024-09-13T14:06:49.316 INFO:teuthology.orchestra.run.smithi028.stdout:(49/118): librdkafka-1.6.1-102.el9.x86_64.rpm 1.5 MB/s | 662 kB 00:00 2024-09-13T14:06:49.479 INFO:teuthology.orchestra.run.smithi028.stdout:(50/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-09-13T14:06:49.550 INFO:teuthology.orchestra.run.smithi028.stdout:(51/118): openblas-0.3.26-2.el9.x86_64.rpm 545 kB/s | 38 kB 00:00 2024-09-13T14:06:49.942 INFO:teuthology.orchestra.run.smithi028.stdout:(52/118): ceph-test-18.2.4-843.g2c01458a.el9.x8 8.3 MB/s | 40 MB 00:04 2024-09-13T14:06:49.992 INFO:teuthology.orchestra.run.smithi028.stdout:(53/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 1.9 MB/s | 3.0 MB 00:01 2024-09-13T14:06:50.217 INFO:teuthology.orchestra.run.smithi028.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 318 kB/s | 87 kB 00:00 2024-09-13T14:06:50.469 INFO:teuthology.orchestra.run.smithi001.stdout:(74/118): python3-babel-2.9.1-2.el9.noarch.rpm 1.3 MB/s | 6.0 MB 00:04 2024-09-13T14:06:50.476 INFO:teuthology.orchestra.run.smithi028.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 948 kB/s | 245 kB 00:00 2024-09-13T14:06:50.560 INFO:teuthology.orchestra.run.smithi028.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 210 kB/s | 17 kB 00:00 2024-09-13T14:06:50.586 INFO:teuthology.orchestra.run.smithi001.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-09-13T14:06:50.736 INFO:teuthology.orchestra.run.smithi028.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-09-13T14:06:50.810 INFO:teuthology.orchestra.run.smithi028.stdout:(58/118): python3-jsonpatch-1.21-16.el9.noarch. 342 kB/s | 26 kB 00:00 2024-09-13T14:06:50.877 INFO:teuthology.orchestra.run.smithi028.stdout:(59/118): openblas-openmp-0.3.26-2.el9.x86_64.r 3.7 MB/s | 4.9 MB 00:01 2024-09-13T14:06:50.902 INFO:teuthology.orchestra.run.smithi028.stdout:(60/118): python3-jsonpointer-2.0-4.el9.noarch. 209 kB/s | 19 kB 00:00 2024-09-13T14:06:50.969 INFO:teuthology.orchestra.run.smithi028.stdout:(61/118): python3-markupsafe-1.1.1-12.el9.x86_6 521 kB/s | 35 kB 00:00 2024-09-13T14:06:50.994 INFO:teuthology.orchestra.run.smithi028.stdout:(62/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-13T14:06:51.053 INFO:teuthology.orchestra.run.smithi001.stdout:(76/118): socat-1.7.4.1-6.el9.x86_64.rpm 652 kB/s | 304 kB 00:00 2024-09-13T14:06:51.111 INFO:teuthology.orchestra.run.smithi028.stdout:(63/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-13T14:06:51.228 INFO:teuthology.orchestra.run.smithi028.stdout:(64/118): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-13T14:06:51.254 INFO:teuthology.orchestra.run.smithi001.stdout:(77/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 318 kB/s | 64 kB 00:00 2024-09-13T14:06:51.295 INFO:teuthology.orchestra.run.smithi028.stdout:(65/118): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-09-13T14:06:51.312 INFO:teuthology.orchestra.run.smithi001.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 1.9 MB/s | 111 kB 00:00 2024-09-13T14:06:51.362 INFO:teuthology.orchestra.run.smithi028.stdout:(66/118): python3-pluggy-0.13.1-7.el9.noarch.rp 619 kB/s | 41 kB 00:00 2024-09-13T14:06:51.371 INFO:teuthology.orchestra.run.smithi001.stdout:(79/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 5.2 MB/s | 308 kB 00:00 2024-09-13T14:06:51.429 INFO:teuthology.orchestra.run.smithi028.stdout:(67/118): python3-prettytable-0.7.2-27.el9.noar 634 kB/s | 42 kB 00:00 2024-09-13T14:06:51.629 INFO:teuthology.orchestra.run.smithi028.stdout:(68/118): python3-py-1.10.0-6.el9.noarch.rpm 2.3 MB/s | 477 kB 00:00 2024-09-13T14:06:51.747 INFO:teuthology.orchestra.run.smithi028.stdout:(69/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-13T14:06:51.813 INFO:teuthology.orchestra.run.smithi001.stdout:(80/118): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-09-13T14:06:51.838 INFO:teuthology.orchestra.run.smithi001.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-13T14:06:51.855 INFO:teuthology.orchestra.run.smithi028.stdout:(70/118): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-09-13T14:06:51.897 INFO:teuthology.orchestra.run.smithi001.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 828 kB/s | 49 kB 00:00 2024-09-13T14:06:51.922 INFO:teuthology.orchestra.run.smithi001.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-13T14:06:51.989 INFO:teuthology.orchestra.run.smithi001.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-13T14:06:52.039 INFO:teuthology.orchestra.run.smithi001.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 11 MB/s | 548 kB 00:00 2024-09-13T14:06:52.056 INFO:teuthology.orchestra.run.smithi001.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.6 MB/s | 43 kB 00:00 2024-09-13T14:06:52.064 INFO:teuthology.orchestra.run.smithi028.stdout:(71/118): python3-pytest-6.2.2-7.el9.noarch.rpm 2.4 MB/s | 519 kB 00:00 2024-09-13T14:06:52.073 INFO:teuthology.orchestra.run.smithi001.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2024-09-13T14:06:52.090 INFO:teuthology.orchestra.run.smithi001.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 858 kB/s | 14 kB 00:00 2024-09-13T14:06:52.115 INFO:teuthology.orchestra.run.smithi001.stdout:(89/118): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-09-13T14:06:52.157 INFO:teuthology.orchestra.run.smithi001.stdout:(90/118): python3-cherrypy-18.6.1-2.el9.noarch. 8.4 MB/s | 358 kB 00:00 2024-09-13T14:06:52.172 INFO:teuthology.orchestra.run.smithi028.stdout:(72/118): python3-pytz-2021.1-5.el9.noarch.rpm 471 kB/s | 51 kB 00:00 2024-09-13T14:06:52.199 INFO:teuthology.orchestra.run.smithi001.stdout:(91/118): python3-google-auth-2.34.0-1.el9.noar 5.2 MB/s | 220 kB 00:00 2024-09-13T14:06:52.224 INFO:teuthology.orchestra.run.smithi001.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 431 kB/s | 11 kB 00:00 2024-09-13T14:06:52.250 INFO:teuthology.orchestra.run.smithi001.stdout:(93/118): python3-jaraco-classes-3.2.1-5.el9.no 706 kB/s | 18 kB 00:00 2024-09-13T14:06:52.275 INFO:teuthology.orchestra.run.smithi001.stdout:(94/118): python3-jaraco-collections-3.0.0-8.el 928 kB/s | 23 kB 00:00 2024-09-13T14:06:52.281 INFO:teuthology.orchestra.run.smithi028.stdout:(73/118): python3-requests-oauthlib-1.3.0-12.el 495 kB/s | 54 kB 00:00 2024-09-13T14:06:52.300 INFO:teuthology.orchestra.run.smithi001.stdout:(95/118): python3-jaraco-functools-3.5.0-2.el9. 779 kB/s | 19 kB 00:00 2024-09-13T14:06:52.325 INFO:teuthology.orchestra.run.smithi001.stdout:(96/118): python3-jaraco-text-3.2.0-6.el9.noarc 790 kB/s | 20 kB 00:00 2024-09-13T14:06:52.451 INFO:teuthology.orchestra.run.smithi001.stdout:(97/118): python3-kubernetes-26.1.0-2.el9.noarc 8.2 MB/s | 1.0 MB 00:00 2024-09-13T14:06:52.476 INFO:teuthology.orchestra.run.smithi001.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-13T14:06:52.501 INFO:teuthology.orchestra.run.smithi001.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-13T14:06:52.527 INFO:teuthology.orchestra.run.smithi001.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-13T14:06:52.560 INFO:teuthology.orchestra.run.smithi001.stdout:(101/118): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-13T14:06:52.586 INFO:teuthology.orchestra.run.smithi001.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 649 kB/s | 16 kB 00:00 2024-09-13T14:06:52.611 INFO:teuthology.orchestra.run.smithi001.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-13T14:06:52.628 INFO:teuthology.orchestra.run.smithi001.stdout:(104/118): python3-repoze-lru-0.7-16.el9.noarch 1.8 MB/s | 31 kB 00:00 2024-09-13T14:06:52.653 INFO:teuthology.orchestra.run.smithi001.stdout:(105/118): python3-routes-2.5.1-5.el9.noarch.rp 7.4 MB/s | 188 kB 00:00 2024-09-13T14:06:52.670 INFO:teuthology.orchestra.run.smithi001.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 3.5 MB/s | 59 kB 00:00 2024-09-13T14:06:52.687 INFO:teuthology.orchestra.run.smithi001.stdout:(107/118): python3-tempora-5.0.0-2.el9.noarch.r 2.1 MB/s | 36 kB 00:00 2024-09-13T14:06:52.712 INFO:teuthology.orchestra.run.smithi001.stdout:(108/118): python3-typing-extensions-4.12.2-2.e 2.9 MB/s | 74 kB 00:00 2024-09-13T14:06:52.746 INFO:teuthology.orchestra.run.smithi001.stdout:(109/118): python3-webob-1.8.8-2.el9.noarch.rpm 6.8 MB/s | 230 kB 00:00 2024-09-13T14:06:52.780 INFO:teuthology.orchestra.run.smithi001.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 2.6 MB/s | 90 kB 00:00 2024-09-13T14:06:52.822 INFO:teuthology.orchestra.run.smithi001.stdout:(111/118): python3-werkzeug-2.0.3-3.el9.1.noarc 10 MB/s | 427 kB 00:00 2024-09-13T14:06:52.847 INFO:teuthology.orchestra.run.smithi001.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-09-13T14:06:52.872 INFO:teuthology.orchestra.run.smithi001.stdout:(113/118): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-13T14:06:52.964 INFO:teuthology.orchestra.run.smithi001.stdout:(114/118): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-13T14:06:53.215 INFO:teuthology.orchestra.run.smithi001.stdout:(115/118): librados2-18.2.4-843.g2c01458a.el9.x 13 MB/s | 3.3 MB 00:00 2024-09-13T14:06:53.331 INFO:teuthology.orchestra.run.smithi001.stdout:(116/118): librbd1-18.2.4-843.g2c01458a.el9.x86 26 MB/s | 3.0 MB 00:00 2024-09-13T14:06:53.531 INFO:teuthology.orchestra.run.smithi028.stdout:(74/118): python3-babel-2.9.1-2.el9.noarch.rpm 1.7 MB/s | 6.0 MB 00:03 2024-09-13T14:06:53.598 INFO:teuthology.orchestra.run.smithi028.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 628 kB/s | 42 kB 00:00 2024-09-13T14:06:53.790 INFO:teuthology.orchestra.run.smithi028.stdout:(76/118): socat-1.7.4.1-6.el9.x86_64.rpm 1.5 MB/s | 304 kB 00:00 2024-09-13T14:06:53.865 INFO:teuthology.orchestra.run.smithi028.stdout:(77/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.8 MB/s | 5.1 MB 00:02 2024-09-13T14:06:53.915 INFO:teuthology.orchestra.run.smithi028.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 2.2 MB/s | 111 kB 00:00 2024-09-13T14:06:53.949 INFO:teuthology.orchestra.run.smithi028.stdout:(79/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 9.1 MB/s | 308 kB 00:00 2024-09-13T14:06:54.033 INFO:teuthology.orchestra.run.smithi028.stdout:(80/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 263 kB/s | 64 kB 00:00 2024-09-13T14:06:54.083 INFO:teuthology.orchestra.run.smithi028.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 521 kB/s | 26 kB 00:00 2024-09-13T14:06:54.117 INFO:teuthology.orchestra.run.smithi028.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-13T14:06:54.150 INFO:teuthology.orchestra.run.smithi028.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-13T14:06:54.242 INFO:teuthology.orchestra.run.smithi028.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-09-13T14:06:54.309 INFO:teuthology.orchestra.run.smithi028.stdout:(85/118): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-09-13T14:06:54.334 INFO:teuthology.orchestra.run.smithi028.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-13T14:06:54.359 INFO:teuthology.orchestra.run.smithi028.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-13T14:06:54.385 INFO:teuthology.orchestra.run.smithi028.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 569 kB/s | 14 kB 00:00 2024-09-13T14:06:54.410 INFO:teuthology.orchestra.run.smithi028.stdout:(89/118): python3-asyncssh-2.13.2-5.el9.noarch. 3.2 MB/s | 548 kB 00:00 2024-09-13T14:06:54.435 INFO:teuthology.orchestra.run.smithi028.stdout:(90/118): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-09-13T14:06:54.461 INFO:teuthology.orchestra.run.smithi028.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 7.0 MB/s | 358 kB 00:00 2024-09-13T14:06:54.486 INFO:teuthology.orchestra.run.smithi028.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 431 kB/s | 11 kB 00:00 2024-09-13T14:06:54.520 INFO:teuthology.orchestra.run.smithi028.stdout:(93/118): python3-google-auth-2.34.0-1.el9.noar 2.6 MB/s | 220 kB 00:00 2024-09-13T14:06:54.544 INFO:teuthology.orchestra.run.smithi028.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 302 kB/s | 18 kB 00:00 2024-09-13T14:06:54.653 INFO:teuthology.orchestra.run.smithi028.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 173 kB/s | 23 kB 00:00 2024-09-13T14:06:54.688 INFO:teuthology.orchestra.run.smithi028.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 136 kB/s | 19 kB 00:00 2024-09-13T14:06:54.704 INFO:teuthology.orchestra.run.smithi028.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 389 kB/s | 20 kB 00:00 2024-09-13T14:06:54.738 INFO:teuthology.orchestra.run.smithi028.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.4 MB/s | 46 kB 00:00 2024-09-13T14:06:54.772 INFO:teuthology.orchestra.run.smithi028.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-09-13T14:06:54.797 INFO:teuthology.orchestra.run.smithi028.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-13T14:06:54.839 INFO:teuthology.orchestra.run.smithi028.stdout:(101/118): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-09-13T14:06:54.864 INFO:teuthology.orchestra.run.smithi028.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 664 kB/s | 16 kB 00:00 2024-09-13T14:06:54.889 INFO:teuthology.orchestra.run.smithi028.stdout:(103/118): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-13T14:06:54.890 INFO:teuthology.orchestra.run.smithi001.stdout:(117/118): python3-numpy-1.20.1-5.el9.x86_64.rp 661 kB/s | 5.1 MB 00:07 2024-09-13T14:06:54.915 INFO:teuthology.orchestra.run.smithi028.stdout:(104/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-13T14:06:54.932 INFO:teuthology.orchestra.run.smithi028.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 733 kB/s | 31 kB 00:00 2024-09-13T14:06:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:(106/118): python3-routes-2.5.1-5.el9.noarch.rp 4.4 MB/s | 188 kB 00:00 2024-09-13T14:06:54.974 INFO:teuthology.orchestra.run.smithi028.stdout:(107/118): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-09-13T14:06:54.990 INFO:teuthology.orchestra.run.smithi028.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-09-13T14:06:55.016 INFO:teuthology.orchestra.run.smithi028.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-13T14:06:55.041 INFO:teuthology.orchestra.run.smithi028.stdout:(110/118): python3-webob-1.8.8-2.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-09-13T14:06:55.066 INFO:teuthology.orchestra.run.smithi028.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-13T14:06:55.092 INFO:teuthology.orchestra.run.smithi028.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 806 kB/s | 20 kB 00:00 2024-09-13T14:06:55.125 INFO:teuthology.orchestra.run.smithi028.stdout:(113/118): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-13T14:06:55.151 INFO:teuthology.orchestra.run.smithi028.stdout:(114/118): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-13T14:06:55.251 INFO:teuthology.orchestra.run.smithi028.stdout:(115/118): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-13T14:06:55.635 INFO:teuthology.orchestra.run.smithi028.stdout:(116/118): librados2-18.2.4-843.g2c01458a.el9.x 6.8 MB/s | 3.3 MB 00:00 2024-09-13T14:06:55.685 INFO:teuthology.orchestra.run.smithi028.stdout:(117/118): librbd1-18.2.4-843.g2c01458a.el9.x86 6.9 MB/s | 3.0 MB 00:00 2024-09-13T14:06:56.518 INFO:teuthology.orchestra.run.smithi028.stdout:(118/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.8 MB/s | 16 MB 00:04 2024-09-13T14:06:56.524 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-09-13T14:06:56.524 INFO:teuthology.orchestra.run.smithi028.stdout:Total 11 MB/s | 179 MB 00:15 2024-09-13T14:06:57.282 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-09-13T14:06:57.389 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-09-13T14:06:57.389 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-09-13T14:06:59.109 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-09-13T14:06:59.109 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-09-13T14:07:04.217 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-09-13T14:07:04.304 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-13T14:07:04.338 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-13T14:07:04.396 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-13T14:07:04.790 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-13T14:07:04.847 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : librados2-2:18.2.4-843.g2c01458a.el9.x86_64 5/120 2024-09-13T14:07:04.969 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librados2-2:18.2.4-843.g2c01458a.el9.x86_64 5/120 2024-09-13T14:07:04.998 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 6/120 2024-09-13T14:07:05.074 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 6/120 2024-09-13T14:07:05.120 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rados-2:18.2.4-843.g2c01458a.el9.x86_64 7/120 2024-09-13T14:07:05.161 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-13T14:07:05.198 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-13T14:07:05.225 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 10/120 2024-09-13T14:07:05.312 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 10/120 2024-09-13T14:07:05.334 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_ 11/120 2024-09-13T14:07:05.465 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_ 11/120 2024-09-13T14:07:05.497 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-13T14:07:05.529 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-13T14:07:05.567 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-13T14:07:05.609 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-13T14:07:05.692 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-13T14:07:05.733 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-13T14:07:05.759 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-13T14:07:05.833 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-13T14:07:06.000 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-13T14:07:06.032 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-13T14:07:06.072 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-13T14:07:06.108 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-13T14:07:06.161 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ceph-argparse-2:18.2.4-843.g2c01458a.el9 24/120 2024-09-13T14:07:06.237 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cephfs-2:18.2.4-843.g2c01458a.el9.x86_64 25/120 2024-09-13T14:07:06.383 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-13T14:07:06.438 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-13T14:07:07.009 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-13T14:07:07.102 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-13T14:07:07.154 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-13T14:07:07.187 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-13T14:07:07.222 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-13T14:07:07.263 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-13T14:07:07.316 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librados-devel-2:18.2.4-843.g2c01458a.el9.x86_64 34/120 2024-09-13T14:07:07.348 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-13T14:07:07.554 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-13T14:07:07.686 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-13T14:07:07.719 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-13T14:07:07.785 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-13T14:07:07.867 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-13T14:07:07.904 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-13T14:07:07.940 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-13T14:07:07.989 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-13T14:07:08.032 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-13T14:07:08.074 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-13T14:07:08.220 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-13T14:07:08.262 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-13T14:07:08.305 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-13T14:07:08.413 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-13T14:07:08.446 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-13T14:07:08.504 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-13T14:07:08.544 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-13T14:07:08.580 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-13T14:07:08.624 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-13T14:07:08.670 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-13T14:07:08.801 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-13T14:07:08.852 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-13T14:07:08.892 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-13T14:07:08.943 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-13T14:07:09.053 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-13T14:07:09.114 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-13T14:07:09.414 INFO:teuthology.orchestra.run.smithi001.stdout:(118/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 792 kB/s | 16 MB 00:21 2024-09-13T14:07:09.417 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-09-13T14:07:09.417 INFO:teuthology.orchestra.run.smithi001.stdout:Total 6.2 MB/s | 179 MB 00:28 2024-09-13T14:07:09.890 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-13T14:07:09.934 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-13T14:07:09.967 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-13T14:07:10.001 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-13T14:07:10.107 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-13T14:07:10.175 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-13T14:07:10.189 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-09-13T14:07:10.208 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-13T14:07:10.295 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-09-13T14:07:10.295 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-09-13T14:07:10.400 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-13T14:07:10.440 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-13T14:07:10.520 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-13T14:07:11.218 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-13T14:07:11.334 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-13T14:07:11.968 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-09-13T14:07:11.968 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-09-13T14:07:12.723 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-13T14:07:12.803 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-13T14:07:13.118 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-13T14:07:13.173 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 77/120 2024-09-13T14:07:13.248 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 77/120 2024-09-13T14:07:13.286 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rbd-2:18.2.4-843.g2c01458a.el9.x86_64 78/120 2024-09-13T14:07:13.322 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-13T14:07:13.749 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-13T14:07:13.775 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 81/120 2024-09-13T14:07:13.830 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 81/120 2024-09-13T14:07:13.877 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rgw-2:18.2.4-843.g2c01458a.el9.x86_64 82/120 2024-09-13T14:07:13.932 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-13T14:07:13.995 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-13T14:07:14.192 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-13T14:07:14.252 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-13T14:07:14.333 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-13T14:07:14.430 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-13T14:07:14.574 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-13T14:07:14.618 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-13T14:07:14.650 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-13T14:07:14.677 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-13T14:07:15.102 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: cephadm-2:18.2.4-843.g2c01458a.el9.noarch 93/120 2024-09-13T14:07:15.132 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : cephadm-2:18.2.4-843.g2c01458a.el9.noarch 93/120 2024-09-13T14:07:15.171 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-843.g2c01458a.el 94/120 2024-09-13T14:07:15.250 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-843.g2c01458a.e 95/120 2024-09-13T14:07:15.282 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ceph-common-2:18.2.4-843.g2c01458a.el9.x 96/120 2024-09-13T14:07:16.990 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-09-13T14:07:17.067 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-13T14:07:17.092 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-13T14:07:17.143 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-13T14:07:17.395 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 97/120 2024-09-13T14:07:17.445 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 97/120 2024-09-13T14:07:17.483 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-13T14:07:17.593 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : librados2-2:18.2.4-843.g2c01458a.el9.x86_64 5/120 2024-09-13T14:07:17.698 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librados2-2:18.2.4-843.g2c01458a.el9.x86_64 5/120 2024-09-13T14:07:17.844 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 6/120 2024-09-13T14:07:17.928 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 6/120 2024-09-13T14:07:17.975 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rados-2:18.2.4-843.g2c01458a.el9.x86_64 7/120 2024-09-13T14:07:18.007 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 97/120 2024-09-13T14:07:18.024 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-13T14:07:18.048 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 98/120 2024-09-13T14:07:18.061 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-13T14:07:18.088 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 10/120 2024-09-13T14:07:18.150 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 98/120 2024-09-13T14:07:18.151 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T14:07:18.151 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T14:07:18.151 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:18.190 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 99/120 2024-09-13T14:07:18.191 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 10/120 2024-09-13T14:07:18.214 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_ 11/120 2024-09-13T14:07:18.345 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_ 11/120 2024-09-13T14:07:18.376 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-13T14:07:18.409 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-13T14:07:18.456 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-13T14:07:18.497 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-13T14:07:18.572 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-13T14:07:18.621 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-13T14:07:18.656 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-13T14:07:18.730 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-13T14:07:18.788 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-13T14:07:18.826 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-13T14:07:18.870 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-13T14:07:18.905 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-13T14:07:18.954 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ceph-argparse-2:18.2.4-843.g2c01458a.el9 24/120 2024-09-13T14:07:19.038 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cephfs-2:18.2.4-843.g2c01458a.el9.x86_64 25/120 2024-09-13T14:07:19.298 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-13T14:07:19.360 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-13T14:07:19.936 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-13T14:07:20.024 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-13T14:07:20.076 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-13T14:07:20.110 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-13T14:07:20.145 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-13T14:07:20.195 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-13T14:07:20.233 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librados-devel-2:18.2.4-843.g2c01458a.el9.x86_64 34/120 2024-09-13T14:07:20.263 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-13T14:07:20.297 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-13T14:07:20.408 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-13T14:07:20.442 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-13T14:07:20.500 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-13T14:07:20.582 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-13T14:07:20.628 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-13T14:07:20.663 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-13T14:07:20.711 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-13T14:07:20.755 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-13T14:07:20.798 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-13T14:07:20.945 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-13T14:07:20.998 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-13T14:07:21.040 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-13T14:07:21.157 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-13T14:07:21.199 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-13T14:07:21.248 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-13T14:07:21.284 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-13T14:07:21.311 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-13T14:07:21.347 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-13T14:07:21.393 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-13T14:07:21.526 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-13T14:07:21.567 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-13T14:07:21.607 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-13T14:07:21.658 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-13T14:07:21.777 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-13T14:07:21.838 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-13T14:07:22.616 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-13T14:07:22.657 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-13T14:07:22.692 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-13T14:07:22.725 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-13T14:07:22.831 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-13T14:07:22.893 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-13T14:07:22.926 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-13T14:07:23.119 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-13T14:07:23.149 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-13T14:07:23.230 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-13T14:07:23.934 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-13T14:07:24.052 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-13T14:07:25.444 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-13T14:07:25.522 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-13T14:07:25.837 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-13T14:07:25.883 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 77/120 2024-09-13T14:07:25.975 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 77/120 2024-09-13T14:07:26.013 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rbd-2:18.2.4-843.g2c01458a.el9.x86_64 78/120 2024-09-13T14:07:26.066 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-13T14:07:26.503 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-13T14:07:26.528 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 81/120 2024-09-13T14:07:26.600 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 81/120 2024-09-13T14:07:26.651 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rgw-2:18.2.4-843.g2c01458a.el9.x86_64 82/120 2024-09-13T14:07:26.709 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-13T14:07:26.773 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-13T14:07:26.971 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-13T14:07:27.029 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-13T14:07:27.111 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-13T14:07:27.209 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-13T14:07:27.353 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-13T14:07:27.401 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-13T14:07:27.436 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-13T14:07:27.463 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-13T14:07:27.916 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: cephadm-2:18.2.4-843.g2c01458a.el9.noarch 93/120 2024-09-13T14:07:27.944 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : cephadm-2:18.2.4-843.g2c01458a.el9.noarch 93/120 2024-09-13T14:07:27.974 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-843.g2c01458a.el 94/120 2024-09-13T14:07:28.061 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-843.g2c01458a.e 95/120 2024-09-13T14:07:28.093 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ceph-common-2:18.2.4-843.g2c01458a.el9.x 96/120 2024-09-13T14:07:30.278 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 99/120 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /sys 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /proc 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /mnt 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /var/tmp 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /home 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /root 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /tmp 2024-09-13T14:07:30.279 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:30.302 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 97/120 2024-09-13T14:07:30.340 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 97/120 2024-09-13T14:07:30.360 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noar 100/120 2024-09-13T14:07:30.892 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 97/120 2024-09-13T14:07:30.934 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 98/120 2024-09-13T14:07:31.031 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 98/120 2024-09-13T14:07:31.032 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T14:07:31.032 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T14:07:31.032 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:31.071 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 99/120 2024-09-13T14:07:31.456 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noar 100/120 2024-09-13T14:07:31.496 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.no 101/120 2024-09-13T14:07:32.518 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.no 101/120 2024-09-13T14:07:32.548 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01 102/120 2024-09-13T14:07:32.654 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01 102/120 2024-09-13T14:07:32.831 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-843.g2c01458a.el9 103/120 2024-09-13T14:07:32.859 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 104/120 2024-09-13T14:07:32.883 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 104/120 2024-09-13T14:07:32.883 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:32.884 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T14:07:32.884 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T14:07:32.884 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T14:07:32.884 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:32.934 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 105/120 2024-09-13T14:07:33.132 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 105/120 2024-09-13T14:07:33.159 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 106/120 2024-09-13T14:07:33.184 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 106/120 2024-09-13T14:07:33.184 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:33.184 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T14:07:33.184 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T14:07:33.185 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T14:07:33.185 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:33.652 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 107/120 2024-09-13T14:07:33.676 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 107/120 2024-09-13T14:07:33.676 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:33.676 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T14:07:33.676 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T14:07:33.677 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T14:07:33.677 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:35.169 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 108/120 2024-09-13T14:07:35.198 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 108/120 2024-09-13T14:07:35.198 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:35.198 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T14:07:35.198 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T14:07:35.198 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T14:07:35.198 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:35.944 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-2:18.2.4-843.g2c01458a.el9.x86_64 109/120 2024-09-13T14:07:35.970 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 110/120 2024-09-13T14:07:35.995 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 110/120 2024-09-13T14:07:35.995 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:35.995 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T14:07:35.995 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:07:35.995 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:07:35.995 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:36.046 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-843.g2c0145 111/120 2024-09-13T14:07:36.070 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-843.g2c0145 111/120 2024-09-13T14:07:36.070 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:36.070 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T14:07:36.070 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:36.388 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 112/120 2024-09-13T14:07:36.413 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 112/120 2024-09-13T14:07:36.413 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:36.413 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T14:07:36.413 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T14:07:36.413 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T14:07:36.413 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:40.368 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-test-2:18.2.4-843.g2c01458a.el9.x86_64 113/120 2024-09-13T14:07:40.401 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 114/120 2024-09-13T14:07:40.443 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 115/120 2024-09-13T14:07:40.568 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-nbd-2:18.2.4-843.g2c01458a.el9.x86_64 116/120 2024-09-13T14:07:40.599 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-13T14:07:40.647 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephfs-devel-2:18.2.4-843.g2c01458a.el9.x86_6 118/120 2024-09-13T14:07:40.647 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-13T14:07:40.739 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-13T14:07:40.739 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 99/120 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /sys 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /proc 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /mnt 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /var/tmp 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /home 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /root 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /tmp 2024-09-13T14:07:43.115 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:43.197 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noar 100/120 2024-09-13T14:07:44.301 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noar 100/120 2024-09-13T14:07:44.344 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.no 101/120 2024-09-13T14:07:45.361 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.no 101/120 2024-09-13T14:07:45.365 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-13T14:07:45.365 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-2:18.2.4-843.g2c01458a.el9.x86_64 1/120 2024-09-13T14:07:45.365 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 2/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 3/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 4/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-843.g2c0145 5/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 6/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 7/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 8/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 9/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 10/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 11/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-test-2:18.2.4-843.g2c01458a.el9.x86_64 12/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephfs-devel-2:18.2.4-843.g2c01458a.el9.x86_6 13/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 14/120 2024-09-13T14:07:45.366 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 15/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados-devel-2:18.2.4-843.g2c01458a.el9.x86_64 16/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_ 17/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 18/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ceph-argparse-2:18.2.4-843.g2c01458a.el9 19/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ceph-common-2:18.2.4-843.g2c01458a.el9.x 20/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cephfs-2:18.2.4-843.g2c01458a.el9.x86_64 21/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rados-2:18.2.4-843.g2c01458a.el9.x86_64 22/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rbd-2:18.2.4-843.g2c01458a.el9.x86_64 23/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rgw-2:18.2.4-843.g2c01458a.el9.x86_64 24/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 25/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 26/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-nbd-2:18.2.4-843.g2c01458a.el9.x86_64 27/120 2024-09-13T14:07:45.367 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-843.g2c01458a.e 28/120 2024-09-13T14:07:45.368 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noar 29/120 2024-09-13T14:07:45.368 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.no 30/120 2024-09-13T14:07:45.375 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01 31/120 2024-09-13T14:07:45.375 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-843.g2c01458a.el9 32/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 33/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-843.g2c01458a.el 34/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : cephadm-2:18.2.4-843.g2c01458a.el9.noarch 35/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-13T14:07:45.376 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-13T14:07:45.377 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-13T14:07:45.378 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-13T14:07:45.379 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-13T14:07:45.380 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-13T14:07:45.381 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-13T14:07:45.382 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-13T14:07:45.382 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-13T14:07:45.382 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-13T14:07:45.382 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-13T14:07:45.382 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados2-2:18.2.4-843.g2c01458a.el9.x86_64 117/120 2024-09-13T14:07:45.382 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-13T14:07:45.382 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 119/120 2024-09-13T14:07:45.394 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01 102/120 2024-09-13T14:07:45.501 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01 102/120 2024-09-13T14:07:45.675 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-843.g2c01458a.el9 103/120 2024-09-13T14:07:45.713 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 104/120 2024-09-13T14:07:45.737 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 104/120 2024-09-13T14:07:45.738 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:45.738 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T14:07:45.738 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T14:07:45.738 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T14:07:45.738 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:45.789 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 105/120 2024-09-13T14:07:45.987 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 105/120 2024-09-13T14:07:46.014 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 106/120 2024-09-13T14:07:46.039 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 106/120 2024-09-13T14:07:46.039 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:46.039 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T14:07:46.039 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T14:07:46.039 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T14:07:46.039 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:46.523 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 107/120 2024-09-13T14:07:46.548 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 107/120 2024-09-13T14:07:46.548 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:46.548 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T14:07:46.548 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T14:07:46.548 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T14:07:46.548 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:47.536 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout:Upgraded: 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: librados2-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout:Installed: 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.537 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-grafana-dashboards-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-immutable-object-cache-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-modules-core-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.538 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-prometheus-alerts-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-test-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: cephadm-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T14:07:47.539 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs-devel-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: librados-devel-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.540 INFO:teuthology.orchestra.run.smithi028.stdout: libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T14:07:47.541 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-argparse-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T14:07:47.542 INFO:teuthology.orchestra.run.smithi028.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T14:07:47.543 INFO:teuthology.orchestra.run.smithi028.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T14:07:47.544 INFO:teuthology.orchestra.run.smithi028.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T14:07:47.545 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rgw-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T14:07:47.546 INFO:teuthology.orchestra.run.smithi028.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-nbd-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T14:07:47.547 INFO:teuthology.orchestra.run.smithi028.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T14:07:47.548 INFO:teuthology.orchestra.run.smithi028.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T14:07:47.548 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:07:47.548 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-09-13T14:07:47.976 DEBUG:teuthology.parallel:result is None 2024-09-13T14:07:48.041 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 108/120 2024-09-13T14:07:48.069 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 108/120 2024-09-13T14:07:48.069 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:48.069 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T14:07:48.070 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T14:07:48.070 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T14:07:48.070 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:48.828 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-2:18.2.4-843.g2c01458a.el9.x86_64 109/120 2024-09-13T14:07:48.867 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 110/120 2024-09-13T14:07:48.892 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 110/120 2024-09-13T14:07:48.892 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:48.892 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T14:07:48.892 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:07:48.892 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:07:48.892 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:48.934 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-843.g2c0145 111/120 2024-09-13T14:07:48.958 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-843.g2c0145 111/120 2024-09-13T14:07:48.958 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:48.958 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T14:07:48.958 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:49.277 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 112/120 2024-09-13T14:07:49.301 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 112/120 2024-09-13T14:07:49.301 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T14:07:49.301 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T14:07:49.301 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T14:07:49.301 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T14:07:49.302 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:07:53.248 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-test-2:18.2.4-843.g2c01458a.el9.x86_64 113/120 2024-09-13T14:07:53.281 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 114/120 2024-09-13T14:07:53.325 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 115/120 2024-09-13T14:07:53.449 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-nbd-2:18.2.4-843.g2c01458a.el9.x86_64 116/120 2024-09-13T14:07:53.488 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-13T14:07:53.519 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephfs-devel-2:18.2.4-843.g2c01458a.el9.x86_6 118/120 2024-09-13T14:07:53.519 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-13T14:07:53.602 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-13T14:07:53.603 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-2:18.2.4-843.g2c01458a.el9.x86_64 1/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 2/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 3/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 4/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-843.g2c0145 5/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 6/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 7/120 2024-09-13T14:07:58.359 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 8/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 9/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 10/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 11/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-test-2:18.2.4-843.g2c01458a.el9.x86_64 12/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephfs-devel-2:18.2.4-843.g2c01458a.el9.x86_6 13/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 14/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 15/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados-devel-2:18.2.4-843.g2c01458a.el9.x86_64 16/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_ 17/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 18/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ceph-argparse-2:18.2.4-843.g2c01458a.el9 19/120 2024-09-13T14:07:58.360 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ceph-common-2:18.2.4-843.g2c01458a.el9.x 20/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cephfs-2:18.2.4-843.g2c01458a.el9.x86_64 21/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rados-2:18.2.4-843.g2c01458a.el9.x86_64 22/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rbd-2:18.2.4-843.g2c01458a.el9.x86_64 23/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rgw-2:18.2.4-843.g2c01458a.el9.x86_64 24/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 25/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 26/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-nbd-2:18.2.4-843.g2c01458a.el9.x86_64 27/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-843.g2c01458a.e 28/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noar 29/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.no 30/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01 31/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-843.g2c01458a.el9 32/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 33/120 2024-09-13T14:07:58.361 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-843.g2c01458a.el 34/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : cephadm-2:18.2.4-843.g2c01458a.el9.noarch 35/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-13T14:07:58.362 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-13T14:07:58.363 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-13T14:07:58.364 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-13T14:07:58.365 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-13T14:07:58.366 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-13T14:07:58.367 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados2-2:18.2.4-843.g2c01458a.el9.x86_64 117/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-13T14:07:58.368 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 119/120 2024-09-13T14:08:00.392 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-13T14:08:00.392 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:08:00.392 INFO:teuthology.orchestra.run.smithi001.stdout:Upgraded: 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: librados2-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: librbd1-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-base-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-grafana-dashboards-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-immutable-object-cache-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.393 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mds-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-cephadm-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-dashboard-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-diskprediction-local-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-modules-core-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-rook-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mon-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-osd-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-prometheus-alerts-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-radosgw-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-selinux-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-test-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.394 INFO:teuthology.orchestra.run.smithi001.stdout: cephadm-2:18.2.4-843.g2c01458a.el9.noarch 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs-devel-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs2-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: libcephsqlite-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T14:08:00.395 INFO:teuthology.orchestra.run.smithi001.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: librados-devel-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: libradosstriper1-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: librgw2-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T14:08:00.396 INFO:teuthology.orchestra.run.smithi001.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-argparse-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-common-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cephfs-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T14:08:00.397 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T14:08:00.398 INFO:teuthology.orchestra.run.smithi001.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T14:08:00.399 INFO:teuthology.orchestra.run.smithi001.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rados-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rbd-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T14:08:00.400 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rgw-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T14:08:00.401 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-fuse-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.402 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-mirror-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.402 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-nbd-2:18.2.4-843.g2c01458a.el9.x86_64 2024-09-13T14:08:00.404 INFO:teuthology.orchestra.run.smithi001.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T14:08:00.404 INFO:teuthology.orchestra.run.smithi001.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T14:08:00.404 INFO:teuthology.orchestra.run.smithi001.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T14:08:00.405 INFO:teuthology.orchestra.run.smithi001.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T14:08:00.405 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:08:00.405 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-09-13T14:08:00.731 DEBUG:teuthology.parallel:result is None 2024-09-13T14:08:00.732 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T14:08:00.732 INFO:teuthology.packaging:ref: None 2024-09-13T14:08:00.732 INFO:teuthology.packaging:tag: None 2024-09-13T14:08:00.732 INFO:teuthology.packaging:branch: reef 2024-09-13T14:08:00.732 INFO:teuthology.packaging:sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:08:00.732 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-13T14:08:00.995 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T14:08:01.021 INFO:teuthology.orchestra.run.smithi001.stdout:18.2.4-843.g2c01458a.el9 2024-09-13T14:08:01.021 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-843.g2c01458a.el9 2024-09-13T14:08:01.021 INFO:teuthology.task.install:The correct ceph version 18.2.4-843.g2c01458a is installed. 2024-09-13T14:08:01.023 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T14:08:01.023 INFO:teuthology.packaging:ref: None 2024-09-13T14:08:01.023 INFO:teuthology.packaging:tag: None 2024-09-13T14:08:01.023 INFO:teuthology.packaging:branch: reef 2024-09-13T14:08:01.023 INFO:teuthology.packaging:sha1: d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:08:01.024 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-13T14:08:01.268 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T14:08:01.296 INFO:teuthology.orchestra.run.smithi028.stdout:18.2.4-843.g2c01458a.el9 2024-09-13T14:08:01.296 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-843.g2c01458a.el9 2024-09-13T14:08:01.296 INFO:teuthology.task.install:The correct ceph version 18.2.4-843.g2c01458a is installed. 2024-09-13T14:08:01.298 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T14:08:01.298 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:08:01.298 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T14:08:01.328 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:08:01.328 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T14:08:01.369 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T14:08:01.369 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:08:01.370 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T14:08:01.397 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T14:08:01.463 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:08:01.463 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T14:08:01.492 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T14:08:01.562 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T14:08:01.563 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:08:01.563 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T14:08:01.590 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T14:08:01.657 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:08:01.657 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T14:08:01.686 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T14:08:01.755 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T14:08:01.755 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:08:01.755 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T14:08:01.783 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T14:08:01.850 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:08:01.850 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T14:08:01.878 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T14:08:01.945 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:08:01.956 INFO:teuthology.task.print:**** done install task... 2024-09-13T14:08:01.956 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:08:01.974 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-09-13T14:08:01.974 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-13T14:08:02.076 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9'} 2024-09-13T14:08:02.076 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-09-13T14:08:02.076 INFO:tasks.cephadm:Cluster fsid is 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:08:02.077 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-13T14:08:02.077 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.1', 'mon.c': '[v2:172.21.15.1:3301,v1:172.21.15.1:6790]', 'mon.b': '172.21.15.28'} 2024-09-13T14:08:02.077 INFO:tasks.cephadm:First mon is mon.a on smithi001 2024-09-13T14:08:02.077 INFO:tasks.cephadm:First mgr is y 2024-09-13T14:08:02.077 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-13T14:08:02.077 DEBUG:teuthology.orchestra.run.smithi001:> sudo hostname $(hostname -s) 2024-09-13T14:08:02.104 DEBUG:teuthology.orchestra.run.smithi028:> sudo hostname $(hostname -s) 2024-09-13T14:08:02.133 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-13T14:08:02.133 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:08:02.290 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/83028/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4697-gd58f7306', 'node_name': '172.21.4.75+confusa13', 'job_name': 'ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4697.gd58f7306'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-aclamk-cbt-combined/d58f73069a8157a9ace12a0247ee3e8497707ea9/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-12 23:59:16.034150', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-aclamk-cbt-combined', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-aclamk-cbt-combined/d58f73069a8157a9ace12a0247ee3e8497707ea9/centos/9/flavors/default/', 'archs': ['source', 'x86_64', 'arm64'], 'distro': 'centos'}] 2024-09-13T14:08:02.565 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref reef, sha1 2c01458affee2b2435cd231b6e392435c1c21661 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-13T14:08:02.566 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/x86_64/flavors/default/cephadm 2024-09-13T14:08:02.566 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/x86_64/flavors/default/cephadm 2024-09-13T14:08:02.566 DEBUG:teuthology.orchestra.run.smithi001:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T14:08:02.922 INFO:teuthology.orchestra.run.smithi001.stdout:-rw-r--r--. 1 ubuntu ubuntu 217218 Sep 13 14:08 /home/ubuntu/cephtest/cephadm 2024-09-13T14:08:02.922 DEBUG:teuthology.orchestra.run.smithi028:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/2c01458affee2b2435cd231b6e392435c1c21661/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T14:08:03.273 INFO:teuthology.orchestra.run.smithi028.stdout:-rw-r--r--. 1 ubuntu ubuntu 217218 Sep 13 14:08 /home/ubuntu/cephtest/cephadm 2024-09-13T14:08:03.273 DEBUG:teuthology.orchestra.run.smithi001:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T14:08:03.294 DEBUG:teuthology.orchestra.run.smithi028:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T14:08:03.327 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-09-13T14:08:03.327 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-13T14:08:03.337 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-13T14:08:04.894 INFO:teuthology.orchestra.run.smithi028.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-13T14:08:04.928 INFO:teuthology.orchestra.run.smithi001.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-13T14:08:56.676 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-09-13T14:08:56.677 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_version": "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)", 2024-09-13T14:08:56.677 INFO:teuthology.orchestra.run.smithi028.stdout: "image_id": "c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5", 2024-09-13T14:08:56.677 INFO:teuthology.orchestra.run.smithi028.stdout: "repo_digests": [ 2024-09-13T14:08:56.677 INFO:teuthology.orchestra.run.smithi028.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11" 2024-09-13T14:08:56.677 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-09-13T14:08:56.677 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-09-13T14:08:57.539 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:08:57.540 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_version": "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)", 2024-09-13T14:08:57.540 INFO:teuthology.orchestra.run.smithi001.stdout: "image_id": "c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5", 2024-09-13T14:08:57.540 INFO:teuthology.orchestra.run.smithi001.stdout: "repo_digests": [ 2024-09-13T14:08:57.540 INFO:teuthology.orchestra.run.smithi001.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11" 2024-09-13T14:08:57.540 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-09-13T14:08:57.540 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:08:57.558 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /etc/ceph 2024-09-13T14:08:57.604 DEBUG:teuthology.orchestra.run.smithi028:> sudo mkdir -p /etc/ceph 2024-09-13T14:08:57.638 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 777 /etc/ceph 2024-09-13T14:08:57.664 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 777 /etc/ceph 2024-09-13T14:08:57.709 INFO:tasks.cephadm:Writing seed config... 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-13T14:08:57.710 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-13T14:08:57.711 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-13T14:08:57.711 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-13T14:08:57.711 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-13T14:08:57.711 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:08:57.711 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-13T14:08:57.727 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 96a1432a-71d9-11ef-bceb-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-13T14:08:57.728 DEBUG:teuthology.orchestra.run.smithi001:mon.a> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service 2024-09-13T14:08:57.771 DEBUG:teuthology.orchestra.run.smithi001:mgr.y> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service 2024-09-13T14:08:57.813 INFO:tasks.cephadm:Bootstrapping... 2024-09-13T14:08:57.814 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.1 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:08:57.973 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-09-13T14:08:57.973 INFO:teuthology.orchestra.run.smithi001.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '96a1432a-71d9-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.1', '--skip-admin-label'] 2024-09-13T14:08:58.004 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 5.2.2 2024-09-13T14:08:58.005 INFO:teuthology.orchestra.run.smithi001.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-13T14:08:58.005 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying podman|docker is present... 2024-09-13T14:08:58.027 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 5.2.2 2024-09-13T14:08:58.028 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying lvm2 is present... 2024-09-13T14:08:58.028 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying time synchronization is in place... 2024-09-13T14:08:58.035 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T14:08:58.036 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T14:08:58.042 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T14:08:58.042 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-09-13T14:08:58.050 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout enabled 2024-09-13T14:08:58.057 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout active 2024-09-13T14:08:58.057 INFO:teuthology.orchestra.run.smithi001.stdout:Unit chronyd.service is enabled and running 2024-09-13T14:08:58.057 INFO:teuthology.orchestra.run.smithi001.stdout:Repeating the final host check... 2024-09-13T14:08:58.081 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 5.2.2 2024-09-13T14:08:58.081 INFO:teuthology.orchestra.run.smithi001.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-13T14:08:58.082 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl is present 2024-09-13T14:08:58.082 INFO:teuthology.orchestra.run.smithi001.stdout:lvcreate is present 2024-09-13T14:08:58.088 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T14:08:58.088 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T14:08:58.094 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T14:08:58.094 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-09-13T14:08:58.101 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout enabled 2024-09-13T14:08:58.108 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout active 2024-09-13T14:08:58.108 INFO:teuthology.orchestra.run.smithi001.stdout:Unit chronyd.service is enabled and running 2024-09-13T14:08:58.109 INFO:teuthology.orchestra.run.smithi001.stdout:Host looks OK 2024-09-13T14:08:58.109 INFO:teuthology.orchestra.run.smithi001.stdout:Cluster fsid: 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:08:58.109 INFO:teuthology.orchestra.run.smithi001.stdout:Acquiring lock 140026478915152 on /run/cephadm/96a1432a-71d9-11ef-bceb-c7b262605968.lock 2024-09-13T14:08:58.109 INFO:teuthology.orchestra.run.smithi001.stdout:Lock 140026478915152 acquired on /run/cephadm/96a1432a-71d9-11ef-bceb-c7b262605968.lock 2024-09-13T14:08:58.109 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying IP 172.21.15.1 port 3300 ... 2024-09-13T14:08:58.110 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying IP 172.21.15.1 port 6789 ... 2024-09-13T14:08:58.110 INFO:teuthology.orchestra.run.smithi001.stdout:Base mon IP(s) is [172.21.15.1:3300, 172.21.15.1:6789], mon addrv is [v2:172.21.15.1:3300,v1:172.21.15.1:6789] 2024-09-13T14:08:58.112 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.1 metric 100 2024-09-13T14:08:58.112 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.1 metric 100 2024-09-13T14:08:58.115 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-13T14:08:58.115 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-13T14:08:58.115 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1751sec hoplimit 64 pref medium 2024-09-13T14:08:58.117 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-13T14:08:58.118 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-13T14:08:58.118 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T14:08:58.118 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-13T14:08:58.118 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15e8/64 scope link 2024-09-13T14:08:58.118 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T14:08:58.119 INFO:teuthology.orchestra.run.smithi001.stdout:Mon IP `172.21.15.1` is in CIDR network `172.21.0.0/20` 2024-09-13T14:08:58.119 INFO:teuthology.orchestra.run.smithi001.stdout:Mon IP `172.21.15.1` is in CIDR network `172.21.0.0/20` 2024-09-13T14:08:58.119 INFO:teuthology.orchestra.run.smithi001.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-13T14:08:58.119 INFO:teuthology.orchestra.run.smithi001.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-13T14:08:58.119 INFO:teuthology.orchestra.run.smithi001.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-13T14:08:58.517 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 2024-09-13T14:08:58.517 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-09-13T14:08:58.517 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Getting image source signatures 2024-09-13T14:08:58.517 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying blob sha256:f9a1328d66f49e17fe78ed666f97dd3c34cc07be60bd7ae6ba8f2402a2a33f7f 2024-09-13T14:08:58.517 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-13T14:08:58.517 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying config sha256:c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 2024-09-13T14:08:58.517 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-13T14:08:59.480 INFO:teuthology.orchestra.run.smithi001.stdout:ceph: stdout ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable) 2024-09-13T14:08:59.480 INFO:teuthology.orchestra.run.smithi001.stdout:Ceph version: ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable) 2024-09-13T14:08:59.480 INFO:teuthology.orchestra.run.smithi001.stdout:Extracting ceph user uid/gid from container image... 2024-09-13T14:09:00.451 INFO:teuthology.orchestra.run.smithi001.stdout:stat: stdout 167 167 2024-09-13T14:09:00.451 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial keys... 2024-09-13T14:09:01.450 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQB8R+RmE33oLxAAA67diu8+Fbg2gaHo0S6lOg== 2024-09-13T14:09:02.506 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQB9R+RmdkhLLxAATHp8nqyV1E2foAjKKxzvBg== 2024-09-13T14:09:03.444 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQB+R+Rmj1aZMRAAzqwkKYRLZvYrIdeqALLdtw== 2024-09-13T14:09:03.445 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial monmap... 2024-09-13T14:09:04.417 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T14:09:04.417 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout:monmaptool for a [v2:172.21.15.1:3300,v1:172.21.15.1:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout:setting min_mon_release = pacific 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: set fsid to 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:09:04.418 INFO:teuthology.orchestra.run.smithi001.stdout:Creating mon... 2024-09-13T14:09:05.347 INFO:teuthology.orchestra.run.smithi001.stdout:create mon.a on 2024-09-13T14:09:05.602 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-13T14:09:05.754 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-13T14:09:05.933 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-96a1432a-71d9-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-96a1432a-71d9-11ef-bceb-c7b262605968.target. 2024-09-13T14:09:05.933 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-96a1432a-71d9-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-96a1432a-71d9-11ef-bceb-c7b262605968.target. 2024-09-13T14:09:06.170 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a 2024-09-13T14:09:06.170 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to reset failed state of unit ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-13T14:09:06.339 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-96a1432a-71d9-11ef-bceb-c7b262605968.target.wants/ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-96a1432a-71d9-11ef-bceb-c7b262605968@.service. 2024-09-13T14:09:06.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:06 smithi001 podman[27521]: 2024-09-13 14:09:06.786657235 +0000 UTC m=+0.328308950 container start 88ee9db5606b21d813ee2742df74625cfd073249b2aaa7c247dcb4368a698c12 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-2c01458, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:09:06.879 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T14:09:06.880 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-09-13T14:09:06.886 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T14:09:06.887 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-09-13T14:09:06.887 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-09-13T14:09:06.887 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T14:09:06.887 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mon to start... 2024-09-13T14:09:06.887 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mon... 2024-09-13T14:09:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:06 smithi001 ceph-mon[27559]: mkfs 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:06 smithi001 ceph-mon[27559]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T14:09:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:06 smithi001 bash[27521]: 88ee9db5606b21d813ee2742df74625cfd073249b2aaa7c247dcb4368a698c12 2024-09-13T14:09:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:06 smithi001 systemd[1]: Started Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:09:07.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout cluster: 2024-09-13T14:09:07.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout id: 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:07.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-13T14:09:07.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:07.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout services: 2024-09-13T14:09:07.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.580273s) 2024-09-13T14:09:07.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout data: 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout pgs: 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:mon is available 2024-09-13T14:09:07.960 INFO:teuthology.orchestra.run.smithi001.stdout:Assimilating anything we can from ceph.conf... 2024-09-13T14:09:08.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:07 smithi001 ceph-mon[27559]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T14:09:08.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:07 smithi001 ceph-mon[27559]: monmap e1: 1 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:09:08.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:07 smithi001 ceph-mon[27559]: fsmap 2024-09-13T14:09:08.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:07 smithi001 ceph-mon[27559]: osdmap e1: 0 total, 0 up, 0 in 2024-09-13T14:09:08.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:07 smithi001 ceph-mon[27559]: mgrmap e1: no daemons active 2024-09-13T14:09:08.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:07 smithi001 ceph-mon[27559]: from='client.? 172.21.15.1:0/593722782' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:09:09.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout fsid = 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.1:3300,v1:172.21.15.1:6789] 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T14:09:09.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:09.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T14:09:09.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T14:09:09.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T14:09:09.008 INFO:teuthology.orchestra.run.smithi001.stdout:Generating new minimal ceph.conf... 2024-09-13T14:09:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:08 smithi001 ceph-mon[27559]: from='client.? 172.21.15.1:0/2611353813' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T14:09:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:08 smithi001 ceph-mon[27559]: from='client.? 172.21.15.1:0/2611353813' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-13T14:09:10.075 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:09 smithi001 ceph-mon[27559]: from='client.? 172.21.15.1:0/3191518706' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:09:10.077 INFO:teuthology.orchestra.run.smithi001.stdout:Restarting the monitor... 2024-09-13T14:09:10.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:10 smithi001 systemd[1]: Stopping Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:09:10.753 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:10 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[27536]: 2024-09-13T14:09:10.362+0000 7f697bef8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:09:10.754 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:10 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[27536]: 2024-09-13T14:09:10.362+0000 7f697bef8640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-13T14:09:10.754 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:10 smithi001 podman[27875]: 2024-09-13 14:09:10.517139141 +0000 UTC m=+0.272729439 container died 88ee9db5606b21d813ee2742df74625cfd073249b2aaa7c247dcb4368a698c12 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-2c01458, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-13T14:09:11.020 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:10 smithi001 podman[27875]: 2024-09-13 14:09:10.85222194 +0000 UTC m=+0.607812234 container cleanup 88ee9db5606b21d813ee2742df74625cfd073249b2aaa7c247dcb4368a698c12 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=reef-2c01458, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T14:09:11.020 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:10 smithi001 bash[27875]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a 2024-09-13T14:09:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 podman[27894]: 2024-09-13 14:09:11.020067221 +0000 UTC m=+0.497536513 container remove 88ee9db5606b21d813ee2742df74625cfd073249b2aaa7c247dcb4368a698c12 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-2c01458, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-13T14:09:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T14:09:11.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 systemd[1]: Stopped Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:09:11.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 systemd[1]: Starting Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:09:11.660 INFO:teuthology.orchestra.run.smithi001.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-13T14:09:11.783 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 podman[27992]: 2024-09-13 14:09:11.429275772 +0000 UTC m=+0.100445862 container create e17068e2d023b5c5f3dc71d7be9ad42ad3ece04392b30b21cc2e2f5e7d21f0a5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-2c01458, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 podman[27992]: 2024-09-13 14:09:11.345088656 +0000 UTC m=+0.016258720 image pull c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 quay.ceph.io/ceph-ci/ceph:reef 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 podman[27992]: 2024-09-13 14:09:11.598010362 +0000 UTC m=+0.269180423 container init e17068e2d023b5c5f3dc71d7be9ad42ad3ece04392b30b21cc2e2f5e7d21f0a5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-2c01458, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 podman[27992]: 2024-09-13 14:09:11.602925422 +0000 UTC m=+0.274095476 container start e17068e2d023b5c5f3dc71d7be9ad42ad3ece04392b30b21cc2e2f5e7d21f0a5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-2c01458, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True) 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable), process ceph-mon, pid 7 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: pidfile_write: ignore empty --pid-file 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: load: jerasure load: lrc 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: RocksDB version: 7.9.2 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Git sha 0 2024-09-13T14:09:11.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Compile date 2024-09-12 19:46:18 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: DB SUMMARY 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: DB Session ID: MKGPFPF4XRWVYQKUV78I 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: CURRENT file: CURRENT 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84514 ; 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.error_if_exists: 0 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.create_if_missing: 0 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.paranoid_checks: 1 2024-09-13T14:09:11.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.env: 0x5653541d9bc0 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.info_log: 0x56535531cbe0 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.statistics: (nil) 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.use_fsync: 0 2024-09-13T14:09:11.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_log_file_size: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.allow_fallocate: 1 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.use_direct_reads: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.db_log_dir: 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.wal_dir: 2024-09-13T14:09:11.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.write_buffer_manager: 0x56535532a320 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:09:11.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.unordered_write: 0 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.row_cache: None 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.wal_filter: None 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:09:11.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.two_write_queues: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.wal_compression: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.atomic_flush: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.log_readahead_size: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:09:11.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_background_jobs: 2 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_background_compactions: -1 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_subcompactions: 1 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:09:11.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_open_files: -1 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_background_flushes: -1 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Compression algorithms supported: 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kZSTD supported: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kXpressCompression supported: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kBZip2Compression supported: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kLZ4Compression supported: 1 2024-09-13T14:09:11.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kZlibCompression supported: 1 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: kSnappyCompression supported: 1 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.merge_operator: 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_filter: None 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56535531c7e0) 2024-09-13T14:09:11.794 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_type: 0 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_index_type: 0 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_shortening: 1 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: checksum: 4 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: no_block_cache: 0 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache: 0x565355311350 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_options: 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: capacity : 536870912 2024-09-13T14:09:11.795 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_shard_bits : 4 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: strict_capacity_limit : 0 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_compressed: (nil) 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: persistent_cache: (nil) 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size: 4096 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size_deviation: 10 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_restart_interval: 16 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_block_restart_interval: 1 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: metadata_block_size: 4096 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: partition_filters: 0 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: use_delta_encoding: 1 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: filter_policy: bloomfilter 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: whole_key_filtering: 1 2024-09-13T14:09:11.796 INFO:journalctl@ceph.mon.a.smithi001.stdout: verify_compression: 0 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: format_version: 5 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_index_compression: 1 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_align: 0 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_auto_readahead_size: 262144 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: prepopulate_block_cache: 0 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: initial_auto_readahead_size: 8192 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T14:09:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression: NoCompression 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.num_levels: 7 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:09:11.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:09:11.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:09:11.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:09:11.801 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.inplace_update_support: 0 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.bloom_locality: 0 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.max_successive_merges: 0 2024-09-13T14:09:11.802 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.ttl: 2592000 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.enable_blob_files: false 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.min_blob_size: 0 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:09:11.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7c67ba18-3f16-4ca4-a001-0f5a9bec7cc7 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236551629190, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236551630093, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81064, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79214, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73415, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726236551, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7c67ba18-3f16-4ca4-a001-0f5a9bec7cc7", "db_session_id": "MKGPFPF4XRWVYQKUV78I", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236551630193, "job": 1, "event": "recovery_finished"} 2024-09-13T14:09:11.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56535533ce00 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: DB pointer 0x565355430000 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** DB Stats ** 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:09:11.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: L0 2/0 81.02 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: Sum 2/0 81.02 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:09:11.806 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative compaction: 0.00 GB write, 25.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval compaction: 0.00 GB write, 25.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache BinnedLRUCache@0x565355311350#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-13T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: starting mon.a rank 0 at public addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] at bind addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???) e1 preinit fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???).mds e1 new map 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???).mds e1 print_map 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: e1 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: legacy client fscid: -1 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout: No filesystems configured 2024-09-13T14:09:11.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T14:09:11.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:09:11.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:09:11.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:09:11.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 ceph-mon[28030]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-13T14:09:11.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 bash[27992]: e17068e2d023b5c5f3dc71d7be9ad42ad3ece04392b30b21cc2e2f5e7d21f0a5 2024-09-13T14:09:11.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:11 smithi001 systemd[1]: Started Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:09:12.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:12 smithi001 ceph-mon[28030]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T14:09:12.738 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:12 smithi001 ceph-mon[28030]: monmap e1: 1 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:09:12.738 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:12 smithi001 ceph-mon[28030]: fsmap 2024-09-13T14:09:12.738 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:12 smithi001 ceph-mon[28030]: osdmap e1: 0 total, 0 up, 0 in 2024-09-13T14:09:12.738 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:12 smithi001 ceph-mon[28030]: mgrmap e1: no daemons active 2024-09-13T14:09:12.738 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:12 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2202997484' entity='client.admin' 2024-09-13T14:09:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-13T14:09:12.762 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:09:12.762 INFO:teuthology.orchestra.run.smithi001.stdout:Creating mgr... 2024-09-13T14:09:12.763 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-13T14:09:12.763 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-13T14:09:13.015 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y 2024-09-13T14:09:13.015 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to reset failed state of unit ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-13T14:09:13.165 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-96a1432a-71d9-11ef-bceb-c7b262605968.target.wants/ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-96a1432a-71d9-11ef-bceb-c7b262605968@.service. 2024-09-13T14:09:13.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 systemd[1]: Starting Ceph mgr.y for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:09:13.717 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 podman[28268]: 2024-09-13 14:09:13.300181413 +0000 UTC m=+0.016873072 image pull c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 quay.ceph.io/ceph-ci/ceph:reef 2024-09-13T14:09:13.717 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 podman[28268]: 2024-09-13 14:09:13.397750682 +0000 UTC m=+0.114442339 container create 5edd94aea74fe746ae28d69127ab639fe32807484e4db0108023b5aa2848975b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T14:09:13.717 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 podman[28268]: 2024-09-13 14:09:13.625317676 +0000 UTC m=+0.342009341 container init 5edd94aea74fe746ae28d69127ab639fe32807484e4db0108023b5aa2848975b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-2c01458) 2024-09-13T14:09:13.718 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 podman[28268]: 2024-09-13 14:09:13.630236766 +0000 UTC m=+0.346928426 container start 5edd94aea74fe746ae28d69127ab639fe32807484e4db0108023b5aa2848975b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-2c01458) 2024-09-13T14:09:13.718 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 bash[28268]: 5edd94aea74fe746ae28d69127ab639fe32807484e4db0108023b5aa2848975b 2024-09-13T14:09:13.732 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T14:09:13.732 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-09-13T14:09:13.740 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T14:09:13.740 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-09-13T14:09:13.740 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-09-13T14:09:13.740 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T14:09:13.749 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T14:09:13.749 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-09-13T14:09:13.756 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T14:09:13.757 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-09-13T14:09:13.757 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-09-13T14:09:13.757 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-13T14:09:13.757 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr to start... 2024-09-13T14:09:13.757 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr... 2024-09-13T14:09:13.973 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 systemd[1]: Started Ceph mgr.y for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:09:13.973 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:13.753+0000 7fdb4f045040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T14:09:13.974 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:13.814+0000 7fdb4f045040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:09:13.974 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:13 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:13.971+0000 7fdb4f045040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:09:14.237 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:14 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:14.044+0000 7fdb4f045040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:09:14.237 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:14 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:14.200+0000 7fdb4f045040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:09:14.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:14 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/295421568' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T14:09:14.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:14 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:14.369+0000 7fdb4f045040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:09:14.948 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:14 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:14.694+0000 7fdb4f045040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:09:14.948 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:14 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:14.757+0000 7fdb4f045040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:09:14.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:14.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-09-13T14:09:14.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "96a1432a-71d9-11ef-bceb-c7b262605968", 2024-09-13T14:09:14.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T14:09:14.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T14:09:14.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T14:09:14.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T14:09:14.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:14.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T14:09:14.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:14.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T14:09:14.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T14:09:14.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T14:09:14.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T14:09:14.958 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T14:09:14.958 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T14:09:14.958 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:14.958 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T14:09:14.958 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T14:09:14.959 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T14:09:06.824402+0000", 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:14.960 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T14:09:14.961 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-09-13T14:09:14.961 INFO:teuthology.orchestra.run.smithi001.stdout:mgr not available, waiting (1/15)... 2024-09-13T14:09:15.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:14 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:14.946+0000 7fdb4f045040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:09:16.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:15 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:15.854+0000 7fdb4f045040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:09:16.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:15 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:15.922+0000 7fdb4f045040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:09:16.939 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:16.672+0000 7fdb4f045040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:09:16.939 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:16.791+0000 7fdb4f045040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:09:17.205 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:16.937+0000 7fdb4f045040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:09:17.205 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.003+0000 7fdb4f045040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:09:17.205 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.156+0000 7fdb4f045040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:09:17.464 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.231+0000 7fdb4f045040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:09:17.465 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.294+0000 7fdb4f045040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:09:17.465 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.462+0000 7fdb4f045040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:09:17.753 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1515786592' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T14:09:17.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.533+0000 7fdb4f045040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:09:17.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.602+0000 7fdb4f045040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:09:17.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.688+0000 7fdb4f045040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:09:17.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.751+0000 7fdb4f045040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:09:18.071 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:17.813+0000 7fdb4f045040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "96a1432a-71d9-11ef-bceb-c7b262605968", 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-09-13T14:09:18.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T14:09:18.077 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T14:09:18.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T14:09:18.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T14:09:18.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T14:09:18.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:18.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T14:09:18.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T14:09:18.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T14:09:06.824402+0000", 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T14:09:18.083 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:18.084 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T14:09:18.084 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-09-13T14:09:18.084 INFO:teuthology.orchestra.run.smithi001.stdout:mgr not available, waiting (2/15)... 2024-09-13T14:09:19.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:18.628+0000 7fdb4f045040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:09:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: Activating manager daemon y 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: mgrmap e2: y(active, starting, since 0.00306375s) 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: Manager daemon y is now available 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' 2024-09-13T14:09:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:18 smithi001 ceph-mon[28030]: from='mgr.14100 172.21.15.1:0/2232560882' entity='mgr.y' 2024-09-13T14:09:20.774 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:20 smithi001 ceph-mon[28030]: mgrmap e3: y(active, since 1.00738s) 2024-09-13T14:09:21.340 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:21.340 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-09-13T14:09:21.340 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "96a1432a-71d9-11ef-bceb-c7b262605968", 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:21.341 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T14:09:21.342 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T14:09:21.343 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T14:09:21.346 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T14:09:21.347 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T14:09:21.348 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T14:09:06.824402+0000", 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-09-13T14:09:21.349 INFO:teuthology.orchestra.run.smithi001.stdout:mgr is available 2024-09-13T14:09:21.763 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:21 smithi001 ceph-mon[28030]: mgrmap e4: y(active, since 2s) 2024-09-13T14:09:21.763 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:21 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3092460887' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T14:09:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:22 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2403066016' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T14:09:27.994 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:27.996 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T14:09:27.996 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout fsid = 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:27.996 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T14:09:27.996 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T14:09:27.996 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T14:09:27.996 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T14:09:27.997 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling cephadm module... 2024-09-13T14:09:31.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:31 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/393617099' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-13T14:09:31.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:31 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setuser ceph since I am not root 2024-09-13T14:09:31.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:31 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setgroup ceph since I am not root 2024-09-13T14:09:31.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:31 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:31.696+0000 7f381c554040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T14:09:31.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:31 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:31.755+0000 7f381c554040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:09:32.272 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:31 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:31.908+0000 7f381c554040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:09:32.272 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:31 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:31.976+0000 7f381c554040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:09:32.273 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:32.127+0000 7f381c554040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:09:32.273 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:32.271+0000 7f381c554040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:09:32.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:32 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/393617099' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-13T14:09:32.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:32 smithi001 ceph-mon[28030]: mgrmap e5: y(active, since 12s) 2024-09-13T14:09:32.849 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:32.590+0000 7f381c554040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:09:32.850 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:32.653+0000 7f381c554040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:09:32.850 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:32.842+0000 7f381c554040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:09:33.790 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:33 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:33.747+0000 7f381c554040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:09:34.049 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:33 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:33.818+0000 7f381c554040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:09:34.845 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:34 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1489493200' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T14:09:34.846 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:34 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:34.579+0000 7f381c554040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:09:34.846 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:34 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:34.698+0000 7f381c554040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:09:35.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:34 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:34.844+0000 7f381c554040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:09:35.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:34 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:34.909+0000 7f381c554040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:09:35.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.061+0000 7f381c554040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:09:35.494 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.132+0000 7f381c554040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:09:35.494 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.193+0000 7f381c554040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:09:35.495 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.357+0000 7f381c554040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:09:35.495 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.424+0000 7f381c554040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:09:35.495 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.493+0000 7f381c554040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for the mgr to restart... 2024-09-13T14:09:35.583 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr epoch 5... 2024-09-13T14:09:35.805 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.579+0000 7f381c554040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:09:35.805 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.643+0000 7f381c554040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:09:35.805 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:35.704+0000 7f381c554040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:09:36.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:36.525+0000 7f381c554040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: Active manager daemon y restarted 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: Activating manager daemon y 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: osdmap e2: 0 total, 0 up, 0 in 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: mgrmap e6: y(active, starting, since 0.00311659s) 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: Manager daemon y is now available 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:09:36.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:09:36.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:09:36.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:36 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:09:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:37 smithi001 ceph-mon[28030]: Found migration_current of "None". Setting to last migration. 2024-09-13T14:09:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:37 smithi001 ceph-mon[28030]: mgrmap e7: y(active, since 1.00524s) 2024-09-13T14:09:38.138 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-09-13T14:09:38.138 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-13T14:09:38.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T14:09:38.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-09-13T14:09:38.139 INFO:teuthology.orchestra.run.smithi001.stdout:mgr epoch 5 is available 2024-09-13T14:09:38.139 INFO:teuthology.orchestra.run.smithi001.stdout:Setting orchestrator backend to cephadm... 2024-09-13T14:09:38.817 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:38 smithi001 ceph-mon[28030]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-13T14:09:38.817 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:38 smithi001 ceph-mon[28030]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-13T14:09:38.817 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:38 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:38.817 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:38 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:40.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-mon[28030]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-mon[28030]: mgrmap e8: y(active, since 2s) 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-mon[28030]: [13/Sep/2024:14:09:39] ENGINE Bus STARTING 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:39.729+0000 7f3784234640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:09:39] ENGINE Error in HTTPServer.serve 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: Traceback (most recent call last): 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._connections.run(self.expiration_interval) 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._run(expiration_interval) 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: s = self.context.wrap_socket( 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: return self.sslsocket_class._create( 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:09:40.003 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self.do_handshake() 2024-09-13T14:09:40.004 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:09:40.004 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._sslobj.do_handshake() 2024-09-13T14:09:40.004 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:09:40.004 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:40.568 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-13T14:09:40.568 INFO:teuthology.orchestra.run.smithi001.stdout:Generating ssh key... 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:40 smithi001 ceph-mon[28030]: [13/Sep/2024:14:09:39] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:40 smithi001 ceph-mon[28030]: [13/Sep/2024:14:09:39] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:40 smithi001 ceph-mon[28030]: [13/Sep/2024:14:09:39] ENGINE Bus STARTED 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:40 smithi001 ceph-mon[28030]: [13/Sep/2024:14:09:39] ENGINE Error in HTTPServer.serve 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:09:40.818 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:09:40.819 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:40 smithi001 ceph-mon[28030]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:09:41.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: Generating public/private rsa key pair. 2024-09-13T14:09:41.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: Your identification has been saved in /tmp/tmp5fvl8ag6/key 2024-09-13T14:09:41.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: Your public key has been saved in /tmp/tmp5fvl8ag6/key.pub 2024-09-13T14:09:41.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: The key fingerprint is: 2024-09-13T14:09:41.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: SHA256:W1oBKPGf1orhEq4FXeT7fNrKkpk6pTaRjOfrVtxstv4 ceph-96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:41.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: The key's randomart image is: 2024-09-13T14:09:41.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: +---[RSA 3072]----+ 2024-09-13T14:09:41.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | ..... | 2024-09-13T14:09:41.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | .+. . | 2024-09-13T14:09:41.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | .+ . | 2024-09-13T14:09:41.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | . . o o . | 2024-09-13T14:09:41.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | .oooooS + | 2024-09-13T14:09:41.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | .o=o+*=* | 2024-09-13T14:09:41.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | o+=o**.. | 2024-09-13T14:09:41.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | oB.=..+ | 2024-09-13T14:09:41.606 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: | .++= o=oE | 2024-09-13T14:09:41.606 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: +----[SHA256]-----+ 2024-09-13T14:09:42.563 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:42 smithi001 ceph-mon[28030]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:09:42.564 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:42 smithi001 ceph-mon[28030]: Generating ssh key... 2024-09-13T14:09:42.564 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:42 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:42.564 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:42 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:43.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7dn1O/rslYhp1BE2ip6WLTsydhfKeHLygj8bvoL4zeCjo/sXTC4egXCawlCZwU+EbHNDwdsnNH0pD7KQg0ufVywSr59T0nVWXAFWqrx3IEnXrlDekLCqgmoOcfv4oZ1AuZAoENcKB7j/aOW9rt1B4n/jnJ5r61O9k+E1sGuGRllCIQkRx0MAvXJUENxeykJrr86aXf9Wf7eGEsvq0VCQgaXnlhCV2S6OQzHiiS3zkZCxMLnk72cq/OJaKXH7H5DGYJGRx8/5JMoV5u61DHG7aoN2q0hAUtZwEC0Q5ptGdPQgk1vXlp/maYYn4789KntDMNLmoBRRgpDq3af4ENvGMxegsBkUCC6q5FqE/BFeKZwhveFViAvQ5A0ByCDql6eC12vZN8BVPXQhA/gruO0q5GVh9EwBrMsW1UdzhhkisqB/ForLuViGUQQzsrpQXBL4NC5WRvAUeQE9+Ujt9a9BTbj15dcbwiNDTQ2hf1Xgw9sDSd7qgov4lhKr/3TThig8= ceph-96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:09:43.080 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-13T14:09:43.081 INFO:teuthology.orchestra.run.smithi001.stdout:Adding key to root@localhost authorized_keys... 2024-09-13T14:09:43.086 INFO:teuthology.orchestra.run.smithi001.stdout:Adding host smithi001... 2024-09-13T14:09:43.537 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:43 smithi001 ceph-mon[28030]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:09:44.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:44 smithi001 ceph-mon[28030]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi001", "addr": "172.21.15.1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:09:46.007 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:45 smithi001 ceph-mon[28030]: Deploying cephadm binary to smithi001 2024-09-13T14:09:47.687 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Added host 'smithi001' with addr '172.21.15.1' 2024-09-13T14:09:47.687 INFO:teuthology.orchestra.run.smithi001.stdout:Deploying unmanaged mon service... 2024-09-13T14:09:48.301 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:48 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:48.301 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:48 smithi001 ceph-mon[28030]: Added host smithi001 2024-09-13T14:09:48.301 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:48 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:09:48.902 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-13T14:09:48.902 INFO:teuthology.orchestra.run.smithi001.stdout:Deploying unmanaged mgr service... 2024-09-13T14:09:49.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:49 smithi001 ceph-mon[28030]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:09:49.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:49 smithi001 ceph-mon[28030]: Saving service mon spec with placement count:5 2024-09-13T14:09:49.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:49 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:50.904 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-13T14:09:51.026 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:50 smithi001 ceph-mon[28030]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:09:51.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:50 smithi001 ceph-mon[28030]: Saving service mgr spec with placement count:2 2024-09-13T14:09:51.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:50 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:51.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:50 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:51.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:50 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:52.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:52 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2150911078' entity='client.admin' 2024-09-13T14:09:54.229 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling the dashboard module... 2024-09-13T14:09:54.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:54 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:54.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:54 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1169267122' entity='client.admin' 2024-09-13T14:09:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-mon[28030]: from='mgr.14118 172.21.15.1:0/14186283' entity='mgr.y' 2024-09-13T14:09:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3552726527' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-13T14:09:55.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setuser ceph since I am not root 2024-09-13T14:09:55.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setgroup ceph since I am not root 2024-09-13T14:09:55.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:55.428+0000 7f7fce23e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T14:09:55.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:55.487+0000 7f7fce23e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:09:56.011 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:55.642+0000 7f7fce23e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:09:56.011 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:55.712+0000 7f7fce23e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:09:56.011 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:55.864+0000 7f7fce23e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:09:56.011 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:56.010+0000 7f7fce23e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:09:56.597 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:56 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3552726527' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-13T14:09:56.597 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:56 smithi001 ceph-mon[28030]: mgrmap e9: y(active, since 18s) 2024-09-13T14:09:56.597 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:56.336+0000 7f7fce23e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:09:56.597 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:56.402+0000 7f7fce23e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:09:56.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:56.612+0000 7f7fce23e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:09:57.535 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:09:57 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1281883614' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T14:09:57.547 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-09-13T14:09:57.547 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-13T14:09:57.547 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T14:09:57.547 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T14:09:57.548 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T14:09:57.548 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-09-13T14:09:57.548 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for the mgr to restart... 2024-09-13T14:09:57.548 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr epoch 9... 2024-09-13T14:09:57.785 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:57.534+0000 7f7fce23e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:09:57.786 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:57.609+0000 7f7fce23e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:09:58.629 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:58.362+0000 7f7fce23e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:09:58.629 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:58.481+0000 7f7fce23e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:09:58.915 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:58.628+0000 7f7fce23e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:09:58.915 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:58.691+0000 7f7fce23e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:09:58.916 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:58.844+0000 7f7fce23e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:09:58.916 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:58.914+0000 7f7fce23e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:09:59.211 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:58.976+0000 7f7fce23e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:09:59.211 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:59.141+0000 7f7fce23e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:09:59.212 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:59.210+0000 7f7fce23e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:09:59.497 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:59.281+0000 7f7fce23e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:09:59.498 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:59.369+0000 7f7fce23e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:09:59.498 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:59.432+0000 7f7fce23e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:09:59.498 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:09:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:09:59.496+0000 7f7fce23e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:10:00.574 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:10:00.319+0000 7f7fce23e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:10:00.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: Active manager daemon y restarted 2024-09-13T14:10:00.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: Activating manager daemon y 2024-09-13T14:10:00.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: osdmap e3: 0 total, 0 up, 0 in 2024-09-13T14:10:00.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: mgrmap e10: y(active, starting, since 0.0033408s) 2024-09-13T14:10:00.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:10:00.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:10:00.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:10:00.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:10:00.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:10:00.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: Manager daemon y is now available 2024-09-13T14:10:00.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:00.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:10:00.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:10:02.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-09-13T14:10:02.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-13T14:10:02.265 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T14:10:02.265 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-09-13T14:10:02.265 INFO:teuthology.orchestra.run.smithi001.stdout:mgr epoch 9 is available 2024-09-13T14:10:02.265 INFO:teuthology.orchestra.run.smithi001.stdout:Generating a dashboard self-signed certificate... 2024-09-13T14:10:02.549 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:02 smithi001 ceph-mon[28030]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-13T14:10:02.549 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:02 smithi001 ceph-mon[28030]: mgrmap e11: y(active, since 1.00556s) 2024-09-13T14:10:02.549 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:02 smithi001 ceph-mon[28030]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-13T14:10:02.549 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:10:03.236+0000 7f7f39d13640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:10:03] ENGINE Error in HTTPServer.serve 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: Traceback (most recent call last): 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._connections.run(self.expiration_interval) 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._run(expiration_interval) 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:10:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: s = self.context.wrap_socket( 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: return self.sslsocket_class._create( 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self.do_handshake() 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._sslobj.do_handshake() 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:10:03.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:10:03.847 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:03.847 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: mgrmap e12: y(active, since 2s) 2024-09-13T14:10:03.848 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:03.848 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:03.848 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: [13/Sep/2024:14:10:03] ENGINE Bus STARTING 2024-09-13T14:10:03.848 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: [13/Sep/2024:14:10:03] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:10:03.848 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: [13/Sep/2024:14:10:03] ENGINE Error in HTTPServer.serve 2024-09-13T14:10:03.849 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:10:03.849 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:10:03.849 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:10:03.849 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:10:03.849 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:10:03.849 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-09-13T14:10:03.850 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:10:03.851 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:10:03.851 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:10:03.851 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: [13/Sep/2024:14:10:03] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:10:03.851 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:03 smithi001 ceph-mon[28030]: [13/Sep/2024:14:10:03] ENGINE Bus STARTED 2024-09-13T14:10:04.142 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-13T14:10:04.142 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial admin user... 2024-09-13T14:10:05.754 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:05 smithi001 ceph-mon[28030]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:06.032 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$.yTmvzsrBLSEDe3rrFXgve76Z6RIK.xCSRtRl1h1kc/u7XcDbroj6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726236605, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-13T14:10:06.032 INFO:teuthology.orchestra.run.smithi001.stdout:Fetching dashboard port number... 2024-09-13T14:10:06.640 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:06 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:07.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 8443 2024-09-13T14:10:07.268 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T14:10:07.268 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-09-13T14:10:07.277 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T14:10:07.277 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-09-13T14:10:07.277 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-09-13T14:10:07.277 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-13T14:10:07.279 INFO:teuthology.orchestra.run.smithi001.stdout:Ceph Dashboard is now available at: 2024-09-13T14:10:07.279 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:07.279 INFO:teuthology.orchestra.run.smithi001.stdout: URL: https://smithi001.front.sepia.ceph.com:8443/ 2024-09-13T14:10:07.280 INFO:teuthology.orchestra.run.smithi001.stdout: User: admin 2024-09-13T14:10:07.280 INFO:teuthology.orchestra.run.smithi001.stdout: Password: d93a7zwhnf 2024-09-13T14:10:07.280 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:07.280 INFO:teuthology.orchestra.run.smithi001.stdout:Saving cluster configuration to /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config directory 2024-09-13T14:10:07.280 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling autotune for osd_memory_target 2024-09-13T14:10:07.525 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:07 smithi001 ceph-mon[28030]: mgrmap e13: y(active, since 6s) 2024-09-13T14:10:07.525 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:07 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/608301611' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-13T14:10:09.869 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-13T14:10:09.869 INFO:teuthology.orchestra.run.smithi001.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-13T14:10:09.869 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.869 INFO:teuthology.orchestra.run.smithi001.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:10:09.869 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout:Or, if you are only running a single cluster on this host: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: ceph telemetry on 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout:For more information see: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:09.870 INFO:teuthology.orchestra.run.smithi001.stdout:Bootstrap complete. 2024-09-13T14:10:09.903 INFO:tasks.cephadm:Fetching config... 2024-09-13T14:10:09.904 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:10:09.904 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-13T14:10:09.923 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-13T14:10:09.924 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:10:09.924 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-13T14:10:09.980 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-13T14:10:09.980 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:10:09.980 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-13T14:10:10.045 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-13T14:10:10.045 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:10:10.045 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-13T14:10:10.102 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-13T14:10:10.103 DEBUG:teuthology.orchestra.run.smithi001:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7dn1O/rslYhp1BE2ip6WLTsydhfKeHLygj8bvoL4zeCjo/sXTC4egXCawlCZwU+EbHNDwdsnNH0pD7KQg0ufVywSr59T0nVWXAFWqrx3IEnXrlDekLCqgmoOcfv4oZ1AuZAoENcKB7j/aOW9rt1B4n/jnJ5r61O9k+E1sGuGRllCIQkRx0MAvXJUENxeykJrr86aXf9Wf7eGEsvq0VCQgaXnlhCV2S6OQzHiiS3zkZCxMLnk72cq/OJaKXH7H5DGYJGRx8/5JMoV5u61DHG7aoN2q0hAUtZwEC0Q5ptGdPQgk1vXlp/maYYn4789KntDMNLmoBRRgpDq3af4ENvGMxegsBkUCC6q5FqE/BFeKZwhveFViAvQ5A0ByCDql6eC12vZN8BVPXQhA/gruO0q5GVh9EwBrMsW1UdzhhkisqB/ForLuViGUQQzsrpQXBL4NC5WRvAUeQE9+Ujt9a9BTbj15dcbwiNDTQ2hf1Xgw9sDSd7qgov4lhKr/3TThig8= ceph-96a1432a-71d9-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T14:10:10.178 INFO:teuthology.orchestra.run.smithi001.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7dn1O/rslYhp1BE2ip6WLTsydhfKeHLygj8bvoL4zeCjo/sXTC4egXCawlCZwU+EbHNDwdsnNH0pD7KQg0ufVywSr59T0nVWXAFWqrx3IEnXrlDekLCqgmoOcfv4oZ1AuZAoENcKB7j/aOW9rt1B4n/jnJ5r61O9k+E1sGuGRllCIQkRx0MAvXJUENxeykJrr86aXf9Wf7eGEsvq0VCQgaXnlhCV2S6OQzHiiS3zkZCxMLnk72cq/OJaKXH7H5DGYJGRx8/5JMoV5u61DHG7aoN2q0hAUtZwEC0Q5ptGdPQgk1vXlp/maYYn4789KntDMNLmoBRRgpDq3af4ENvGMxegsBkUCC6q5FqE/BFeKZwhveFViAvQ5A0ByCDql6eC12vZN8BVPXQhA/gruO0q5GVh9EwBrMsW1UdzhhkisqB/ForLuViGUQQzsrpQXBL4NC5WRvAUeQE9+Ujt9a9BTbj15dcbwiNDTQ2hf1Xgw9sDSd7qgov4lhKr/3TThig8= ceph-96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:10.201 DEBUG:teuthology.orchestra.run.smithi028:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7dn1O/rslYhp1BE2ip6WLTsydhfKeHLygj8bvoL4zeCjo/sXTC4egXCawlCZwU+EbHNDwdsnNH0pD7KQg0ufVywSr59T0nVWXAFWqrx3IEnXrlDekLCqgmoOcfv4oZ1AuZAoENcKB7j/aOW9rt1B4n/jnJ5r61O9k+E1sGuGRllCIQkRx0MAvXJUENxeykJrr86aXf9Wf7eGEsvq0VCQgaXnlhCV2S6OQzHiiS3zkZCxMLnk72cq/OJaKXH7H5DGYJGRx8/5JMoV5u61DHG7aoN2q0hAUtZwEC0Q5ptGdPQgk1vXlp/maYYn4789KntDMNLmoBRRgpDq3af4ENvGMxegsBkUCC6q5FqE/BFeKZwhveFViAvQ5A0ByCDql6eC12vZN8BVPXQhA/gruO0q5GVh9EwBrMsW1UdzhhkisqB/ForLuViGUQQzsrpQXBL4NC5WRvAUeQE9+Ujt9a9BTbj15dcbwiNDTQ2hf1Xgw9sDSd7qgov4lhKr/3TThig8= ceph-96a1432a-71d9-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T14:10:10.256 INFO:teuthology.orchestra.run.smithi028.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7dn1O/rslYhp1BE2ip6WLTsydhfKeHLygj8bvoL4zeCjo/sXTC4egXCawlCZwU+EbHNDwdsnNH0pD7KQg0ufVywSr59T0nVWXAFWqrx3IEnXrlDekLCqgmoOcfv4oZ1AuZAoENcKB7j/aOW9rt1B4n/jnJ5r61O9k+E1sGuGRllCIQkRx0MAvXJUENxeykJrr86aXf9Wf7eGEsvq0VCQgaXnlhCV2S6OQzHiiS3zkZCxMLnk72cq/OJaKXH7H5DGYJGRx8/5JMoV5u61DHG7aoN2q0hAUtZwEC0Q5ptGdPQgk1vXlp/maYYn4789KntDMNLmoBRRgpDq3af4ENvGMxegsBkUCC6q5FqE/BFeKZwhveFViAvQ5A0ByCDql6eC12vZN8BVPXQhA/gruO0q5GVh9EwBrMsW1UdzhhkisqB/ForLuViGUQQzsrpQXBL4NC5WRvAUeQE9+Ujt9a9BTbj15dcbwiNDTQ2hf1Xgw9sDSd7qgov4lhKr/3TThig8= ceph-96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:10.271 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-13T14:10:10.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:10 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2299179402' entity='client.admin' 2024-09-13T14:10:10.509 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:10:13.489 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:13.489 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:13.489 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi001", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:10:13.489 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:13.489 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:13.490 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:14.567 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:14 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1731053097' entity='client.admin' 2024-09-13T14:10:14.567 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:14 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:14.567 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:14 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:14.593 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-13T14:10:14.594 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-13T14:10:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:10:17.373 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi028 2024-09-13T14:10:17.373 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:10:17.373 DEBUG:teuthology.orchestra.run.smithi028:> dd of=/etc/ceph/ceph.conf 2024-09-13T14:10:17.393 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:10:17.394 DEBUG:teuthology.orchestra.run.smithi028:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:10:17.453 INFO:tasks.cephadm:Adding host smithi028 to orchestrator... 2024-09-13T14:10:17.453 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch host add smithi028 2024-09-13T14:10:17.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:17.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:17.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:17.649 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:10:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:21 smithi001 ceph-mon[28030]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi028", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:21 smithi001 ceph-mon[28030]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:22.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:22 smithi001 ceph-mon[28030]: Deploying cephadm binary to smithi028 2024-09-13T14:10:22.745 INFO:teuthology.orchestra.run.smithi001.stdout:Added host 'smithi028' with addr '172.21.15.28' 2024-09-13T14:10:23.373 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-13T14:10:23.570 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:10:23.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:23 smithi001 ceph-mon[28030]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:23.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:23.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:23.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:23.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:24.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:24 smithi001 ceph-mon[28030]: Added host smithi028 2024-09-13T14:10:24.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:25.398 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:10:25.398 INFO:teuthology.orchestra.run.smithi001.stdout:[{"addr": "172.21.15.1", "hostname": "smithi001", "labels": [], "status": ""}, {"addr": "172.21.15.28", "hostname": "smithi028", "labels": [], "status": ""}] 2024-09-13T14:10:25.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:25 smithi001 ceph-mon[28030]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:25.972 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-13T14:10:25.972 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-13T14:10:26.177 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi028", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:10:27.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:27.589 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:28.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:28 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:10:28.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:28 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:28.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:28 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:10:28.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:28 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:28.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:28 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:28.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:28 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:28.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:28 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2010027147' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-13T14:10:28.642 INFO:teuthology.orchestra.run.smithi001.stderr:adjusted tunables profile to default 2024-09-13T14:10:29.222 INFO:tasks.cephadm:Adding mon.a on smithi001 2024-09-13T14:10:29.222 INFO:tasks.cephadm:Adding mon.c on smithi001 2024-09-13T14:10:29.222 INFO:tasks.cephadm:Adding mon.b on smithi028 2024-09-13T14:10:29.222 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi028:172.21.15.28=b' 2024-09-13T14:10:29.429 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:29.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:29 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:10:29.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:29 smithi001 ceph-mon[28030]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:29.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:29 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2010027147' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T14:10:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:29 smithi001 ceph-mon[28030]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T14:10:31.059 INFO:teuthology.orchestra.run.smithi028.stdout:Scheduled mon update... 2024-09-13T14:10:31.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:31.621 DEBUG:teuthology.orchestra.run.smithi001:mon.c> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.c.service 2024-09-13T14:10:31.624 DEBUG:teuthology.orchestra.run.smithi028:mon.b> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.b.service 2024-09-13T14:10:31.627 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T14:10:31.627 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T14:10:32.340 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:32.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:32 smithi001 ceph-mon[28030]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi028:172.21.15.28=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:32.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:32 smithi001 ceph-mon[28030]: Saving service mon spec with placement smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi028:172.21.15.28=b;count:3 2024-09-13T14:10:32.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:32 smithi001 ceph-mon[28030]: Deploying daemon mon.b on smithi028 2024-09-13T14:10:33.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:33 smithi001 ceph-mon[28030]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:34.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:34 smithi001 ceph-mon[28030]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:35.236 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:10:35.236 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":1,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","modified":"2024-09-13T14:09:03.810473Z","created":"2024-09-13T14:09:03.810473Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-13T14:10:35.236 INFO:teuthology.orchestra.run.smithi028.stderr:dumped monmap epoch 1 2024-09-13T14:10:35.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:35 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/908936458' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:35.958 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:35 smithi028 systemd[1]: Starting Ceph mon.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:10:36.218 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 podman[31117]: 2024-09-13 14:10:36.123857096 +0000 UTC m=+0.087601969 container create aa9cc501633c14486ad29093d27c6ca55b89a4af5bff4adfdc942f88ab8aa02c (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-13T14:10:36.218 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 podman[31117]: 2024-09-13 14:10:36.05297354 +0000 UTC m=+0.016718430 image pull c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11 2024-09-13T14:10:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 podman[31117]: 2024-09-13 14:10:36.284457726 +0000 UTC m=+0.248202607 container init aa9cc501633c14486ad29093d27c6ca55b89a4af5bff4adfdc942f88ab8aa02c (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-2c01458, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 podman[31117]: 2024-09-13 14:10:36.289377679 +0000 UTC m=+0.253122553 container start aa9cc501633c14486ad29093d27c6ca55b89a4af5bff4adfdc942f88ab8aa02c (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=reef-2c01458, maintainer=Guillaume Abrioux ) 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable), process ceph-mon, pid 7 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: pidfile_write: ignore empty --pid-file 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: load: jerasure load: lrc 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: RocksDB version: 7.9.2 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Git sha 0 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Compile date 2024-09-12 19:46:18 2024-09-13T14:10:36.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: DB SUMMARY 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: DB Session ID: 4N0BPW7U1XM61LK9CKH1 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: CURRENT file: CURRENT 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.error_if_exists: 0 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.create_if_missing: 0 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.paranoid_checks: 1 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:10:36.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:10:36.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.env: 0x5576ff469bc0 2024-09-13T14:10:36.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:10:36.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.info_log: 0x557700494be0 2024-09-13T14:10:36.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:10:36.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.statistics: (nil) 2024-09-13T14:10:36.609 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.use_fsync: 0 2024-09-13T14:10:36.609 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_log_file_size: 0 2024-09-13T14:10:36.609 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:10:36.609 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:10:36.609 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:10:36.609 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.allow_fallocate: 1 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.use_direct_reads: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.db_log_dir: 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.wal_dir: 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:10:36.610 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.write_buffer_manager: 0x5577004a2320 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:10:36.611 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.unordered_write: 0 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.row_cache: None 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.wal_filter: None 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.two_write_queues: 0 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.wal_compression: 0 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.atomic_flush: 0 2024-09-13T14:10:36.612 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.log_readahead_size: 0 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_background_jobs: 2 2024-09-13T14:10:36.613 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_background_compactions: -1 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_subcompactions: 1 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_open_files: -1 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:10:36.614 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_background_flushes: -1 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Compression algorithms supported: 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kZSTD supported: 0 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kXpressCompression supported: 0 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kBZip2Compression supported: 0 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kLZ4Compression supported: 1 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kZlibCompression supported: 1 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: kSnappyCompression supported: 1 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:10:36.615 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.merge_operator: 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_filter: None 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5577004947e0) 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: cache_index_and_filter_blocks: 1 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: pin_top_level_index_and_filter: 1 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: index_type: 0 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: data_block_index_type: 0 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: index_shortening: 1 2024-09-13T14:10:36.616 INFO:journalctl@ceph.mon.b.smithi028.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: checksum: 4 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: no_block_cache: 0 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache: 0x557700489350 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache_name: BinnedLRUCache 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache_options: 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: capacity : 536870912 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: num_shard_bits : 4 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: strict_capacity_limit : 0 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: high_pri_pool_ratio: 0.000 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache_compressed: (nil) 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: persistent_cache: (nil) 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_size: 4096 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_size_deviation: 10 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_restart_interval: 16 2024-09-13T14:10:36.617 INFO:journalctl@ceph.mon.b.smithi028.stdout: index_block_restart_interval: 1 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: metadata_block_size: 4096 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: partition_filters: 0 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: use_delta_encoding: 1 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: filter_policy: bloomfilter 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: whole_key_filtering: 1 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: verify_compression: 0 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: read_amp_bytes_per_bit: 0 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: format_version: 5 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: enable_index_compression: 1 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_align: 0 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: max_auto_readahead_size: 262144 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: prepopulate_block_cache: 0 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: initial_auto_readahead_size: 8192 2024-09-13T14:10:36.618 INFO:journalctl@ceph.mon.b.smithi028.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression: NoCompression 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.num_levels: 7 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:10:36.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:10:36.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:10:36.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:10:36.622 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.inplace_update_support: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.bloom_locality: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.max_successive_merges: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:10:36.623 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.ttl: 2592000 2024-09-13T14:10:36.624 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:10:36.624 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:10:36.624 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:10:36.624 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.enable_blob_files: false 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.min_blob_size: 0 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 798b1e09-21bf-48b3-bd1f-8bad64247358 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236636317082, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-13T14:10:36.625 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236636317487, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726236636, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "798b1e09-21bf-48b3-bd1f-8bad64247358", "db_session_id": "4N0BPW7U1XM61LK9CKH1", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236636317588, "job": 1, "event": "recovery_finished"} 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5577004b4e00 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: DB pointer 0x5577005a8000 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** DB Stats ** 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:10:36.626 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** Compaction Stats [default] ** 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:10:36.627 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** Compaction Stats [default] ** 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:10:36.628 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout: Block cache BinnedLRUCache@0x557700489350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: using public_addr v2:172.21.15.28:0/0 -> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: starting mon.b rank -1 at public addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] at bind addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:36.629 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(???) e0 preinit fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).mds e1 new map 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout: e1 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout: legacy client fscid: -1 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout: No filesystems configured 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-13T14:10:36.630 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi028:172.21.15.28=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: Saving service mon spec with placement smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi028:172.21.15.28=b;count:3 2024-09-13T14:10:36.631 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: Deploying daemon mon.b on smithi028 2024-09-13T14:10:36.632 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:36.632 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:36.632 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/908936458' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:36.632 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 ceph-mon[31155]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T14:10:36.632 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 bash[31117]: aa9cc501633c14486ad29093d27c6ca55b89a4af5bff4adfdc942f88ab8aa02c 2024-09-13T14:10:36.632 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:36 smithi028 systemd[1]: Started Ceph mon.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:10:36.986 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T14:10:36.986 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T14:10:37.201 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:10:41.748 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:10:41.748 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: mon.a calling monitor election 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: mon.b calling monitor election 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: monmap e2: 2 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: fsmap 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T14:10:41.749 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: mgrmap e13: y(active, since 41s) 2024-09-13T14:10:41.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: overall HEALTH_OK 2024-09-13T14:10:41.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:41.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:41.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:41.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:41.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:41.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: mon.a calling monitor election 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: mon.b calling monitor election 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: monmap e2: 2 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:10:41.809 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: fsmap 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: mgrmap e13: y(active, since 41s) 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: overall HEALTH_OK 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:41.810 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:41.863 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:10:41.863 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":2,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","modified":"2024-09-13T14:10:36.341217Z","created":"2024-09-13T14:09:03.810473Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-13T14:10:41.864 INFO:teuthology.orchestra.run.smithi028.stderr:dumped monmap epoch 2 2024-09-13T14:10:42.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:42 smithi028 ceph-mon[31155]: Deploying daemon mon.c on smithi001 2024-09-13T14:10:42.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:42 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/812972104' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:42.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:42 smithi028 ceph-mon[31155]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:42.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:42 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:42.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:42 smithi001 ceph-mon[28030]: Deploying daemon mon.c on smithi001 2024-09-13T14:10:42.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:42 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/812972104' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:42.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:42 smithi001 ceph-mon[28030]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:42.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:42 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:43.632 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T14:10:43.632 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T14:10:43.832 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:10:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 systemd[1]: Starting Ceph mon.c for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:10:44.576 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:44 smithi028 ceph-mon[31155]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:44.638 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[28030]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:44.638 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 podman[39999]: 2024-09-13 14:10:44.286661256 +0000 UTC m=+0.016414890 image pull c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11 2024-09-13T14:10:44.638 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 podman[39999]: 2024-09-13 14:10:44.405465162 +0000 UTC m=+0.135218787 container create 13390a0b971d19e30650d5b8cbc6da87604eef57519675f6b9e2401c21822bc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=reef-2c01458) 2024-09-13T14:10:44.638 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 podman[39999]: 2024-09-13 14:10:44.632945004 +0000 UTC m=+0.362698631 container init 13390a0b971d19e30650d5b8cbc6da87604eef57519675f6b9e2401c21822bc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-2c01458, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:10:44.638 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 podman[39999]: 2024-09-13 14:10:44.637872031 +0000 UTC m=+0.367625656 container start 13390a0b971d19e30650d5b8cbc6da87604eef57519675f6b9e2401c21822bc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458, GIT_CLEAN=True) 2024-09-13T14:10:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable), process ceph-mon, pid 7 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: pidfile_write: ignore empty --pid-file 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: load: jerasure load: lrc 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: RocksDB version: 7.9.2 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Git sha 0 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Compile date 2024-09-12 19:46:18 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: DB SUMMARY 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: DB Session ID: 56IUTLHFBEU3HMMEPNWE 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: CURRENT file: CURRENT 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-13T14:10:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.error_if_exists: 0 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.create_if_missing: 0 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.paranoid_checks: 1 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.env: 0x55e0c79acbc0 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.info_log: 0x55e0c9d30be0 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:10:45.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.statistics: (nil) 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.use_fsync: 0 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_log_file_size: 0 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.allow_fallocate: 1 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.use_direct_reads: 0 2024-09-13T14:10:45.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.db_log_dir: 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.wal_dir: 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:10:45.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.write_buffer_manager: 0x55e0c9d3e320 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:10:45.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.unordered_write: 0 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.row_cache: None 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.wal_filter: None 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.two_write_queues: 0 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.wal_compression: 0 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.atomic_flush: 0 2024-09-13T14:10:45.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.log_readahead_size: 0 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:10:45.110 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:10:45.111 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_background_jobs: 2 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_background_compactions: -1 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_subcompactions: 1 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_open_files: -1 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:10:45.112 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_background_flushes: -1 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Compression algorithms supported: 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kZSTD supported: 0 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kXpressCompression supported: 0 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kBZip2Compression supported: 0 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kLZ4Compression supported: 1 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kZlibCompression supported: 1 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: kSnappyCompression supported: 1 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:10:45.113 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.merge_operator: 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_filter: None 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e0c9d307e0) 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-09-13T14:10:45.114 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_type: 0 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_index_type: 0 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_shortening: 1 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: checksum: 4 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: no_block_cache: 0 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache: 0x55e0c9d25350 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_options: 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: capacity : 536870912 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: num_shard_bits : 4 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: strict_capacity_limit : 0 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_compressed: (nil) 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: persistent_cache: (nil) 2024-09-13T14:10:45.115 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size: 4096 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size_deviation: 10 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_restart_interval: 16 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_block_restart_interval: 1 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: metadata_block_size: 4096 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: partition_filters: 0 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: use_delta_encoding: 1 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: filter_policy: bloomfilter 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: whole_key_filtering: 1 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: verify_compression: 0 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: format_version: 5 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_index_compression: 1 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_align: 0 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_auto_readahead_size: 262144 2024-09-13T14:10:45.116 INFO:journalctl@ceph.mon.c.smithi001.stdout: prepopulate_block_cache: 0 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout: initial_auto_readahead_size: 8192 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression: NoCompression 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.num_levels: 7 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:10:45.117 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:10:45.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:10:45.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:10:45.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.inplace_update_support: 0 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.bloom_locality: 0 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.max_successive_merges: 0 2024-09-13T14:10:45.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.ttl: 2592000 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.enable_blob_files: false 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.min_blob_size: 0 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:10:45.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2b0bc050-c19e-43aa-b516-406a4cb868c6 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236644665181, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236644665562, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726236644, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2b0bc050-c19e-43aa-b516-406a4cb868c6", "db_session_id": "56IUTLHFBEU3HMMEPNWE", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726236644665677, "job": 1, "event": "recovery_finished"} 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:10:45.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e0c9d50e00 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: DB pointer 0x55e0c9e44000 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** DB Stats ** 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:10:45.124 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:10:45.125 INFO:journalctl@ceph.mon.c.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Block cache BinnedLRUCache@0x55e0c9d25350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-13T14:10:45.126 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: using public_addrv [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: starting mon.c rank -1 at public addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] at bind addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(???) e0 preinit fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).mds e1 new map 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout: e1 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout: legacy client fscid: -1 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout: No filesystems configured 2024-09-13T14:10:45.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi028:172.21.15.28=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: Saving service mon spec with placement smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi028:172.21.15.28=b;count:3 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: Deploying daemon mon.b on smithi028 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:45.128 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/908936458' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.a calling monitor election 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:45.129 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.b calling monitor election 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: monmap e2: 2 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: fsmap 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mgrmap e13: y(active, since 41s) 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: overall HEALTH_OK 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:45.130 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: Deploying daemon mon.c on smithi001 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/812972104' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 ceph-mon[40037]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 bash[39999]: 13390a0b971d19e30650d5b8cbc6da87604eef57519675f6b9e2401c21822bc8 2024-09-13T14:10:45.131 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:44 smithi001 systemd[1]: Started Ceph mon.c for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:10:49.986 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:10:49.987 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":3,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","modified":"2024-09-13T14:10:44.689450Z","created":"2024-09-13T14:09:03.810473Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3301","nonce":0},{"type":"v1","addr":"172.21.15.1:6790","nonce":0}]},"addr":"172.21.15.1:6790/0","public_addr":"172.21.15.1:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-13T14:10:49.987 INFO:teuthology.orchestra.run.smithi028.stderr:dumped monmap epoch 3 2024-09-13T14:10:50.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: mon.a calling monitor election 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: mon.b calling monitor election 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: mon.c calling monitor election 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],c=[v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: fsmap 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: mgrmap e13: y(active, since 49s) 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: overall HEALTH_OK 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: mon.a calling monitor election 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: mon.b calling monitor election 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: mon.c calling monitor election 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],c=[v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: fsmap 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: mgrmap e13: y(active, since 49s) 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: overall HEALTH_OK 2024-09-13T14:10:50.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: mon.a calling monitor election 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: mon.b calling monitor election 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:10:50.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: mon.c calling monitor election 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],c=[v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: fsmap 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T14:10:50.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: mgrmap e13: y(active, since 49s) 2024-09-13T14:10:50.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: overall HEALTH_OK 2024-09-13T14:10:50.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:50.577 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-13T14:10:50.578 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-13T14:10:50.820 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:10:51.083 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:51.083 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:50 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/1921579724' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:51.083 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:50 smithi028 ceph-mon[31155]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:51.083 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:51.083 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/1921579724' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[28030]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/1921579724' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[40037]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:51.086 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:51.087 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:10:52.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:52.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:52.014 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:10:52.014 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:10:52.014 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.014 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.014 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.014 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.014 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:10:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:52.691 INFO:teuthology.orchestra.run.smithi001.stdout:# minimal ceph.conf for 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:52.692 INFO:teuthology.orchestra.run.smithi001.stdout:[global] 2024-09-13T14:10:52.692 INFO:teuthology.orchestra.run.smithi001.stdout: fsid = 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:10:52.692 INFO:teuthology.orchestra.run.smithi001.stdout: mon_host = [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: Reconfiguring daemon mon.a on smithi001 2024-09-13T14:10:53.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:53.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:52 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2059499665' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:53.287 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:53.287 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:53.287 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.287 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.287 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.287 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: Reconfiguring daemon mon.a on smithi001 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2059499665' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.288 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: Reconfiguring daemon mon.a on smithi001 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:53.289 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:52 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2059499665' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:53.310 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-13T14:10:53.310 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:10:53.310 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T14:10:53.340 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:10:53.340 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:10:53.412 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:10:53.413 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T14:10:53.443 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:10:53.443 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:10:53.511 INFO:tasks.cephadm:Adding mgr.y on smithi001 2024-09-13T14:10:53.512 INFO:tasks.cephadm:Adding mgr.x on smithi028 2024-09-13T14:10:53.512 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi001=y;smithi028=x' 2024-09-13T14:10:53.748 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: Reconfiguring mon.c (monmap changed)... 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: Reconfiguring daemon mon.c on smithi001 2024-09-13T14:10:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:55 smithi028 ceph-mon[31155]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: Reconfiguring mon.c (monmap changed)... 2024-09-13T14:10:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: Reconfiguring daemon mon.c on smithi001 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[28030]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: Reconfiguring mon.c (monmap changed)... 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: Reconfiguring daemon mon.c on smithi001 2024-09-13T14:10:55.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:55 smithi001 ceph-mon[40037]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:55.438 INFO:teuthology.orchestra.run.smithi028.stdout:Scheduled mgr update... 2024-09-13T14:10:56.024 DEBUG:teuthology.orchestra.run.smithi028:mgr.x> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service 2024-09-13T14:10:56.026 DEBUG:tasks.cephadm:set 0 configs 2024-09-13T14:10:56.026 INFO:tasks.cephadm:Deploying OSDs... 2024-09-13T14:10:56.027 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:10:56.027 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T14:10:56.047 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T14:10:56.047 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_1 2024-09-13T14:10:56.107 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T14:10:56.107 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:56.107 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 982 Links: 1 2024-09-13T14:10:56.107 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:56.107 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:56.107 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-13 14:10:44.109525582 +0000 2024-09-13T14:10:56.108 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-13 14:06:14.994233934 +0000 2024-09-13T14:10:56.108 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-13 14:06:14.994233934 +0000 2024-09-13T14:10:56.108 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-09-13 14:06:14.994233934 +0000 2024-09-13T14:10:56.108 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T14:10:56.177 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-13T14:10:56.177 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-13T14:10:56.177 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000133358 s, 3.8 MB/s 2024-09-13T14:10:56.179 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T14:10:56.238 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_2 2024-09-13T14:10:56.295 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T14:10:56.295 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:56.295 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-09-13T14:10:56.295 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:56.295 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:56.296 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-13 14:10:44.110525568 +0000 2024-09-13T14:10:56.296 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-13 14:06:14.992233962 +0000 2024-09-13T14:10:56.296 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-13 14:06:14.992233962 +0000 2024-09-13T14:10:56.296 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-09-13 14:06:14.992233962 +0000 2024-09-13T14:10:56.296 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T14:10:56.362 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-13T14:10:56.362 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-13T14:10:56.363 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.00012313 s, 4.2 MB/s 2024-09-13T14:10:56.364 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T14:10:56.422 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_3 2024-09-13T14:10:56.480 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-13 14:10:44.110525568 +0000 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-13 14:06:14.992233962 +0000 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-13 14:06:14.992233962 +0000 2024-09-13T14:10:56.481 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-09-13 14:06:14.992233962 +0000 2024-09-13T14:10:56.481 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T14:10:56.547 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-13T14:10:56.547 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-13T14:10:56.547 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 9.8325e-05 s, 5.2 MB/s 2024-09-13T14:10:56.549 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T14:10:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi001=y;smithi028=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: Saving service mgr spec with placement smithi001=y;smithi028=x;count:2 2024-09-13T14:10:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: Reconfiguring mon.b (monmap changed)... 2024-09-13T14:10:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:56.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:56.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:56.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: Reconfiguring daemon mon.b on smithi028 2024-09-13T14:10:56.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:56 smithi028 ceph-mon[31155]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:56.607 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_4 2024-09-13T14:10:56.663 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T14:10:56.663 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:56.663 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 978 Links: 1 2024-09-13T14:10:56.663 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:56.664 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:56.664 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-13 14:10:44.110525568 +0000 2024-09-13T14:10:56.664 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-13 14:06:14.993233948 +0000 2024-09-13T14:10:56.664 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-13 14:06:14.993233948 +0000 2024-09-13T14:10:56.664 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-09-13 14:06:14.993233948 +0000 2024-09-13T14:10:56.664 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T14:10:56.727 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi001=y;smithi028=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:56.727 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: Saving service mgr spec with placement smithi001=y;smithi028=x;count:2 2024-09-13T14:10:56.727 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.727 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.727 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.727 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: Reconfiguring mon.b (monmap changed)... 2024-09-13T14:10:56.727 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: Reconfiguring daemon mon.b on smithi028 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[28030]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi001=y;smithi028=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: Saving service mgr spec with placement smithi001=y;smithi028=x;count:2 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: Reconfiguring mon.b (monmap changed)... 2024-09-13T14:10:56.728 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:10:56.729 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:10:56.729 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:56.729 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: Reconfiguring daemon mon.b on smithi028 2024-09-13T14:10:56.729 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:56 smithi001 ceph-mon[40037]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:56.729 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-13T14:10:56.729 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-13T14:10:56.730 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000103368 s, 5.0 MB/s 2024-09-13T14:10:56.730 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T14:10:56.788 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:10:56.788 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T14:10:56.805 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T14:10:56.806 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_1 2024-09-13T14:10:56.862 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T14:10:56.862 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:56.862 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 966 Links: 1 2024-09-13T14:10:56.862 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:56.862 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:56.862 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-09-13 14:10:35.743706881 +0000 2024-09-13T14:10:56.862 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-09-13 14:06:13.948058993 +0000 2024-09-13T14:10:56.863 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-09-13 14:06:13.948058993 +0000 2024-09-13T14:10:56.863 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-09-13 14:06:13.948058993 +0000 2024-09-13T14:10:56.863 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T14:10:56.929 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-09-13T14:10:56.930 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-09-13T14:10:56.930 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000125839 s, 4.1 MB/s 2024-09-13T14:10:56.931 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T14:10:56.989 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_2 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-09-13 14:10:35.743706881 +0000 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-09-13 14:06:13.948058993 +0000 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-09-13 14:06:13.948058993 +0000 2024-09-13T14:10:57.046 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-09-13 14:06:13.948058993 +0000 2024-09-13T14:10:57.047 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T14:10:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-09-13T14:10:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-09-13T14:10:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000106324 s, 4.8 MB/s 2024-09-13T14:10:57.111 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T14:10:57.168 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_3 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 960 Links: 1 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-09-13 14:10:35.744706853 +0000 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-09-13 14:06:13.947059022 +0000 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-09-13 14:06:13.947059022 +0000 2024-09-13T14:10:57.224 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-09-13 14:06:13.947059022 +0000 2024-09-13T14:10:57.225 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T14:10:57.288 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-09-13T14:10:57.288 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-09-13T14:10:57.288 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000128953 s, 4.0 MB/s 2024-09-13T14:10:57.289 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T14:10:57.346 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_4 2024-09-13T14:10:57.403 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T14:10:57.403 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:10:57.403 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 975 Links: 1 2024-09-13T14:10:57.403 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:10:57.404 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T14:10:57.404 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-09-13 14:10:35.744706853 +0000 2024-09-13T14:10:57.404 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-09-13 14:06:13.949058964 +0000 2024-09-13T14:10:57.404 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-09-13 14:06:13.949058964 +0000 2024-09-13T14:10:57.404 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-09-13 14:06:13.949058964 +0000 2024-09-13T14:10:57.404 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T14:10:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-09-13T14:10:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-09-13T14:10:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000107556 s, 4.8 MB/s 2024-09-13T14:10:57.470 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T14:10:57.528 INFO:tasks.cephadm:Deploying osd.0 on smithi001 with /dev/vg_nvme/lv_4... 2024-09-13T14:10:57.528 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T14:10:57.734 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T14:10:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:10:58.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:58.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:58 smithi028 ceph-mon[31155]: Deploying daemon mgr.x on smithi028 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:58.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[28030]: Deploying daemon mgr.x on smithi028 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:58.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:58 smithi001 ceph-mon[40037]: Deploying daemon mgr.x on smithi028 2024-09-13T14:10:59.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:10:59 smithi028 ceph-mon[31155]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:59.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:10:59 smithi001 ceph-mon[28030]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:59.493 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:10:59 smithi001 ceph-mon[40037]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:10:59.831 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:10:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:10:59.670+0000 7f91896d3040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:10:59.831 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:10:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:10:59.830+0000 7f91896d3040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:11:00.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:10:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:10:59.900+0000 7f91896d3040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:11:00.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:00.072+0000 7f91896d3040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:11:00.196 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:11:00.215 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_4 2024-09-13T14:11:00.419 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:11:00.532 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:00.219+0000 7f91896d3040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:11:00.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:00.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[40037]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:00.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.772 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.772 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.772 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.772 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.772 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:00.772 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[28030]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:00.772 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.807 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:00.551+0000 7f91896d3040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:00.614+0000 7f91896d3040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:00.806+0000 7f91896d3040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-mon[31155]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:00.808 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[40037]: Reconfiguring daemon mgr.y on smithi001 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:02.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:02.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T14:11:02.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:11:02.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:11:02.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:02.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:01 smithi001 ceph-mon[28030]: Reconfiguring daemon mgr.y on smithi001 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:01.739+0000 7f91896d3040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:01.808+0000 7f91896d3040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:11:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:02.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:01 smithi028 ceph-mon[31155]: Reconfiguring daemon mgr.y on smithi001 2024-09-13T14:11:02.836 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:02.568+0000 7f91896d3040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:11:02.837 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:02.687+0000 7f91896d3040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:11:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[28030]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[28030]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[40037]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:02 smithi001 ceph-mon[40037]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:03.104 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:02.834+0000 7f91896d3040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:11:03.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:02.899+0000 7f91896d3040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:11:03.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.052+0000 7f91896d3040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:11:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-mon[31155]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:02 smithi028 ceph-mon[31155]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:03.418 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.122+0000 7f91896d3040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:11:03.418 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.185+0000 7f91896d3040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:11:03.418 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.348+0000 7f91896d3040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:11:03.418 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.416+0000 7f91896d3040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:11:03.697 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.485+0000 7f91896d3040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:11:03.697 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.571+0000 7f91896d3040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:11:03.697 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.634+0000 7f91896d3040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:11:03.698 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:03.695+0000 7f91896d3040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:11:04.289 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.289 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.289 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:04.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:04 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.513 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:04 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.513 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:04 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.514 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:04 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:04.514 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:04 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:04.514 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:04 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:04.514 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:04 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:04.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:11:04 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:11:04.511+0000 7f91896d3040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:11:05.490 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[28030]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:05.490 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[28030]: Standby manager daemon x started 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[40037]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[40037]: Standby manager daemon x started 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:11:05.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:11:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:05 smithi028 ceph-mon[31155]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:05 smithi028 ceph-mon[31155]: Standby manager daemon x started 2024-09-13T14:11:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:11:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:11:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:11:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/502062811' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:11:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[28030]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-13T14:11:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:11:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3059068623' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cffd4e7c-171a-44aa-add9-551169b7f93b"}]: dispatch 2024-09-13T14:11:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3059068623' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cffd4e7c-171a-44aa-add9-551169b7f93b"}]': finished 2024-09-13T14:11:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[28030]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T14:11:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1941643303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:06.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[40037]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-13T14:11:06.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:11:06.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3059068623' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cffd4e7c-171a-44aa-add9-551169b7f93b"}]: dispatch 2024-09-13T14:11:06.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3059068623' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cffd4e7c-171a-44aa-add9-551169b7f93b"}]': finished 2024-09-13T14:11:06.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[40037]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T14:11:06.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:06.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:06 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1941643303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:06 smithi028 ceph-mon[31155]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-13T14:11:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:06 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:11:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:06 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3059068623' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cffd4e7c-171a-44aa-add9-551169b7f93b"}]: dispatch 2024-09-13T14:11:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:06 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3059068623' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cffd4e7c-171a-44aa-add9-551169b7f93b"}]': finished 2024-09-13T14:11:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:06 smithi028 ceph-mon[31155]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T14:11:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:06 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:06 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1941643303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:07.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:07 smithi001 ceph-mon[28030]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:07.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:07 smithi001 ceph-mon[40037]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:07.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:07 smithi028 ceph-mon[31155]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:08.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:08 smithi001 ceph-mon[28030]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:08 smithi001 ceph-mon[40037]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:08.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:08 smithi028 ceph-mon[31155]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:10.581 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:10 smithi001 ceph-mon[28030]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:10.582 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:10 smithi001 ceph-mon[40037]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:10.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:10 smithi028 ceph-mon[31155]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:11.756 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:11 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T14:11:11.756 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:11 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:11.797 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:11 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T14:11:11.797 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:11 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:11 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T14:11:11.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:11 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:12.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:12 smithi001 ceph-mon[28030]: Deploying daemon osd.0 on smithi001 2024-09-13T14:11:12.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:12 smithi001 ceph-mon[28030]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:12.657 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:12 smithi001 ceph-mon[40037]: Deploying daemon osd.0 on smithi001 2024-09-13T14:11:12.658 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:12 smithi001 ceph-mon[40037]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:12.773 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:12 smithi028 ceph-mon[31155]: Deploying daemon osd.0 on smithi001 2024-09-13T14:11:12.773 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:12 smithi028 ceph-mon[31155]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:14.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:14 smithi001 ceph-mon[28030]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:14.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:14 smithi001 ceph-mon[40037]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:14 smithi028 ceph-mon[31155]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:16.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:16 smithi001 ceph-mon[28030]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:16.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:16 smithi001 ceph-mon[40037]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:16.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:16 smithi028 ceph-mon[31155]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:17.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:17.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:17.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:17.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:18.762 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:18 smithi001 ceph-mon[28030]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:18.762 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:18 smithi001 ceph-mon[40037]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:18.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:18 smithi028 ceph-mon[31155]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:19.690 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 0 on host 'smithi001' 2024-09-13T14:11:19.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:19.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:19.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:19.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[28030]: from='osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[28030]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[40037]: from='osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T14:11:19.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:19 smithi001 ceph-mon[40037]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T14:11:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:19 smithi028 ceph-mon[31155]: from='osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T14:11:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:19 smithi028 ceph-mon[31155]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T14:11:20.281 DEBUG:teuthology.orchestra.run.smithi001:osd.0> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.0.service 2024-09-13T14:11:20.283 INFO:tasks.cephadm:Deploying osd.1 on smithi001 with /dev/vg_nvme/lv_3... 2024-09-13T14:11:20.283 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T14:11:20.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: from='osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[28030]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:11:20.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T14:11:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: from='osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-mon[40037]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: from='osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:21.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:20 smithi028 ceph-mon[31155]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:21.283 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[44423]: 2024-09-13T14:11:20.930+0000 7fd2f8b63640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T14:11:21.283 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:11:20 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[44423]: 2024-09-13T14:11:20.933+0000 7fd2f016d640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:11:21.292 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:11:21.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[28030]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:11:21.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[28030]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T14:11:21.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:21.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:21.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[28030]: from='osd.0 ' entity='osd.0' 2024-09-13T14:11:21.826 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[40037]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:11:21.827 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[40037]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T14:11:21.827 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:21.827 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:21.827 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:21 smithi001 ceph-mon[40037]: from='osd.0 ' entity='osd.0' 2024-09-13T14:11:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:21 smithi028 ceph-mon[31155]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:11:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:21 smithi028 ceph-mon[31155]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T14:11:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:21 smithi028 ceph-mon[31155]: from='osd.0 ' entity='osd.0' 2024-09-13T14:11:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:11:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:11:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[28030]: osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089] boot 2024-09-13T14:11:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[28030]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T14:11:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[28030]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:11:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:11:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[40037]: osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089] boot 2024-09-13T14:11:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[40037]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T14:11:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:22 smithi001 ceph-mon[40037]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:22 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:11:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:22 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:11:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:22 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:22 smithi028 ceph-mon[31155]: osd.0 [v2:172.21.15.1:6802/1317464089,v1:172.21.15.1:6803/1317464089] boot 2024-09-13T14:11:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:22 smithi028 ceph-mon[31155]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T14:11:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:22 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:11:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:22 smithi028 ceph-mon[31155]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T14:11:24.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:24.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:24.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:24.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:23 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:23 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:24.858 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:11:24.878 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_3 2024-09-13T14:11:25.083 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:11:25.205 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:24 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi001 2024-09-13T14:11:25.205 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:24 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi001 to 16068M 2024-09-13T14:11:25.205 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:24 smithi001 ceph-mon[28030]: pgmap v41: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:25.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:24 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi001 2024-09-13T14:11:25.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:24 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi001 to 16068M 2024-09-13T14:11:25.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:24 smithi001 ceph-mon[40037]: pgmap v41: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:24 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi001 2024-09-13T14:11:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:24 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi001 to 16068M 2024-09-13T14:11:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:24 smithi028 ceph-mon[31155]: pgmap v41: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:26.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:26 smithi001 ceph-mon[28030]: pgmap v42: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:26.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:26 smithi001 ceph-mon[40037]: pgmap v42: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:26.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:26 smithi028 ceph-mon[31155]: pgmap v42: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:27.416 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[28030]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:27.416 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:27.416 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:27.416 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:27.416 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[40037]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:27.416 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:27.417 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:27.417 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:27 smithi028 ceph-mon[31155]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:28.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:28 smithi001 ceph-mon[28030]: pgmap v43: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:28.784 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:28 smithi001 ceph-mon[40037]: pgmap v43: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:28.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:28 smithi028 ceph-mon[31155]: pgmap v43: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:29.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/4028211019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]: dispatch 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]: dispatch 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]': finished 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[28030]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/4028211019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]: dispatch 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]: dispatch 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]': finished 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[40037]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T14:11:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:29 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:29 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/4028211019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]: dispatch 2024-09-13T14:11:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:29 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]: dispatch 2024-09-13T14:11:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:29 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "187c4ec8-0c19-484c-98e5-fe1219c1c4e5"}]': finished 2024-09-13T14:11:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:29 smithi028 ceph-mon[31155]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T14:11:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:29 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:30.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:30 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3521192864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:30.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:30 smithi001 ceph-mon[28030]: pgmap v45: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:30.695 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:30 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3521192864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:30.695 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:30 smithi001 ceph-mon[40037]: pgmap v45: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:30.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:30 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3521192864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:30.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:30 smithi028 ceph-mon[31155]: pgmap v45: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:32.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:32 smithi001 ceph-mon[28030]: pgmap v46: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:32.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:32 smithi001 ceph-mon[40037]: pgmap v46: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:32.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:32 smithi028 ceph-mon[31155]: pgmap v46: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:34 smithi001 ceph-mon[28030]: pgmap v47: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:34.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:34 smithi001 ceph-mon[40037]: pgmap v47: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:34.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:34 smithi028 ceph-mon[31155]: pgmap v47: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:35.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:35 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T14:11:35.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:35 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:35.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:35 smithi001 ceph-mon[28030]: Deploying daemon osd.1 on smithi001 2024-09-13T14:11:35.775 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:35 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T14:11:35.775 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:35 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:35.775 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:35 smithi001 ceph-mon[40037]: Deploying daemon osd.1 on smithi001 2024-09-13T14:11:35.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:35 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T14:11:35.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:35 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:35.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:35 smithi028 ceph-mon[31155]: Deploying daemon osd.1 on smithi001 2024-09-13T14:11:36.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:36 smithi001 ceph-mon[28030]: pgmap v48: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:36 smithi001 ceph-mon[40037]: pgmap v48: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:36.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:36 smithi028 ceph-mon[31155]: pgmap v48: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:38.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:38 smithi001 ceph-mon[28030]: pgmap v49: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:38.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:38 smithi001 ceph-mon[40037]: pgmap v49: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:38.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:38 smithi028 ceph-mon[31155]: pgmap v49: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:40.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:40 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:40 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:40 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:40 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:40 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:40 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:40.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:40 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:40 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:40 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:41.303 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:41 smithi001 ceph-mon[28030]: pgmap v50: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:41.303 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:41 smithi001 ceph-mon[40037]: pgmap v50: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:41 smithi028 ceph-mon[31155]: pgmap v50: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:42.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:42 smithi001 ceph-mon[28030]: pgmap v51: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:42 smithi001 ceph-mon[40037]: pgmap v51: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:42 smithi028 ceph-mon[31155]: pgmap v51: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:43.067 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 1 on host 'smithi001' 2024-09-13T14:11:43.636 DEBUG:teuthology.orchestra.run.smithi001:osd.1> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.1.service 2024-09-13T14:11:43.638 INFO:tasks.cephadm:Deploying osd.2 on smithi001 with /dev/vg_nvme/lv_2... 2024-09-13T14:11:43.639 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T14:11:43.883 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:11:44.284 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.284 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.284 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[28030]: from='osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T14:11:44.284 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[28030]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T14:11:44.284 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.284 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.284 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.285 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.285 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[40037]: from='osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T14:11:44.285 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[40037]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T14:11:44.285 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.285 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:44 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:44 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:44 smithi028 ceph-mon[31155]: from='osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T14:11:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:44 smithi028 ceph-mon[31155]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T14:11:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:44 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:44 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:45.334 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[28030]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:11:45.334 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[28030]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[28030]: from='osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[28030]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[28030]: pgmap v53: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[40037]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[40037]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[40037]: from='osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[40037]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:45.335 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-mon[40037]: pgmap v53: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:45.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:45 smithi028 ceph-mon[31155]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:11:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:45 smithi028 ceph-mon[31155]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T14:11:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:45 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:45 smithi028 ceph-mon[31155]: from='osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:45 smithi028 ceph-mon[31155]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:11:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:45 smithi028 ceph-mon[31155]: pgmap v53: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:45.602 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[50754]: 2024-09-13T14:11:45.331+0000 7f77d9d5b640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T14:11:45.603 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:11:45 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[50754]: 2024-09-13T14:11:45.334+0000 7f77d1365640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:11:46.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[28030]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[28030]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[28030]: from='osd.1 ' entity='osd.1' 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[40037]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[40037]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:46.221 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:46 smithi001 ceph-mon[40037]: from='osd.1 ' entity='osd.1' 2024-09-13T14:11:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:46 smithi028 ceph-mon[31155]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:11:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:46 smithi028 ceph-mon[31155]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T14:11:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:46 smithi028 ceph-mon[31155]: from='osd.1 ' entity='osd.1' 2024-09-13T14:11:47.233 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:11:47.233 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:11:47.233 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:47.233 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[28030]: osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145] boot 2024-09-13T14:11:47.233 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[28030]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T14:11:47.233 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:47.233 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[28030]: pgmap v56: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:47.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:11:47.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:11:47.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:47.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[40037]: osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145] boot 2024-09-13T14:11:47.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[40037]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T14:11:47.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:47.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:47 smithi001 ceph-mon[40037]: pgmap v56: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:47.237 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:11:47.257 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_2 2024-09-13T14:11:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:47 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:11:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:47 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:11:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:47 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:47 smithi028 ceph-mon[31155]: osd.1 [v2:172.21.15.1:6810/1324255145,v1:172.21.15.1:6811/1324255145] boot 2024-09-13T14:11:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:47 smithi028 ceph-mon[31155]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T14:11:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:47 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:11:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:47 smithi028 ceph-mon[31155]: pgmap v56: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-09-13T14:11:47.802 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:11:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:49 smithi001 ceph-mon[28030]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T14:11:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:49 smithi001 ceph-mon[28030]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:49.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:49 smithi001 ceph-mon[40037]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T14:11:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:49 smithi001 ceph-mon[40037]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:49 smithi028 ceph-mon[31155]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T14:11:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:49 smithi028 ceph-mon[31155]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:50.599 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi001 2024-09-13T14:11:50.599 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi001 to 8034M 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:50.600 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi001 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi001 to 8034M 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.601 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:50.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:50.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:50.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:50 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi001 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi001 to 8034M 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:11:50.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:50.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:50.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:50 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:11:51.446 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[28030]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:51.446 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:51.446 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:51.446 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:51.446 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[28030]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:51.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[40037]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:51.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:51.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:51.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:51.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:51 smithi001 ceph-mon[40037]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:51 smithi028 ceph-mon[31155]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:11:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:11:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:11:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:51 smithi028 ceph-mon[31155]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:52.667 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:52 smithi001 ceph-mon[28030]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:52.668 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:52 smithi001 ceph-mon[40037]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:52.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:52 smithi028 ceph-mon[31155]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1292421260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]: dispatch 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]: dispatch 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]': finished 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[28030]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3389692483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1292421260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]: dispatch 2024-09-13T14:11:53.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]: dispatch 2024-09-13T14:11:53.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]': finished 2024-09-13T14:11:53.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[40037]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T14:11:53.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:11:53.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:53 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3389692483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:53.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:53 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1292421260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]: dispatch 2024-09-13T14:11:53.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:53 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]: dispatch 2024-09-13T14:11:53.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:53 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b168b76e-9605-4c57-8416-fb8bd85cec06"}]': finished 2024-09-13T14:11:53.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:53 smithi028 ceph-mon[31155]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T14:11:53.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:53 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:11:53.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:53 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3389692483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:11:54.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:54 smithi001 ceph-mon[28030]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:54.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:54 smithi001 ceph-mon[40037]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:54.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:54 smithi028 ceph-mon[31155]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:56.482 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:56 smithi001 ceph-mon[28030]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:56.482 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:56 smithi001 ceph-mon[40037]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:56 smithi028 ceph-mon[31155]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:58.840 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:58 smithi001 ceph-mon[28030]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:58.841 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:58 smithi001 ceph-mon[40037]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:58.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:58 smithi028 ceph-mon[31155]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:11:59.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:59 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T14:11:59.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:59 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:59.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:11:59 smithi001 ceph-mon[28030]: Deploying daemon osd.2 on smithi001 2024-09-13T14:11:59.790 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:59 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T14:11:59.790 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:59 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:59.791 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:11:59 smithi001 ceph-mon[40037]: Deploying daemon osd.2 on smithi001 2024-09-13T14:11:59.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:59 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T14:11:59.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:59 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:59.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:11:59 smithi028 ceph-mon[31155]: Deploying daemon osd.2 on smithi001 2024-09-13T14:12:00.746 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:00 smithi001 ceph-mon[28030]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:00.746 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:00 smithi001 ceph-mon[40037]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:00.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:00 smithi028 ceph-mon[31155]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:02 smithi001 ceph-mon[28030]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:02 smithi001 ceph-mon[40037]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:02.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:02 smithi028 ceph-mon[31155]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:03.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:03.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:03.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:04.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:04 smithi001 ceph-mon[28030]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:04.937 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:04 smithi001 ceph-mon[40037]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:04 smithi028 ceph-mon[31155]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:06.539 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:06 smithi001 ceph-mon[28030]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:06.539 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:06 smithi001 ceph-mon[40037]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:06.572 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 2 on host 'smithi001' 2024-09-13T14:12:06.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:06 smithi028 ceph-mon[31155]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:07.088 DEBUG:teuthology.orchestra.run.smithi001:osd.2> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.2.service 2024-09-13T14:12:07.091 INFO:tasks.cephadm:Deploying osd.3 on smithi001 with /dev/vg_nvme/lv_1... 2024-09-13T14:12:07.091 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T14:12:07.346 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[28030]: from='osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[28030]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.745 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[40037]: from='osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T14:12:07.746 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[40037]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T14:12:07.746 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.746 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:07 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:07 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:07 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:07 smithi028 ceph-mon[31155]: from='osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T14:12:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:07 smithi028 ceph-mon[31155]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T14:12:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:07 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:07 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:08.817 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[28030]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[28030]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[28030]: from='osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[28030]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[28030]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[40037]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[40037]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:08.818 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[40037]: from='osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:08.819 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[40037]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:08.819 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-mon[40037]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:08.819 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[57159]: 2024-09-13T14:12:08.577+0000 7f1ef1736640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T14:12:08.819 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[57159]: 2024-09-13T14:12:08.580+0000 7f1eed55f640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:12:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:08 smithi028 ceph-mon[31155]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:12:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:08 smithi028 ceph-mon[31155]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T14:12:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:08 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:08 smithi028 ceph-mon[31155]: from='osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:08 smithi028 ceph-mon[31155]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:08 smithi028 ceph-mon[31155]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-13T14:12:09.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[40037]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:12:09.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[40037]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T14:12:09.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:09.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[28030]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:12:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[28030]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T14:12:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:09.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:09 smithi028 ceph-mon[31155]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:12:09.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:09 smithi028 ceph-mon[31155]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T14:12:09.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:09.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:10.631 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:12:10.650 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_1 2024-09-13T14:12:10.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:12:10.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:12:10.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[28030]: osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879] boot 2024-09-13T14:12:10.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[28030]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T14:12:10.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:10.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[28030]: pgmap v73: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:10.937 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:12:10.938 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:12:10.938 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[40037]: osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879] boot 2024-09-13T14:12:10.938 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[40037]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T14:12:10.938 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:10.938 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:10 smithi001 ceph-mon[40037]: pgmap v73: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:10 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:12:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:10 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:12:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:10 smithi028 ceph-mon[31155]: osd.2 [v2:172.21.15.1:6818/789473879,v1:172.21.15.1:6819/789473879] boot 2024-09-13T14:12:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:10 smithi028 ceph-mon[31155]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T14:12:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:10 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:10 smithi028 ceph-mon[31155]: pgmap v73: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:11.174 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:12:12.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:12:12.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-13T14:12:12.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[28030]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T14:12:12.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:12:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:12:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-13T14:12:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[40037]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T14:12:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:11 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:12:12.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:11 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:12:12.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:11 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-13T14:12:12.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:11 smithi028 ceph-mon[31155]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T14:12:12.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:11 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:12:12.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:12.935 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:12.936 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:13.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:13.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61180]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T14:12:13.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61180]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:13.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61180]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:13.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61180]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:14.001 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi001 2024-09-13T14:12:14.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi001 to 5356M 2024-09-13T14:12:14.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[40037]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T14:12:14.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:12:14.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:12:14.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:14.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:14.002 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61276]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T14:12:14.002 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61276]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:14.002 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61276]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:14.003 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:12:13 smithi001 sudo[61276]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:14.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi001 2024-09-13T14:12:14.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi001 to 5356M 2024-09-13T14:12:14.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[28030]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T14:12:14.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:12:14.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:12:14.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:14.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:13 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi001 2024-09-13T14:12:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:13 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi001 to 5356M 2024-09-13T14:12:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:13 smithi028 ceph-mon[31155]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T14:12:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:13 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:12:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:13 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:12:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:13 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:13 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:14.324 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61354]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T14:12:14.325 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61354]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:14.325 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61354]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:14.325 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61354]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:15.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:14 smithi001 ceph-mon[28030]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:15.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:14 smithi001 ceph-mon[28030]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:15.029 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:14 smithi001 ceph-mon[40037]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:15.029 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:14 smithi001 ceph-mon[40037]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:15.029 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61383]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T14:12:15.029 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61383]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:15.029 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61383]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:15.029 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:12:14 smithi001 sudo[61383]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:14 smithi028 ceph-mon[31155]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:14 smithi028 ceph-mon[31155]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:15.334 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61405]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T14:12:15.334 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61405]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:15.334 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61405]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:15.334 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61405]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:15.585 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61437]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T14:12:15.585 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61437]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:15.586 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61437]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:15.586 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:12:15 smithi001 sudo[61437]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:16.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61479]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T14:12:16.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61479]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:16.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61479]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:16.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61479]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:16.740 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:16 smithi001 ceph-mon[40037]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T14:12:16.741 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:16 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:16.741 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61483]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T14:12:16.741 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61483]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:16.741 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61483]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:16.741 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 sudo[61483]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:16.741 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 ceph-mon[28030]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T14:12:16.741 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:16 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:16.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:16 smithi028 ceph-mon[31155]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T14:12:16.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:16 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:17.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:16 smithi028 sudo[33882]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T14:12:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:16 smithi028 sudo[33882]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:16 smithi028 sudo[33882]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:16 smithi028 sudo[33882]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:17 smithi028 sudo[33885]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T14:12:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:17 smithi028 sudo[33885]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:17 smithi028 sudo[33885]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:17 smithi028 sudo[33885]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:18.319 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:17 smithi001 sudo[61750]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T14:12:18.319 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:17 smithi001 sudo[61750]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:18.319 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:17 smithi001 sudo[61750]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:18.319 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:17 smithi001 sudo[61750]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3148378101' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]: dispatch 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]: dispatch 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]': finished 2024-09-13T14:12:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: osdmap e22: 4 total, 3 up, 4 in 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/938036970' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 sudo[61937]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T14:12:18.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 sudo[61937]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 sudo[61937]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 sudo[61937]: pam_unix(sudo:session): session closed for user root 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3148378101' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]: dispatch 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]: dispatch 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]': finished 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: osdmap e22: 4 total, 3 up, 4 in 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:18.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/938036970' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3148378101' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]: dispatch 2024-09-13T14:12:18.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d8e8fdba-e6c8-42d8-930d-7cc7890741cc"}]': finished 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: osdmap e22: 4 total, 3 up, 4 in 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:18.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/938036970' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:12:18.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:18.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:18.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:18.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:18.608 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:19 smithi001 ceph-mon[28030]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:19 smithi001 ceph-mon[40037]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:19.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T14:12:19.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T14:12:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:19 smithi028 ceph-mon[31155]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:20.498 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:20 smithi001 ceph-mon[28030]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:20.498 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:20 smithi001 ceph-mon[40037]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:20 smithi028 ceph-mon[31155]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:22.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:22 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T14:12:22.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:22 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:22.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:22 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T14:12:22.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:22 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:22.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:22 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T14:12:22.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:22 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:23.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:23 smithi001 ceph-mon[28030]: Deploying daemon osd.3 on smithi001 2024-09-13T14:12:23.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:23 smithi001 ceph-mon[28030]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-13T14:12:23.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:23 smithi001 ceph-mon[40037]: Deploying daemon osd.3 on smithi001 2024-09-13T14:12:23.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:23 smithi001 ceph-mon[40037]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-13T14:12:23.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:23 smithi028 ceph-mon[31155]: Deploying daemon osd.3 on smithi001 2024-09-13T14:12:23.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:23 smithi028 ceph-mon[31155]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-13T14:12:24.478 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:24 smithi001 ceph-mon[28030]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T14:12:24.478 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:24 smithi001 ceph-mon[40037]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T14:12:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:24 smithi028 ceph-mon[31155]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T14:12:26.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:26 smithi001 ceph-mon[28030]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T14:12:26.745 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:26 smithi001 ceph-mon[40037]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T14:12:26.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:26 smithi028 ceph-mon[31155]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T14:12:27.689 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:27.689 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:27.689 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:27.690 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:27.690 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:27.690 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:28.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:28 smithi001 ceph-mon[28030]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T14:12:28.797 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:28 smithi001 ceph-mon[40037]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T14:12:28.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:28 smithi028 ceph-mon[31155]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T14:12:30.898 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 3 on host 'smithi001' 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.493 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:31 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.516 DEBUG:teuthology.orchestra.run.smithi001:osd.3> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.3.service 2024-09-13T14:12:31.518 INFO:tasks.cephadm:Deploying osd.4 on smithi028 with /dev/vg_nvme/lv_4... 2024-09-13T14:12:31.518 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T14:12:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T14:12:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:31.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:31.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T14:12:31.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:31.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:31 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:31.730 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:12:32.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[28030]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:12:32.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[28030]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T14:12:32.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:32.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[28030]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:32.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[28030]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:32.667 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[40037]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:12:32.667 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[40037]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T14:12:32.667 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:32.667 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[40037]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:32.667 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-mon[40037]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:32.667 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[63263]: 2024-09-13T14:12:32.372+0000 7fd4c355b640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T14:12:32.667 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:12:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[63263]: 2024-09-13T14:12:32.377+0000 7fd4bf384640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:12:32.792 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:32 smithi028 ceph-mon[31155]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:12:32.793 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:32 smithi028 ceph-mon[31155]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T14:12:32.793 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:32 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:32.793 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:32 smithi028 ceph-mon[31155]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-09-13T14:12:32.793 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:32 smithi028 ceph-mon[31155]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:33.632 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[28030]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:12:33.632 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[28030]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T14:12:33.632 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:33.632 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:33.633 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[40037]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:12:33.633 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[40037]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T14:12:33.633 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:33.633 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:33 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:33.825 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:33 smithi028 ceph-mon[31155]: from='osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-09-13T14:12:33.825 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:33 smithi028 ceph-mon[31155]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T14:12:33.825 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:33 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:33.825 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:33 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:34.102 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:12:34.120 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_4 2024-09-13T14:12:34.322 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647] boot 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: osdmap e25: 4 total, 4 up, 4 in 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi001 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi001 to 4017M 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[28030]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:12:34.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647] boot 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: osdmap e25: 4 total, 4 up, 4 in 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi001 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi001 to 4017M 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:34 smithi001 ceph-mon[40037]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:34.674 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:12:34.674 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:12:34.674 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: osd.3 [v2:172.21.15.1:6826/2470827647,v1:172.21.15.1:6827/2470827647] boot 2024-09-13T14:12:34.674 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: osdmap e25: 4 total, 4 up, 4 in 2024-09-13T14:12:34.674 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:34.674 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi001 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi001 to 4017M 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:34.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:34 smithi028 ceph-mon[31155]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T14:12:36.524 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:36 smithi028 ceph-mon[31155]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T14:12:36.524 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:36 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:12:36.524 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:36 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:12:36.524 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:36 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:36.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[28030]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T14:12:36.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:12:36.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:12:36.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[40037]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T14:12:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:12:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:12:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:36 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:37.539 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:37 smithi028 ceph-mon[31155]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:37.540 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:37 smithi028 ceph-mon[31155]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:37.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:37 smithi001 ceph-mon[28030]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:37.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:37 smithi001 ceph-mon[28030]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:37.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:37 smithi001 ceph-mon[40037]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:37.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:37 smithi001 ceph-mon[40037]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:38.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:38 smithi028 ceph-mon[31155]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:38.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:38 smithi001 ceph-mon[28030]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:38 smithi001 ceph-mon[40037]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/3081409897' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]: dispatch 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]: dispatch 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]': finished 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[28030]: osdmap e27: 5 total, 4 up, 5 in 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/4247020701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/3081409897' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]: dispatch 2024-09-13T14:12:39.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]: dispatch 2024-09-13T14:12:39.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]': finished 2024-09-13T14:12:39.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[40037]: osdmap e27: 5 total, 4 up, 5 in 2024-09-13T14:12:39.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:39.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:39 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/4247020701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:12:39.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:39 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/3081409897' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]: dispatch 2024-09-13T14:12:39.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:39 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]: dispatch 2024-09-13T14:12:39.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:39 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8020d12d-fa92-4ffc-9e7c-14e7e4f41657"}]': finished 2024-09-13T14:12:39.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:39 smithi028 ceph-mon[31155]: osdmap e27: 5 total, 4 up, 5 in 2024-09-13T14:12:39.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:39 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:39.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:39 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/4247020701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:12:40.667 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:40 smithi001 ceph-mon[28030]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:40.667 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:40 smithi001 ceph-mon[40037]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:40 smithi028 ceph-mon[31155]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:42.581 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:42 smithi028 ceph-mon[31155]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:42.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:42 smithi001 ceph-mon[28030]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:42 smithi001 ceph-mon[40037]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:44.524 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:44 smithi028 ceph-mon[31155]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:44.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:44 smithi001 ceph-mon[28030]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:44.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:44 smithi001 ceph-mon[40037]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:45 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T14:12:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:45 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:45 smithi028 ceph-mon[31155]: Deploying daemon osd.4 on smithi028 2024-09-13T14:12:45.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:45 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T14:12:45.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:45 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:45.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:45 smithi001 ceph-mon[28030]: Deploying daemon osd.4 on smithi028 2024-09-13T14:12:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:45 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T14:12:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:45 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:45 smithi001 ceph-mon[40037]: Deploying daemon osd.4 on smithi028 2024-09-13T14:12:46.507 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:46 smithi028 ceph-mon[31155]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:46.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:46 smithi001 ceph-mon[28030]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:46.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:46 smithi001 ceph-mon[40037]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:48.675 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:48 smithi028 ceph-mon[31155]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:48.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:48 smithi001 ceph-mon[28030]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:48.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:48 smithi001 ceph-mon[40037]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:49.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:49.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:49.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:49.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:49.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:49.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:50.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:50 smithi001 ceph-mon[28030]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:50.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:50 smithi001 ceph-mon[40037]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:50.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:50 smithi028 ceph-mon[31155]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:52.761 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 4 on host 'smithi028' 2024-09-13T14:12:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:53.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T14:12:53.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T14:12:53.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:53.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:52 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:52 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:53.456 DEBUG:teuthology.orchestra.run.smithi028:osd.4> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.4.service 2024-09-13T14:12:53.458 INFO:tasks.cephadm:Deploying osd.5 on smithi028 with /dev/vg_nvme/lv_3... 2024-09-13T14:12:53.458 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T14:12:54.453 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:54 smithi028 ceph-mon[31155]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:12:54.453 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:54 smithi028 ceph-mon[31155]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T14:12:54.453 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:54 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:54.453 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:54 smithi028 ceph-mon[31155]: from='osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:12:54.453 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:54 smithi028 ceph-mon[31155]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:12:54.454 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:12:54 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[36471]: 2024-09-13T14:12:54.220+0000 7fbf1d28a640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T14:12:54.454 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:12:54 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[36471]: 2024-09-13T14:12:54.224+0000 7fbf190b3640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:12:54.471 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:12:54.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[28030]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[28030]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[28030]: from='osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[28030]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[40037]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[40037]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[40037]: from='osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:12:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:54 smithi001 ceph-mon[40037]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:12:55.477 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:55 smithi028 ceph-mon[31155]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:12:55.477 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:55 smithi028 ceph-mon[31155]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T14:12:55.477 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:55 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:55.477 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:55 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:55.477 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:55 smithi028 ceph-mon[31155]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[28030]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:12:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[28030]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T14:12:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[28030]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[40037]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:12:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[40037]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T14:12:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:55 smithi001 ceph-mon[40037]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T14:12:56.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:56 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:12:56.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:56 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:12:56.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:56.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:56 smithi028 ceph-mon[31155]: osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409] boot 2024-09-13T14:12:56.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:56 smithi028 ceph-mon[31155]: osdmap e30: 5 total, 5 up, 5 in 2024-09-13T14:12:56.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:56 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:56.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:12:56.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:12:56.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:56.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[40037]: osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409] boot 2024-09-13T14:12:56.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[40037]: osdmap e30: 5 total, 5 up, 5 in 2024-09-13T14:12:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:56.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:12:56.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:12:56.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:56.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[28030]: osd.4 [v2:172.21.15.28:6800/2276897409,v1:172.21.15.28:6801/2276897409] boot 2024-09-13T14:12:56.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[28030]: osdmap e30: 5 total, 5 up, 5 in 2024-09-13T14:12:56.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:56 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:57.568 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T14:12:57.568 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:12:57.568 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.568 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.568 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:57.569 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.569 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:57.569 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:57.569 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T14:12:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:12:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:12:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:12:58.234 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:12:58.256 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_3 2024-09-13T14:12:58.459 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:12:58.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:58 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi028 2024-09-13T14:12:58.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:58 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi028 to 17092M 2024-09-13T14:12:58.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:58 smithi001 ceph-mon[28030]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T14:12:58.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:58 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi028 2024-09-13T14:12:58.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:58 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi028 to 17092M 2024-09-13T14:12:58.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:58 smithi001 ceph-mon[40037]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T14:12:58.580 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:58 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi028 2024-09-13T14:12:58.580 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:58 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi028 to 17092M 2024-09-13T14:12:58.580 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:58 smithi028 ceph-mon[31155]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T14:12:59.516 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:59 smithi001 ceph-mon[28030]: osdmap e33: 5 total, 5 up, 5 in 2024-09-13T14:12:59.516 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:12:59 smithi001 ceph-mon[28030]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:12:59.516 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:59 smithi001 ceph-mon[40037]: osdmap e33: 5 total, 5 up, 5 in 2024-09-13T14:12:59.516 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:12:59 smithi001 ceph-mon[40037]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:12:59.599 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:59 smithi028 ceph-mon[31155]: osdmap e33: 5 total, 5 up, 5 in 2024-09-13T14:12:59.599 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:12:59 smithi028 ceph-mon[31155]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:00.598 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:00 smithi028 ceph-mon[31155]: osdmap e34: 5 total, 5 up, 5 in 2024-09-13T14:13:00.598 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:00.598 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:00.598 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:00 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[28030]: osdmap e34: 5 total, 5 up, 5 in 2024-09-13T14:13:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:00.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[40037]: osdmap e34: 5 total, 5 up, 5 in 2024-09-13T14:13:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:00 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:01.494 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:01 smithi028 ceph-mon[31155]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:01.494 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:01 smithi028 ceph-mon[31155]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:01.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:01 smithi001 ceph-mon[28030]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:01.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:01 smithi001 ceph-mon[28030]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:01 smithi001 ceph-mon[40037]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:01 smithi001 ceph-mon[40037]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:02.699 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:02 smithi028 ceph-mon[31155]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:13:02.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:02 smithi001 ceph-mon[28030]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:13:02.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:02 smithi001 ceph-mon[40037]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:13:03.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/1695917634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]: dispatch 2024-09-13T14:13:03.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]: dispatch 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]': finished 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[28030]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/1600375126' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/1695917634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]: dispatch 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]: dispatch 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]': finished 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[40037]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:03.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:03 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/1600375126' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:03.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:03 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/1695917634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]: dispatch 2024-09-13T14:13:03.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:03 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]: dispatch 2024-09-13T14:13:03.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:03 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a001bf87-b054-40a7-b684-5a1e383ca5b7"}]': finished 2024-09-13T14:13:03.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:03 smithi028 ceph-mon[31155]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T14:13:03.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:03.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:03 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/1600375126' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:04.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:04 smithi001 ceph-mon[28030]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-13T14:13:04.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:04 smithi001 ceph-mon[40037]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-13T14:13:04.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:04 smithi028 ceph-mon[31155]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-13T14:13:06.424 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:06 smithi028 ceph-mon[31155]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T14:13:06.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:06 smithi001 ceph-mon[28030]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T14:13:06.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:06 smithi001 ceph-mon[40037]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T14:13:08.694 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:08 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T14:13:08.694 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:08 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:08.694 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:08 smithi028 ceph-mon[31155]: Deploying daemon osd.5 on smithi028 2024-09-13T14:13:08.695 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:08 smithi028 ceph-mon[31155]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-13T14:13:08.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T14:13:08.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[28030]: Deploying daemon osd.5 on smithi028 2024-09-13T14:13:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[28030]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-13T14:13:08.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T14:13:08.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:08.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[40037]: Deploying daemon osd.5 on smithi028 2024-09-13T14:13:08.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:08 smithi001 ceph-mon[40037]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-13T14:13:10.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:10 smithi001 ceph-mon[28030]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T14:13:10.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:10 smithi001 ceph-mon[40037]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T14:13:10.695 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:10 smithi028 ceph-mon[31155]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T14:13:12.704 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:12 smithi028 ceph-mon[31155]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:12.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:12 smithi001 ceph-mon[28030]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:12.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:12 smithi001 ceph-mon[40037]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:13.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:13 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:13.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:13 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:13.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:13 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:13.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:13.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:13.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:13 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:13.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:13 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:13.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:13 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:13.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:13 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:14.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:14 smithi028 ceph-mon[31155]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:14.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:14 smithi001 ceph-mon[28030]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:14.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:14 smithi001 ceph-mon[40037]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:16.366 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 5 on host 'smithi028' 2024-09-13T14:13:17.016 DEBUG:teuthology.orchestra.run.smithi028:osd.5> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.5.service 2024-09-13T14:13:17.018 INFO:tasks.cephadm:Deploying osd.6 on smithi028 with /dev/vg_nvme/lv_2... 2024-09-13T14:13:17.018 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T14:13:17.504 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:17 smithi028 ceph-mon[31155]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:17.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:17 smithi028 ceph-mon[31155]: from='osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T14:13:17.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:17 smithi028 ceph-mon[31155]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T14:13:17.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[28030]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[28030]: from='osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[28030]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[40037]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[40037]: from='osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T14:13:17.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[40037]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T14:13:17.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:17.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:18.231 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:13:18.488 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-mon[31155]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:13:18.488 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-mon[31155]: osdmap e36: 6 total, 5 up, 6 in 2024-09-13T14:13:18.488 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:18.488 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-mon[31155]: from='osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:18.488 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-mon[31155]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:18.488 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-mon[31155]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:18.489 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[42852]: 2024-09-13T14:13:18.377+0000 7fb80ec4f640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T14:13:18.489 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:13:18 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[42852]: 2024-09-13T14:13:18.382+0000 7fb80aa78640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:13:18.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[28030]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:13:18.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[28030]: osdmap e36: 6 total, 5 up, 6 in 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[28030]: from='osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[28030]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[28030]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[40037]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[40037]: osdmap e36: 6 total, 5 up, 6 in 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[40037]: from='osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[40037]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:18.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:18 smithi001 ceph-mon[40037]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-13T14:13:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:19 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:13:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:19 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:13:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:19 smithi028 ceph-mon[31155]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:13:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:19 smithi028 ceph-mon[31155]: osdmap e37: 6 total, 5 up, 6 in 2024-09-13T14:13:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:19.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:13:19.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:13:19.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[40037]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[40037]: osdmap e37: 6 total, 5 up, 6 in 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[28030]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[28030]: osdmap e37: 6 total, 5 up, 6 in 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:19.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:20.457 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:20 smithi028 ceph-mon[31155]: osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931] boot 2024-09-13T14:13:20.457 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:20 smithi028 ceph-mon[31155]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T14:13:20.458 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:20 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:20.458 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:20 smithi028 ceph-mon[31155]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:20.458 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:20 smithi028 ceph-mon[31155]: osdmap e39: 6 total, 6 up, 6 in 2024-09-13T14:13:20.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[28030]: osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931] boot 2024-09-13T14:13:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[28030]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T14:13:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[28030]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:20.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[28030]: osdmap e39: 6 total, 6 up, 6 in 2024-09-13T14:13:20.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[40037]: osd.5 [v2:172.21.15.28:6808/684386931,v1:172.21.15.28:6809/684386931] boot 2024-09-13T14:13:20.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[40037]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T14:13:20.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:13:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[40037]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:20.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:20 smithi001 ceph-mon[40037]: osdmap e39: 6 total, 6 up, 6 in 2024-09-13T14:13:21.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi028 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi028 to 8546M 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:21.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[40037]: osdmap e40: 6 total, 6 up, 6 in 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi028 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi028 to 8546M 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:21 smithi001 ceph-mon[28030]: osdmap e40: 6 total, 6 up, 6 in 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi028 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi028 to 8546M 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:21.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:21 smithi028 ceph-mon[31155]: osdmap e40: 6 total, 6 up, 6 in 2024-09-13T14:13:21.939 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:13:21.961 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_2 2024-09-13T14:13:22.166 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:13:22.573 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:22 smithi028 ceph-mon[31155]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:22.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:22 smithi001 ceph-mon[28030]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:22.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:22 smithi001 ceph-mon[40037]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:23.778 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:23 smithi028 ceph-mon[31155]: osdmap e41: 6 total, 6 up, 6 in 2024-09-13T14:13:23.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:23 smithi001 ceph-mon[28030]: osdmap e41: 6 total, 6 up, 6 in 2024-09-13T14:13:23.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:23 smithi001 ceph-mon[40037]: osdmap e41: 6 total, 6 up, 6 in 2024-09-13T14:13:24.540 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:24 smithi028 ceph-mon[31155]: osdmap e42: 6 total, 6 up, 6 in 2024-09-13T14:13:24.540 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:24 smithi028 ceph-mon[31155]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:24.540 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:24.540 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:24.541 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:24.541 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:24 smithi028 ceph-mon[31155]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:24.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[40037]: osdmap e42: 6 total, 6 up, 6 in 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[40037]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[40037]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[28030]: osdmap e42: 6 total, 6 up, 6 in 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[28030]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:24.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:24 smithi001 ceph-mon[28030]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:26.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/3655275268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]: dispatch 2024-09-13T14:13:26.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]: dispatch 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]': finished 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[28030]: osdmap e43: 7 total, 6 up, 7 in 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/3655275268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]: dispatch 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]: dispatch 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]': finished 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[40037]: osdmap e43: 7 total, 6 up, 7 in 2024-09-13T14:13:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:26 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:26 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/3655275268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]: dispatch 2024-09-13T14:13:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:26 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]: dispatch 2024-09-13T14:13:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:26 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "090bfb08-cb8c-40a6-bc18-d861f31784e3"}]': finished 2024-09-13T14:13:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:26 smithi028 ceph-mon[31155]: osdmap e43: 7 total, 6 up, 7 in 2024-09-13T14:13:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:26 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:27.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:27 smithi001 ceph-mon[28030]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:27.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:27 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/2574689083' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:27.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:27 smithi001 ceph-mon[40037]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:27 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/2574689083' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:27.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:27 smithi028 ceph-mon[31155]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:27 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/2574689083' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:28.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:28 smithi001 ceph-mon[28030]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:28.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:28 smithi001 ceph-mon[40037]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:28.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:28 smithi028 ceph-mon[31155]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:30.790 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:30 smithi028 ceph-mon[31155]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:30.792 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:30 smithi001 ceph-mon[28030]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:30.792 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:30 smithi001 ceph-mon[40037]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:32 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T14:13:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:32 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:32 smithi028 ceph-mon[31155]: Deploying daemon osd.6 on smithi028 2024-09-13T14:13:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:32 smithi028 ceph-mon[31155]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T14:13:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[28030]: Deploying daemon osd.6 on smithi028 2024-09-13T14:13:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[28030]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T14:13:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[40037]: Deploying daemon osd.6 on smithi028 2024-09-13T14:13:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:32 smithi001 ceph-mon[40037]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:34.760 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:34 smithi028 ceph-mon[31155]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:34.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:34 smithi001 ceph-mon[28030]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:34.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:34 smithi001 ceph-mon[40037]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:36 smithi028 ceph-mon[31155]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:36.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:36 smithi001 ceph-mon[28030]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:36.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:36 smithi001 ceph-mon[40037]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:37 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:37 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:37.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:37 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:37 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:37 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:37 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:37.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:37 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:37.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:37 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:37 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:38.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:38 smithi001 ceph-mon[28030]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:38 smithi001 ceph-mon[40037]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:38.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:38 smithi028 ceph-mon[31155]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:40.842 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 6 on host 'smithi028' 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.434 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:41 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.457 DEBUG:teuthology.orchestra.run.smithi028:osd.6> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.6.service 2024-09-13T14:13:41.459 INFO:tasks.cephadm:Deploying osd.7 on smithi028 with /dev/vg_nvme/lv_1... 2024-09-13T14:13:41.459 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T14:13:41.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:41.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:41 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:42.173 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:13:42.441 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:42 smithi028 ceph-mon[31155]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:13:42.441 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:42 smithi028 ceph-mon[31155]: osdmap e44: 7 total, 6 up, 7 in 2024-09-13T14:13:42.441 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:42 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:42.441 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:42 smithi028 ceph-mon[31155]: from='osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:42.441 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:42 smithi028 ceph-mon[31155]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:42.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[28030]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[28030]: osdmap e44: 7 total, 6 up, 7 in 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[28030]: from='osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[28030]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[40037]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[40037]: osdmap e44: 7 total, 6 up, 7 in 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[40037]: from='osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:42 smithi001 ceph-mon[40037]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:13:42.734 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:13:42 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[49173]: 2024-09-13T14:13:42.515+0000 7f1ed4dff640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T14:13:42.734 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:13:42 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[49173]: 2024-09-13T14:13:42.521+0000 7f1ecc409640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:13:43.320 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:43 smithi028 ceph-mon[31155]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:13:43.320 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:43 smithi028 ceph-mon[31155]: osdmap e45: 7 total, 6 up, 7 in 2024-09-13T14:13:43.320 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:43 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:43.320 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:43 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:43.320 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:43 smithi028 ceph-mon[31155]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:43.320 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:43 smithi028 ceph-mon[31155]: from='osd.6 ' entity='osd.6' 2024-09-13T14:13:43.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[28030]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:13:43.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[28030]: osdmap e45: 7 total, 6 up, 7 in 2024-09-13T14:13:43.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[28030]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[28030]: from='osd.6 ' entity='osd.6' 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[40037]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[40037]: osdmap e45: 7 total, 6 up, 7 in 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[40037]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-13T14:13:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:43 smithi001 ceph-mon[40037]: from='osd.6 ' entity='osd.6' 2024-09-13T14:13:44.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[28030]: osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165] boot 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[28030]: osdmap e46: 7 total, 7 up, 7 in 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[40037]: osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165] boot 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[40037]: osdmap e46: 7 total, 7 up, 7 in 2024-09-13T14:13:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:44 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:44.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:44 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:13:44.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:44 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:13:44.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:44 smithi028 ceph-mon[31155]: osd.6 [v2:172.21.15.28:6816/1250737165,v1:172.21.15.28:6817/1250737165] boot 2024-09-13T14:13:44.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:44 smithi028 ceph-mon[31155]: osdmap e46: 7 total, 7 up, 7 in 2024-09-13T14:13:44.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:44 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:13:45.483 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:45 smithi028 ceph-mon[31155]: osdmap e47: 7 total, 7 up, 7 in 2024-09-13T14:13:45.484 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:45 smithi028 ceph-mon[31155]: pgmap v149: 1 pgs: 1 unknown; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:13:45.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:45 smithi001 ceph-mon[28030]: osdmap e47: 7 total, 7 up, 7 in 2024-09-13T14:13:45.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:45 smithi001 ceph-mon[28030]: pgmap v149: 1 pgs: 1 unknown; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:13:45.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:45 smithi001 ceph-mon[40037]: osdmap e47: 7 total, 7 up, 7 in 2024-09-13T14:13:45.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:45 smithi001 ceph-mon[40037]: pgmap v149: 1 pgs: 1 unknown; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: osdmap e48: 7 total, 7 up, 7 in 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi028 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi028 to 5697M 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.544 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:46.545 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:46.545 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:46 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.547 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-09-13T14:13:46.568 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_1 2024-09-13T14:13:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: osdmap e48: 7 total, 7 up, 7 in 2024-09-13T14:13:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi028 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi028 to 5697M 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: osdmap e48: 7 total, 7 up, 7 in 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi028 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi028 to 5697M 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:46.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:46 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:13:46.774 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:13:47.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:47 smithi001 ceph-mon[28030]: osdmap e49: 7 total, 7 up, 7 in 2024-09-13T14:13:47.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:47 smithi001 ceph-mon[28030]: pgmap v152: 1 pgs: 1 unknown; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:13:47.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:47 smithi001 ceph-mon[40037]: osdmap e49: 7 total, 7 up, 7 in 2024-09-13T14:13:47.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:47 smithi001 ceph-mon[40037]: pgmap v152: 1 pgs: 1 unknown; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:13:47.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:47 smithi028 ceph-mon[31155]: osdmap e49: 7 total, 7 up, 7 in 2024-09-13T14:13:47.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:47 smithi028 ceph-mon[31155]: pgmap v152: 1 pgs: 1 unknown; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:13:48.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:48 smithi001 ceph-mon[28030]: osdmap e50: 7 total, 7 up, 7 in 2024-09-13T14:13:48.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:48 smithi001 ceph-mon[40037]: osdmap e50: 7 total, 7 up, 7 in 2024-09-13T14:13:48.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:48 smithi028 ceph-mon[31155]: osdmap e50: 7 total, 7 up, 7 in 2024-09-13T14:13:49.600 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:49 smithi028 ceph-mon[31155]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-09-13T14:13:49.600 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:49.601 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:49.601 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:49 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[28030]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-09-13T14:13:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:49.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[40037]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-09-13T14:13:49.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T14:13:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T14:13:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:49 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:50.575 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:50 smithi028 ceph-mon[31155]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:50.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:50 smithi001 ceph-mon[28030]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:50.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:50 smithi001 ceph-mon[40037]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:13:51.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:51 smithi028 ceph-mon[31155]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:13:51.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:51 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/3459185783' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]: dispatch 2024-09-13T14:13:51.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:51 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]: dispatch 2024-09-13T14:13:51.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:51 smithi028 ceph-mon[31155]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]': finished 2024-09-13T14:13:51.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:51 smithi028 ceph-mon[31155]: osdmap e51: 8 total, 7 up, 8 in 2024-09-13T14:13:51.505 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:51 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:13:51.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[28030]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:13:51.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/3459185783' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]: dispatch 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]: dispatch 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[28030]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]': finished 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[28030]: osdmap e51: 8 total, 7 up, 8 in 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[40037]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/3459185783' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]: dispatch 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]: dispatch 2024-09-13T14:13:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[40037]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43d7fd3e-4322-4b04-b2f5-712a06065cf7"}]': finished 2024-09-13T14:13:51.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[40037]: osdmap e51: 8 total, 7 up, 8 in 2024-09-13T14:13:51.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:51 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:13:52.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:52 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/147430915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:52.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:52 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/147430915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:52 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/147430915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T14:13:54.484 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:54 smithi028 ceph-mon[31155]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-13T14:13:54.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:54 smithi001 ceph-mon[28030]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-13T14:13:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:54 smithi001 ceph-mon[40037]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-13T14:13:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:56 smithi001 ceph-mon[28030]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T14:13:56.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:56 smithi001 ceph-mon[40037]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T14:13:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:56 smithi028 ceph-mon[31155]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T14:13:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T14:13:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:57 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:57.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T14:13:57.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:57 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T14:13:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:57 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:58.469 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:58 smithi028 ceph-mon[31155]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-13T14:13:58.469 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:13:58 smithi028 ceph-mon[31155]: Deploying daemon osd.7 on smithi028 2024-09-13T14:13:58.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:58 smithi001 ceph-mon[28030]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-13T14:13:58.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:13:58 smithi001 ceph-mon[28030]: Deploying daemon osd.7 on smithi028 2024-09-13T14:13:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:58 smithi001 ceph-mon[40037]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-13T14:13:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:13:58 smithi001 ceph-mon[40037]: Deploying daemon osd.7 on smithi028 2024-09-13T14:14:00.597 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:00 smithi028 ceph-mon[31155]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:00 smithi001 ceph-mon[28030]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:00.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:00 smithi001 ceph-mon[40037]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:02.558 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:02 smithi028 ceph-mon[31155]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:02.558 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:02.558 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:02.558 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[28030]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[40037]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:04.572 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:04 smithi028 ceph-mon[31155]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:04 smithi001 ceph-mon[28030]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:04 smithi001 ceph-mon[40037]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:05.255 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 7 on host 'smithi028' 2024-09-13T14:14:05.542 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:05 smithi028 ceph-mon[31155]: from='osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T14:14:05.542 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:05 smithi028 ceph-mon[31155]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T14:14:05.542 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:05 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:05.542 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:05 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:05.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[28030]: from='osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T14:14:05.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[28030]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T14:14:05.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[40037]: from='osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T14:14:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[40037]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T14:14:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:05 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:05.849 DEBUG:teuthology.orchestra.run.smithi028:osd.7> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.7.service 2024-09-13T14:14:05.852 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-13T14:14:05.853 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-13T14:14:06.075 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:06.465 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:06.465 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:14:06.465 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: osdmap e52: 8 total, 7 up, 8 in 2024-09-13T14:14:06.465 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:06.465 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: from='osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: osdmap e52: 8 total, 7 up, 8 in 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: from='osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:06.466 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:06 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: osdmap e52: 8 total, 7 up, 8 in 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: from='osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:06.586 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:06.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[55116]: 2024-09-13T14:14:06.583+0000 7fe9d7631640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T14:14:06.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:14:06 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[55116]: 2024-09-13T14:14:06.591+0000 7fe9cf452640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:14:07.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:14:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: osdmap e53: 8 total, 7 up, 8 in 2024-09-13T14:14:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: from='osd.7 ' entity='osd.7' 2024-09-13T14:14:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251] boot 2024-09-13T14:14:07.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T14:14:07.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:14:07.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: osdmap e53: 8 total, 7 up, 8 in 2024-09-13T14:14:07.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: from='osd.7 ' entity='osd.7' 2024-09-13T14:14:07.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251] boot 2024-09-13T14:14:07.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T14:14:07.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:07 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-09-13T14:14:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: osdmap e53: 8 total, 7 up, 8 in 2024-09-13T14:14:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: from='osd.7 ' entity='osd.7' 2024-09-13T14:14:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: osd.7 [v2:172.21.15.28:6824/1220667251,v1:172.21.15.28:6825/1220667251] boot 2024-09-13T14:14:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T14:14:07.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:07 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:14:08.110 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:08.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[28030]: purged_snaps scrub starts 2024-09-13T14:14:08.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[28030]: purged_snaps scrub ok 2024-09-13T14:14:08.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[28030]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:08.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[28030]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T14:14:08.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/651130402' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T14:14:08.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[40037]: purged_snaps scrub starts 2024-09-13T14:14:08.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[40037]: purged_snaps scrub ok 2024-09-13T14:14:08.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[40037]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:08.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[40037]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T14:14:08.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:08 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/651130402' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T14:14:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:08 smithi028 ceph-mon[31155]: purged_snaps scrub starts 2024-09-13T14:14:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:08 smithi028 ceph-mon[31155]: purged_snaps scrub ok 2024-09-13T14:14:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:08 smithi028 ceph-mon[31155]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-13T14:14:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:08 smithi028 ceph-mon[31155]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T14:14:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:08 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/651130402' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T14:14:08.823 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1726236846,"num_in_osds":8,"osd_in_since":1726236830,"num_remapped_pgs":1} 2024-09-13T14:14:08.824 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:14:09.026 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:09.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:09.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.809 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.810 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:09.811 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:09 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T14:14:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:10.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:09 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:10.781 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:10.781 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":58,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:14:10.684469+0000","last_up_change":"2024-09-13T14:14:06.675998+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6803","nonce":1317464089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6805","nonce":1317464089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6809","nonce":1317464089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6807","nonce":1317464089}]},"public_addr":"172.21.15.1:6803/1317464089","cluster_addr":"172.21.15.1:6805/1317464089","heartbeat_back_addr":"172.21.15.1:6809/1317464089","heartbeat_front_addr":"172.21.15.1:6807/1317464089","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6811","nonce":1324255145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6813","nonce":1324255145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6817","nonce":1324255145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6815","nonce":1324255145}]},"public_addr":"172.21.15.1:6811/1324255145","cluster_addr":"172.21.15.1:6813/1324255145","heartbeat_back_addr":"172.21.15.1:6817/1324255145","heartbeat_front_addr":"172.21.15.1:6815/1324255145","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6819","nonce":789473879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6821","nonce":789473879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6825","nonce":789473879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6823","nonce":789473879}]},"public_addr":"172.21.15.1:6819/789473879","cluster_addr":"172.21.15.1:6821/789473879","heartbeat_back_addr":"172.21.15.1:6825/789473879","heartbeat_front_addr":"172.21.15.1:6823/789473879","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6827","nonce":2470827647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6829","nonce":2470827647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6833","nonce":2470827647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6831","nonce":2470827647}]},"public_addr":"172.21.15.1:6827/2470827647","cluster_addr":"172.21.15.1:6829/2470827647","heartbeat_back_addr":"172.21.15.1:6833/2470827647","heartbeat_front_addr":"172.21.15.1:6831/2470827647","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6801","nonce":2276897409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6803","nonce":2276897409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6807","nonce":2276897409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6805","nonce":2276897409}]},"public_addr":"172.21.15.28:6801/2276897409","cluster_addr":"172.21.15.28:6803/2276897409","heartbeat_back_addr":"172.21.15.28:6807/2276897409","heartbeat_front_addr":"172.21.15.28:6805/2276897409","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6809","nonce":684386931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6811","nonce":684386931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6815","nonce":684386931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6813","nonce":684386931}]},"public_addr":"172.21.15.28:6809/684386931","cluster_addr":"172.21.15.28:6811/684386931","heartbeat_back_addr":"172.21.15.28:6815/684386931","heartbeat_front_addr":"172.21.15.28:6813/684386931","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6817","nonce":1250737165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6819","nonce":1250737165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6823","nonce":1250737165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6821","nonce":1250737165}]},"public_addr":"172.21.15.28:6817/1250737165","cluster_addr":"172.21.15.28:6819/1250737165","heartbeat_back_addr":"172.21.15.28:6823/1250737165","heartbeat_front_addr":"172.21.15.28:6821/1250737165","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6825","nonce":1220667251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6827","nonce":1220667251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6831","nonce":1220667251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6829","nonce":1220667251}]},"public_addr":"172.21.15.28:6825/1220667251","cluster_addr":"172.21.15.28:6827/1220667251","heartbeat_back_addr":"172.21.15.28:6831/1220667251","heartbeat_front_addr":"172.21.15.28:6829/1220667251","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:14:11.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:10 smithi028 ceph-mon[31155]: Detected new or changed devices on smithi028 2024-09-13T14:14:11.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:10 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi028 to 4273M 2024-09-13T14:14:11.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:10 smithi028 ceph-mon[31155]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T14:14:11.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:10 smithi001 ceph-mon[28030]: Detected new or changed devices on smithi028 2024-09-13T14:14:11.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:10 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi028 to 4273M 2024-09-13T14:14:11.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:10 smithi001 ceph-mon[28030]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T14:14:11.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:10 smithi001 ceph-mon[40037]: Detected new or changed devices on smithi028 2024-09-13T14:14:11.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:10 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi028 to 4273M 2024-09-13T14:14:11.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:10 smithi001 ceph-mon[40037]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T14:14:11.523 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T14:12:10.823323+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T14:14:11.524 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-13T14:14:11.732 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:11.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:11 smithi001 ceph-mon[28030]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:11.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:11 smithi001 ceph-mon[28030]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T14:14:11.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:11 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2453571763' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:11.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:11 smithi001 ceph-mon[40037]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:11.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:11 smithi001 ceph-mon[40037]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T14:14:11.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:11 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2453571763' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:12.023 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:11 smithi028 ceph-mon[31155]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:12.023 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:11 smithi028 ceph-mon[31155]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T14:14:12.023 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:11 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2453571763' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:13.613 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-09-13T14:14:13.911 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:13 smithi001 ceph-mon[28030]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-09-13T14:14:13.911 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:13 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2954873623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T14:14:13.912 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:13 smithi001 ceph-mon[40037]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-09-13T14:14:13.912 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:13 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2954873623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T14:14:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:13 smithi028 ceph-mon[31155]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-09-13T14:14:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:13 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2954873623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T14:14:14.307 INFO:tasks.cephadm:Adding mds.a on smithi001 2024-09-13T14:14:14.307 INFO:tasks.cephadm:Adding mds.b on smithi028 2024-09-13T14:14:14.307 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi001=a;smithi028=b' 2024-09-13T14:14:14.526 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:14:15.946 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:15 smithi028 ceph-mon[31155]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:14:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:15 smithi001 ceph-mon[28030]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:14:16.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:15 smithi001 ceph-mon[40037]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T14:14:16.379 INFO:teuthology.orchestra.run.smithi028.stdout:Scheduled mds.all update... 2024-09-13T14:14:17.027 DEBUG:teuthology.orchestra.run.smithi001:mds.a> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.a.service 2024-09-13T14:14:17.029 DEBUG:teuthology.orchestra.run.smithi028:mds.b> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.b.service 2024-09-13T14:14:17.032 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-13T14:14:17.032 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:14:17.692 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi001=a;smithi028=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: Saving service mds.all spec with placement smithi001=a;smithi028=b;count:2 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:17.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[28030]: Deploying daemon mds.a on smithi001 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi001=a;smithi028=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: Saving service mds.all spec with placement smithi001=a;smithi028=b;count:2 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T14:14:17.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T14:14:17.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:17.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:17 smithi001 ceph-mon[40037]: Deploying daemon mds.a on smithi001 2024-09-13T14:14:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-13T14:14:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi001=a;smithi028=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:14:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: Saving service mds.all spec with placement smithi001=a;smithi028=b;count:2 2024-09-13T14:14:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:17.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:17.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T14:14:17.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T14:14:17.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:17.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:17 smithi028 ceph-mon[31155]: Deploying daemon mds.a on smithi001 2024-09-13T14:14:19.085 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:18 smithi001 systemd[1]: Starting Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:14:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:19 smithi001 ceph-mon[28030]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-13T14:14:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:19 smithi001 ceph-mon[40037]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-13T14:14:19.603 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:19 smithi001 podman[68312]: 2024-09-13 14:14:19.430468585 +0000 UTC m=+0.021135232 image pull c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11 2024-09-13T14:14:19.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:19 smithi028 ceph-mon[31155]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-13T14:14:19.936 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:19 smithi001 podman[68312]: 2024-09-13 14:14:19.812950139 +0000 UTC m=+0.403616812 container create 610608bb8b49eb3081e927eeae527266d48068bb063b5f48dac429fdf470c835 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-2c01458, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T14:14:20.329 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:20.330 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/1124193063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1124193063},{"type":"v1","addr":"172.21.15.1:6835","nonce":1124193063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T14:14:20.330 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 2 2024-09-13T14:14:20.330 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:20 smithi001 podman[68312]: 2024-09-13 14:14:20.241025769 +0000 UTC m=+0.831692409 container init 610608bb8b49eb3081e927eeae527266d48068bb063b5f48dac429fdf470c835 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=reef-2c01458, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:14:20.330 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:20 smithi001 podman[68312]: 2024-09-13 14:14:20.24610832 +0000 UTC m=+0.836774950 container start 610608bb8b49eb3081e927eeae527266d48068bb063b5f48dac429fdf470c835 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-2c01458, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-13T14:14:20.330 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:20 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[68358]: starting mds.a at 2024-09-13T14:14:20.602 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:20 smithi001 bash[68312]: 610608bb8b49eb3081e927eeae527266d48068bb063b5f48dac429fdf470c835 2024-09-13T14:14:20.602 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:14:20 smithi001 systemd[1]: Started Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: mds.? [v2:172.21.15.1:6834/1124193063,v1:172.21.15.1:6835/1124193063] up:boot 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: fsmap 1 up:standby 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1166196671' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T14:14:21.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:21 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:21.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: mds.? [v2:172.21.15.1:6834/1124193063,v1:172.21.15.1:6835/1124193063] up:boot 2024-09-13T14:14:21.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: fsmap 1 up:standby 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1166196671' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: mds.? [v2:172.21.15.1:6834/1124193063,v1:172.21.15.1:6835/1124193063] up:boot 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: fsmap 1 up:standby 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:14:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1166196671' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:21.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:21.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T14:14:21.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T14:14:21.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:21 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:22.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:22 smithi028 ceph-mon[31155]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T14:14:22.574 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:22 smithi028 ceph-mon[31155]: Deploying daemon mds.b on smithi028 2024-09-13T14:14:22.574 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:22 smithi028 systemd[1]: Starting Ceph mds.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:14:22.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:22 smithi001 ceph-mon[28030]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T14:14:22.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:22 smithi001 ceph-mon[28030]: Deploying daemon mds.b on smithi028 2024-09-13T14:14:22.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:22 smithi001 ceph-mon[40037]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T14:14:22.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:22 smithi001 ceph-mon[40037]: Deploying daemon mds.b on smithi028 2024-09-13T14:14:22.855 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:22 smithi028 podman[59239]: 2024-09-13 14:14:22.475802345 +0000 UTC m=+0.016376542 image pull c129f5a2fd4eccce3e6eec43830eff1929af98bc48f3b850cf144ce5b326e8b5 quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11 2024-09-13T14:14:22.855 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:22 smithi028 podman[59239]: 2024-09-13 14:14:22.677500163 +0000 UTC m=+0.218074360 container create 87b3547d97dd732d0fb5d609f352a5e0ce9e62fadf36ffa7fee5d4a90612ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-13T14:14:22.961 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:14:23.192 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:23.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:22 smithi028 podman[59239]: 2024-09-13 14:14:22.896332303 +0000 UTC m=+0.436906503 container init 87b3547d97dd732d0fb5d609f352a5e0ce9e62fadf36ffa7fee5d4a90612ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, RELEASE=reef-2c01458, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True) 2024-09-13T14:14:23.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:22 smithi028 podman[59239]: 2024-09-13 14:14:22.90156867 +0000 UTC m=+0.442142868 container start 87b3547d97dd732d0fb5d609f352a5e0ce9e62fadf36ffa7fee5d4a90612ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-13T14:14:23.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b[59255]: starting mds.b at 2024-09-13T14:14:23.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:23 smithi028 bash[59239]: 87b3547d97dd732d0fb5d609f352a5e0ce9e62fadf36ffa7fee5d4a90612ecfd 2024-09-13T14:14:23.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:23 smithi028 systemd[1]: Started Ceph mds.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:14:24.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: mds.? [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] up:boot 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: fsmap 2 up:standby 2024-09-13T14:14:24.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: mds.? [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] up:boot 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: fsmap 2 up:standby 2024-09-13T14:14:24.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:24 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: mds.? [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] up:boot 2024-09-13T14:14:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: fsmap 2 up:standby 2024-09-13T14:14:24.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:24 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:14:25.250 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:25.250 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/1124193063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1124193063},{"type":"v1","addr":"172.21.15.1:6835","nonce":1124193063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24331,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6833/2097878038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":2097878038},{"type":"v1","addr":"172.21.15.28:6833","nonce":2097878038}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T14:14:25.250 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 3 2024-09-13T14:14:25.490 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[40037]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:25.490 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.490 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.490 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1071821963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:25.490 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[28030]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:25.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1071821963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:25.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:25 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:25 smithi028 ceph-mon[31155]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:25.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:25 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:25 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:25.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:25 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1071821963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:25.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:25 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:26.054 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-13T14:14:26.276 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:27.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:27 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:27.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:27 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:14:27.971 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:27.972 INFO:teuthology.orchestra.run.smithi001.stdout:[ 2024-09-13T14:14:27.972 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-13T14:14:27.972 INFO:teuthology.orchestra.run.smithi001.stdout: "poolnum": 1, 2024-09-13T14:14:27.972 INFO:teuthology.orchestra.run.smithi001.stdout: "poolname": ".mgr" 2024-09-13T14:14:27.972 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:14:27.972 INFO:teuthology.orchestra.run.smithi001.stdout:] 2024-09-13T14:14:28.593 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:28 smithi001 ceph-mon[28030]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:28.593 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:28 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/217993173' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T14:14:28.594 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:28 smithi001 ceph-mon[40037]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:28.594 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:28 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/217993173' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T14:14:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:28 smithi028 ceph-mon[31155]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:28 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/217993173' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T14:14:28.616 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T14:14:28.616 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T14:14:28.822 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:30.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:30 smithi001 ceph-mon[40037]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:30.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:30 smithi001 ceph-mon[28030]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:30.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:30 smithi028 ceph-mon[31155]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:31.344 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_metadata' created 2024-09-13T14:14:31.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:31 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/4255096997' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T14:14:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:31 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/4255096997' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T14:14:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:31 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/4255096997' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T14:14:31.899 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T14:14:32.109 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:32.525 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:32 smithi001 ceph-mon[28030]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:32.526 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:32 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/4255096997' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T14:14:32.526 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:32 smithi001 ceph-mon[28030]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T14:14:32.526 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:32 smithi001 ceph-mon[40037]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:32.526 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:32 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/4255096997' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T14:14:32.526 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:32 smithi001 ceph-mon[40037]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T14:14:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:32 smithi028 ceph-mon[31155]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:32 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/4255096997' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T14:14:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:32 smithi028 ceph-mon[31155]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T14:14:33.510 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:33 smithi001 ceph-mon[28030]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T14:14:33.510 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:33 smithi001 ceph-mon[40037]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T14:14:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:33 smithi028 ceph-mon[31155]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T14:14:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_data' created 2024-09-13T14:14:34.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:34 smithi001 ceph-mon[28030]: pgmap v186: 33 pgs: 12 creating+peering, 1 active+clean, 20 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:34.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:34 smithi001 ceph-mon[28030]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:14:34.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:34 smithi001 ceph-mon[28030]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T14:14:34.719 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:34 smithi001 ceph-mon[40037]: pgmap v186: 33 pgs: 12 creating+peering, 1 active+clean, 20 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:34.719 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:34 smithi001 ceph-mon[40037]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:14:34.719 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:34 smithi001 ceph-mon[40037]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T14:14:34.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:34 smithi028 ceph-mon[31155]: pgmap v186: 33 pgs: 12 creating+peering, 1 active+clean, 20 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:34.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:34 smithi028 ceph-mon[31155]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:14:34.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:34 smithi028 ceph-mon[31155]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T14:14:35.109 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T14:14:35.315 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:35.689 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:35 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3756884541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T14:14:35.689 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:35 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3756884541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T14:14:35.689 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:35 smithi001 ceph-mon[28030]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T14:14:35.689 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:35 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3756884541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T14:14:35.690 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:35 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3756884541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T14:14:35.690 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:35 smithi001 ceph-mon[40037]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T14:14:35.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:35 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3756884541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T14:14:35.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:35 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3756884541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T14:14:35.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:35 smithi028 ceph-mon[31155]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T14:14:36.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:36 smithi001 ceph-mon[28030]: pgmap v188: 33 pgs: 12 creating+peering, 8 active+clean, 13 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:36.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:36 smithi001 ceph-mon[28030]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T14:14:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:36 smithi001 ceph-mon[40037]: pgmap v188: 33 pgs: 12 creating+peering, 8 active+clean, 13 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:36 smithi001 ceph-mon[40037]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T14:14:36.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:36 smithi028 ceph-mon[31155]: pgmap v188: 33 pgs: 12 creating+peering, 8 active+clean, 13 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:36.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:36 smithi028 ceph-mon[31155]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T14:14:37.083 INFO:teuthology.orchestra.run.smithi001.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: pgmap v191: 97 pgs: 14 creating+peering, 26 active+clean, 57 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1527031791' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1527031791' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[40037]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T14:14:37.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: pgmap v191: 97 pgs: 14 creating+peering, 26 active+clean, 57 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1527031791' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1527031791' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:37 smithi001 ceph-mon[28030]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T14:14:37.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: pgmap v191: 97 pgs: 14 creating+peering, 26 active+clean, 57 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:14:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T14:14:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1527031791' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T14:14:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T14:14:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T14:14:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1527031791' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T14:14:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T14:14:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:37 smithi028 ceph-mon[31155]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T14:14:37.896 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:14:38.106 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:38.605 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:14:38 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b[59255]: 2024-09-13T14:14:38.291+0000 7fec803e3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T14:14:39.257 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:39 smithi001 ceph-mon[40037]: mds.? [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] up:active 2024-09-13T14:14:39.257 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:39 smithi001 ceph-mon[40037]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:39.257 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:39 smithi001 ceph-mon[40037]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:39.257 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:39 smithi001 ceph-mon[28030]: mds.? [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] up:active 2024-09-13T14:14:39.257 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:39 smithi001 ceph-mon[28030]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:39.257 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:39 smithi001 ceph-mon[28030]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:39 smithi028 ceph-mon[31155]: mds.? [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] up:active 2024-09-13T14:14:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:39 smithi028 ceph-mon[31155]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:39 smithi028 ceph-mon[31155]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:39.946 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":65,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:14:37.078367+0000","last_up_change":"2024-09-13T14:14:06.675998+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6803","nonce":1317464089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6805","nonce":1317464089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6809","nonce":1317464089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6807","nonce":1317464089}]},"public_addr":"172.21.15.1:6803/1317464089","cluster_addr":"172.21.15.1:6805/1317464089","heartbeat_back_addr":"172.21.15.1:6809/1317464089","heartbeat_front_addr":"172.21.15.1:6807/1317464089","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6811","nonce":1324255145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6813","nonce":1324255145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6817","nonce":1324255145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6815","nonce":1324255145}]},"public_addr":"172.21.15.1:6811/1324255145","cluster_addr":"172.21.15.1:6813/1324255145","heartbeat_back_addr":"172.21.15.1:6817/1324255145","heartbeat_front_addr":"172.21.15.1:6815/1324255145","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6819","nonce":789473879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6821","nonce":789473879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6825","nonce":789473879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6823","nonce":789473879}]},"public_addr":"172.21.15.1:6819/789473879","cluster_addr":"172.21.15.1:6821/789473879","heartbeat_back_addr":"172.21.15.1:6825/789473879","heartbeat_front_addr":"172.21.15.1:6823/789473879","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6827","nonce":2470827647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6829","nonce":2470827647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6833","nonce":2470827647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6831","nonce":2470827647}]},"public_addr":"172.21.15.1:6827/2470827647","cluster_addr":"172.21.15.1:6829/2470827647","heartbeat_back_addr":"172.21.15.1:6833/2470827647","heartbeat_front_addr":"172.21.15.1:6831/2470827647","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6801","nonce":2276897409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6803","nonce":2276897409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6807","nonce":2276897409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6805","nonce":2276897409}]},"public_addr":"172.21.15.28:6801/2276897409","cluster_addr":"172.21.15.28:6803/2276897409","heartbeat_back_addr":"172.21.15.28:6807/2276897409","heartbeat_front_addr":"172.21.15.28:6805/2276897409","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6809","nonce":684386931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6811","nonce":684386931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6815","nonce":684386931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6813","nonce":684386931}]},"public_addr":"172.21.15.28:6809/684386931","cluster_addr":"172.21.15.28:6811/684386931","heartbeat_back_addr":"172.21.15.28:6815/684386931","heartbeat_front_addr":"172.21.15.28:6813/684386931","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6817","nonce":1250737165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6819","nonce":1250737165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6823","nonce":1250737165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6821","nonce":1250737165}]},"public_addr":"172.21.15.28:6817/1250737165","cluster_addr":"172.21.15.28:6819/1250737165","heartbeat_back_addr":"172.21.15.28:6823/1250737165","heartbeat_front_addr":"172.21.15.28:6821/1250737165","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6825","nonce":1220667251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6827","nonce":1220667251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6831","nonce":1220667251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6829","nonce":1220667251}]},"public_addr":"172.21.15.28:6825/1220667251","cluster_addr":"172.21.15.28:6827/1220667251","heartbeat_back_addr":"172.21.15.28:6831/1220667251","heartbeat_front_addr":"172.21.15.28:6829/1220667251","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:14:40.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[40037]: pgmap v194: 97 pgs: 2 creating+peering, 72 active+clean, 23 unknown; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s wr, 5 op/s 2024-09-13T14:14:40.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[40037]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T14:14:40.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[40037]: Cluster is now healthy 2024-09-13T14:14:40.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2773040400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[28030]: pgmap v194: 97 pgs: 2 creating+peering, 72 active+clean, 23 unknown; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s wr, 5 op/s 2024-09-13T14:14:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[28030]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T14:14:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[28030]: Cluster is now healthy 2024-09-13T14:14:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:40 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2773040400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:40.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:40 smithi028 ceph-mon[31155]: pgmap v194: 97 pgs: 2 creating+peering, 72 active+clean, 23 unknown; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s wr, 5 op/s 2024-09-13T14:14:40.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:40 smithi028 ceph-mon[31155]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T14:14:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:40 smithi028 ceph-mon[31155]: Cluster is now healthy 2024-09-13T14:14:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:40 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2773040400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:40.704 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:14:40.907 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:42.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:42 smithi001 ceph-mon[28030]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-13T14:14:42.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:42 smithi001 ceph-mon[40037]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-13T14:14:42.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:42 smithi028 ceph-mon[31155]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-13T14:14:42.885 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:42.885 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":65,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:14:37.078367+0000","last_up_change":"2024-09-13T14:14:06.675998+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6803","nonce":1317464089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6805","nonce":1317464089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6809","nonce":1317464089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6807","nonce":1317464089}]},"public_addr":"172.21.15.1:6803/1317464089","cluster_addr":"172.21.15.1:6805/1317464089","heartbeat_back_addr":"172.21.15.1:6809/1317464089","heartbeat_front_addr":"172.21.15.1:6807/1317464089","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6811","nonce":1324255145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6813","nonce":1324255145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6817","nonce":1324255145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6815","nonce":1324255145}]},"public_addr":"172.21.15.1:6811/1324255145","cluster_addr":"172.21.15.1:6813/1324255145","heartbeat_back_addr":"172.21.15.1:6817/1324255145","heartbeat_front_addr":"172.21.15.1:6815/1324255145","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6819","nonce":789473879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6821","nonce":789473879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6825","nonce":789473879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6823","nonce":789473879}]},"public_addr":"172.21.15.1:6819/789473879","cluster_addr":"172.21.15.1:6821/789473879","heartbeat_back_addr":"172.21.15.1:6825/789473879","heartbeat_front_addr":"172.21.15.1:6823/789473879","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6827","nonce":2470827647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6829","nonce":2470827647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6833","nonce":2470827647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6831","nonce":2470827647}]},"public_addr":"172.21.15.1:6827/2470827647","cluster_addr":"172.21.15.1:6829/2470827647","heartbeat_back_addr":"172.21.15.1:6833/2470827647","heartbeat_front_addr":"172.21.15.1:6831/2470827647","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6801","nonce":2276897409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6803","nonce":2276897409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6807","nonce":2276897409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6805","nonce":2276897409}]},"public_addr":"172.21.15.28:6801/2276897409","cluster_addr":"172.21.15.28:6803/2276897409","heartbeat_back_addr":"172.21.15.28:6807/2276897409","heartbeat_front_addr":"172.21.15.28:6805/2276897409","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6809","nonce":684386931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6811","nonce":684386931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6815","nonce":684386931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6813","nonce":684386931}]},"public_addr":"172.21.15.28:6809/684386931","cluster_addr":"172.21.15.28:6811/684386931","heartbeat_back_addr":"172.21.15.28:6815/684386931","heartbeat_front_addr":"172.21.15.28:6813/684386931","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6817","nonce":1250737165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6819","nonce":1250737165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6823","nonce":1250737165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6821","nonce":1250737165}]},"public_addr":"172.21.15.28:6817/1250737165","cluster_addr":"172.21.15.28:6819/1250737165","heartbeat_back_addr":"172.21.15.28:6823/1250737165","heartbeat_front_addr":"172.21.15.28:6821/1250737165","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6825","nonce":1220667251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6827","nonce":1220667251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6831","nonce":1220667251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6829","nonce":1220667251}]},"public_addr":"172.21.15.28:6825/1220667251","cluster_addr":"172.21.15.28:6827/1220667251","heartbeat_back_addr":"172.21.15.28:6831/1220667251","heartbeat_front_addr":"172.21.15.28:6829/1220667251","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:14:43.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:43 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/870211873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:43 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/870211873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:43.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:43 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/870211873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:43.527 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-13T14:14:43.731 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:44 smithi001 ceph-mon[28030]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-09-13T14:14:44.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:44 smithi001 ceph-mon[40037]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-09-13T14:14:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:44 smithi028 ceph-mon[31155]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-09-13T14:14:46.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:46 smithi001 ceph-mon[28030]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-13T14:14:46.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:46 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3463205553' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T14:14:46.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:46 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T14:14:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:46 smithi001 ceph-mon[40037]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-13T14:14:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:46 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3463205553' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T14:14:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:46 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T14:14:46.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:46 smithi028 ceph-mon[31155]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-13T14:14:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:46 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3463205553' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T14:14:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:46 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T14:14:46.771 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T14:14:46.772 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-09-13T14:14:46.985 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:47 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T14:14:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:47 smithi028 ceph-mon[31155]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:47.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:47 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T14:14:47.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:47 smithi001 ceph-mon[28030]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:47.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:47 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T14:14:47.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:47 smithi001 ceph-mon[40037]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:48.445 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:48 smithi001 ceph-mon[28030]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-13T14:14:48.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:48 smithi001 ceph-mon[40037]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-13T14:14:48.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:48 smithi028 ceph-mon[31155]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-13T14:14:49.406 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:49 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2370735035' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T14:14:49.406 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:49 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2370735035' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T14:14:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:49 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2370735035' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T14:14:49.817 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T14:14:49.818 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:14:50.028 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:50.410 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:50 smithi001 ceph-mon[28030]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-13T14:14:50.410 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:50 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2370735035' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T14:14:50.410 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:50 smithi001 ceph-mon[28030]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:50.410 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:50 smithi001 ceph-mon[40037]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-13T14:14:50.410 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:50 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2370735035' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T14:14:50.410 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:50 smithi001 ceph-mon[40037]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:50.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:50 smithi028 ceph-mon[31155]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-13T14:14:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:50 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2370735035' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T14:14:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:50 smithi028 ceph-mon[31155]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:14:51.916 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:51.916 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/1124193063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1124193063},{"type":"v1","addr":"172.21.15.1:6835","nonce":1124193063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T14:14:37.078493+0000","modified":"2024-09-13T14:14:49.105948+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.28:6833/2097878038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":2097878038},{"type":"v1","addr":"172.21.15.28:6833","nonce":2097878038}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T14:14:51.916 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 8 2024-09-13T14:14:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:52 smithi001 ceph-mon[28030]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-09-13T14:14:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:52 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/759167506' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:52.220 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:52 smithi001 ceph-mon[40037]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-09-13T14:14:52.220 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:52 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/759167506' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:52 smithi028 ceph-mon[31155]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-09-13T14:14:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:52 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/759167506' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:14:52.636 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:14:52.840 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:54.308 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:54 smithi001 ceph-mon[28030]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:14:54.308 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:54 smithi001 ceph-mon[40037]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:14:54.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:54 smithi028 ceph-mon[31155]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:14:54.674 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:54.674 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":65,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:14:37.078367+0000","last_up_change":"2024-09-13T14:14:06.675998+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6803","nonce":1317464089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6805","nonce":1317464089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6809","nonce":1317464089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6807","nonce":1317464089}]},"public_addr":"172.21.15.1:6803/1317464089","cluster_addr":"172.21.15.1:6805/1317464089","heartbeat_back_addr":"172.21.15.1:6809/1317464089","heartbeat_front_addr":"172.21.15.1:6807/1317464089","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6811","nonce":1324255145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6813","nonce":1324255145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6817","nonce":1324255145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6815","nonce":1324255145}]},"public_addr":"172.21.15.1:6811/1324255145","cluster_addr":"172.21.15.1:6813/1324255145","heartbeat_back_addr":"172.21.15.1:6817/1324255145","heartbeat_front_addr":"172.21.15.1:6815/1324255145","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6819","nonce":789473879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6821","nonce":789473879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6825","nonce":789473879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6823","nonce":789473879}]},"public_addr":"172.21.15.1:6819/789473879","cluster_addr":"172.21.15.1:6821/789473879","heartbeat_back_addr":"172.21.15.1:6825/789473879","heartbeat_front_addr":"172.21.15.1:6823/789473879","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6827","nonce":2470827647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6829","nonce":2470827647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6833","nonce":2470827647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6831","nonce":2470827647}]},"public_addr":"172.21.15.1:6827/2470827647","cluster_addr":"172.21.15.1:6829/2470827647","heartbeat_back_addr":"172.21.15.1:6833/2470827647","heartbeat_front_addr":"172.21.15.1:6831/2470827647","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6801","nonce":2276897409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6803","nonce":2276897409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6807","nonce":2276897409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6805","nonce":2276897409}]},"public_addr":"172.21.15.28:6801/2276897409","cluster_addr":"172.21.15.28:6803/2276897409","heartbeat_back_addr":"172.21.15.28:6807/2276897409","heartbeat_front_addr":"172.21.15.28:6805/2276897409","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6809","nonce":684386931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6811","nonce":684386931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6815","nonce":684386931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6813","nonce":684386931}]},"public_addr":"172.21.15.28:6809/684386931","cluster_addr":"172.21.15.28:6811/684386931","heartbeat_back_addr":"172.21.15.28:6815/684386931","heartbeat_front_addr":"172.21.15.28:6813/684386931","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6817","nonce":1250737165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6819","nonce":1250737165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6823","nonce":1250737165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6821","nonce":1250737165}]},"public_addr":"172.21.15.28:6817/1250737165","cluster_addr":"172.21.15.28:6819/1250737165","heartbeat_back_addr":"172.21.15.28:6823/1250737165","heartbeat_front_addr":"172.21.15.28:6821/1250737165","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6825","nonce":1220667251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6827","nonce":1220667251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6831","nonce":1220667251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6829","nonce":1220667251}]},"public_addr":"172.21.15.28:6825/1220667251","cluster_addr":"172.21.15.28:6827/1220667251","heartbeat_back_addr":"172.21.15.28:6831/1220667251","heartbeat_front_addr":"172.21.15.28:6829/1220667251","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:14:55.292 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:55 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/4160832214' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:55.293 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:55 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/4160832214' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:55.316 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T14:14:55.317 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T14:14:55.523 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:55 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/4160832214' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:14:56.316 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:56 smithi001 ceph-mon[28030]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:14:56.316 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:56 smithi001 ceph-mon[40037]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:14:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:56 smithi028 ceph-mon[31155]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:14:57.326 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:57.327 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-13T14:14:57.979 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-13T14:14:56.379733+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":239548,"kb_used_data":6968,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749721668,"statfs":{"total":767960285184,"available":767714988032,"internally_reserved":0,"allocated":7135232,"data_stored":3997599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003159"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095192+0000","last_change":"2024-09-13T14:14:35.455509+0000","last_active":"2024-09-13T14:14:37.095192+0000","last_peered":"2024-09-13T14:14:37.095192+0000","last_clean":"2024-09-13T14:14:37.095192+0000","last_became_active":"2024-09-13T14:14:35.455123+0000","last_became_peered":"2024-09-13T14:14:35.455123+0000","last_unstale":"2024-09-13T14:14:37.095192+0000","last_undegraded":"2024-09-13T14:14:37.095192+0000","last_fullsized":"2024-09-13T14:14:37.095192+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:37.544074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083591+0000","last_change":"2024-09-13T14:14:35.442123+0000","last_active":"2024-09-13T14:14:37.083591+0000","last_peered":"2024-09-13T14:14:37.083591+0000","last_clean":"2024-09-13T14:14:37.083591+0000","last_became_active":"2024-09-13T14:14:35.441848+0000","last_became_peered":"2024-09-13T14:14:35.441848+0000","last_unstale":"2024-09-13T14:14:37.083591+0000","last_undegraded":"2024-09-13T14:14:37.083591+0000","last_fullsized":"2024-09-13T14:14:37.083591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:44.320036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089989+0000","last_change":"2024-09-13T14:14:35.436130+0000","last_active":"2024-09-13T14:14:37.089989+0000","last_peered":"2024-09-13T14:14:37.089989+0000","last_clean":"2024-09-13T14:14:37.089989+0000","last_became_active":"2024-09-13T14:14:35.435843+0000","last_became_peered":"2024-09-13T14:14:35.435843+0000","last_unstale":"2024-09-13T14:14:37.089989+0000","last_undegraded":"2024-09-13T14:14:37.089989+0000","last_fullsized":"2024-09-13T14:14:37.089989+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:55.282738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090182+0000","last_change":"2024-09-13T14:14:35.446202+0000","last_active":"2024-09-13T14:14:37.090182+0000","last_peered":"2024-09-13T14:14:37.090182+0000","last_clean":"2024-09-13T14:14:37.090182+0000","last_became_active":"2024-09-13T14:14:35.445216+0000","last_became_peered":"2024-09-13T14:14:35.445216+0000","last_unstale":"2024-09-13T14:14:37.090182+0000","last_undegraded":"2024-09-13T14:14:37.090182+0000","last_fullsized":"2024-09-13T14:14:37.090182+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:09.921550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093522+0000","last_change":"2024-09-13T14:14:35.442520+0000","last_active":"2024-09-13T14:14:37.093522+0000","last_peered":"2024-09-13T14:14:37.093522+0000","last_clean":"2024-09-13T14:14:37.093522+0000","last_became_active":"2024-09-13T14:14:35.442137+0000","last_became_peered":"2024-09-13T14:14:35.442137+0000","last_unstale":"2024-09-13T14:14:37.093522+0000","last_undegraded":"2024-09-13T14:14:37.093522+0000","last_fullsized":"2024-09-13T14:14:37.093522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:47.830661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089752+0000","last_change":"2024-09-13T14:14:35.457641+0000","last_active":"2024-09-13T14:14:37.089752+0000","last_peered":"2024-09-13T14:14:37.089752+0000","last_clean":"2024-09-13T14:14:37.089752+0000","last_became_active":"2024-09-13T14:14:35.457326+0000","last_became_peered":"2024-09-13T14:14:35.457326+0000","last_unstale":"2024-09-13T14:14:37.089752+0000","last_undegraded":"2024-09-13T14:14:37.089752+0000","last_fullsized":"2024-09-13T14:14:37.089752+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:47.374775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093224+0000","last_change":"2024-09-13T14:14:35.450265+0000","last_active":"2024-09-13T14:14:37.093224+0000","last_peered":"2024-09-13T14:14:37.093224+0000","last_clean":"2024-09-13T14:14:37.093224+0000","last_became_active":"2024-09-13T14:14:35.449953+0000","last_became_peered":"2024-09-13T14:14:35.449953+0000","last_unstale":"2024-09-13T14:14:37.093224+0000","last_undegraded":"2024-09-13T14:14:37.093224+0000","last_fullsized":"2024-09-13T14:14:37.093224+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:57:15.206328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081723+0000","last_change":"2024-09-13T14:14:35.448153+0000","last_active":"2024-09-13T14:14:37.081723+0000","last_peered":"2024-09-13T14:14:37.081723+0000","last_clean":"2024-09-13T14:14:37.081723+0000","last_became_active":"2024-09-13T14:14:35.447803+0000","last_became_peered":"2024-09-13T14:14:35.447803+0000","last_unstale":"2024-09-13T14:14:37.081723+0000","last_undegraded":"2024-09-13T14:14:37.081723+0000","last_fullsized":"2024-09-13T14:14:37.081723+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:07.795569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095786+0000","last_change":"2024-09-13T14:14:35.457753+0000","last_active":"2024-09-13T14:14:37.095786+0000","last_peered":"2024-09-13T14:14:37.095786+0000","last_clean":"2024-09-13T14:14:37.095786+0000","last_became_active":"2024-09-13T14:14:35.457391+0000","last_became_peered":"2024-09-13T14:14:35.457391+0000","last_unstale":"2024-09-13T14:14:37.095786+0000","last_undegraded":"2024-09-13T14:14:37.095786+0000","last_fullsized":"2024-09-13T14:14:37.095786+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:19:06.959702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.091344+0000","last_change":"2024-09-13T14:14:35.443152+0000","last_active":"2024-09-13T14:14:37.091344+0000","last_peered":"2024-09-13T14:14:37.091344+0000","last_clean":"2024-09-13T14:14:37.091344+0000","last_became_active":"2024-09-13T14:14:35.442646+0000","last_became_peered":"2024-09-13T14:14:35.442646+0000","last_unstale":"2024-09-13T14:14:37.091344+0000","last_undegraded":"2024-09-13T14:14:37.091344+0000","last_fullsized":"2024-09-13T14:14:37.091344+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:16:18.729004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089038+0000","last_change":"2024-09-13T14:14:35.445067+0000","last_active":"2024-09-13T14:14:37.089038+0000","last_peered":"2024-09-13T14:14:37.089038+0000","last_clean":"2024-09-13T14:14:37.089038+0000","last_became_active":"2024-09-13T14:14:35.444740+0000","last_became_peered":"2024-09-13T14:14:35.444740+0000","last_unstale":"2024-09-13T14:14:37.089038+0000","last_undegraded":"2024-09-13T14:14:37.089038+0000","last_fullsized":"2024-09-13T14:14:37.089038+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:38:56.163972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429860+0000","last_change":"2024-09-13T14:14:35.447877+0000","last_active":"2024-09-13T14:14:36.429860+0000","last_peered":"2024-09-13T14:14:36.429860+0000","last_clean":"2024-09-13T14:14:36.429860+0000","last_became_active":"2024-09-13T14:14:35.447244+0000","last_became_peered":"2024-09-13T14:14:35.447244+0000","last_unstale":"2024-09-13T14:14:36.429860+0000","last_undegraded":"2024-09-13T14:14:36.429860+0000","last_fullsized":"2024-09-13T14:14:36.429860+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:34.390026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082085+0000","last_change":"2024-09-13T14:14:35.448978+0000","last_active":"2024-09-13T14:14:37.082085+0000","last_peered":"2024-09-13T14:14:37.082085+0000","last_clean":"2024-09-13T14:14:37.082085+0000","last_became_active":"2024-09-13T14:14:35.448538+0000","last_became_peered":"2024-09-13T14:14:35.448538+0000","last_unstale":"2024-09-13T14:14:37.082085+0000","last_undegraded":"2024-09-13T14:14:37.082085+0000","last_fullsized":"2024-09-13T14:14:37.082085+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:11.544618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088318+0000","last_change":"2024-09-13T14:14:35.444411+0000","last_active":"2024-09-13T14:14:37.088318+0000","last_peered":"2024-09-13T14:14:37.088318+0000","last_clean":"2024-09-13T14:14:37.088318+0000","last_became_active":"2024-09-13T14:14:35.444144+0000","last_became_peered":"2024-09-13T14:14:35.444144+0000","last_unstale":"2024-09-13T14:14:37.088318+0000","last_undegraded":"2024-09-13T14:14:37.088318+0000","last_fullsized":"2024-09-13T14:14:37.088318+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:41.385502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082083+0000","last_change":"2024-09-13T14:14:35.445155+0000","last_active":"2024-09-13T14:14:37.082083+0000","last_peered":"2024-09-13T14:14:37.082083+0000","last_clean":"2024-09-13T14:14:37.082083+0000","last_became_active":"2024-09-13T14:14:35.444899+0000","last_became_peered":"2024-09-13T14:14:35.444899+0000","last_unstale":"2024-09-13T14:14:37.082083+0000","last_undegraded":"2024-09-13T14:14:37.082083+0000","last_fullsized":"2024-09-13T14:14:37.082083+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:30.314433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089351+0000","last_change":"2024-09-13T14:14:35.452235+0000","last_active":"2024-09-13T14:14:37.089351+0000","last_peered":"2024-09-13T14:14:37.089351+0000","last_clean":"2024-09-13T14:14:37.089351+0000","last_became_active":"2024-09-13T14:14:35.451885+0000","last_became_peered":"2024-09-13T14:14:35.451885+0000","last_unstale":"2024-09-13T14:14:37.089351+0000","last_undegraded":"2024-09-13T14:14:37.089351+0000","last_fullsized":"2024-09-13T14:14:37.089351+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:33.399836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090198+0000","last_change":"2024-09-13T14:14:35.447579+0000","last_active":"2024-09-13T14:14:37.090198+0000","last_peered":"2024-09-13T14:14:37.090198+0000","last_clean":"2024-09-13T14:14:37.090198+0000","last_became_active":"2024-09-13T14:14:35.446593+0000","last_became_peered":"2024-09-13T14:14:35.446593+0000","last_unstale":"2024-09-13T14:14:37.090198+0000","last_undegraded":"2024-09-13T14:14:37.090198+0000","last_fullsized":"2024-09-13T14:14:37.090198+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:05.936322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429779+0000","last_change":"2024-09-13T14:14:35.442045+0000","last_active":"2024-09-13T14:14:36.429779+0000","last_peered":"2024-09-13T14:14:36.429779+0000","last_clean":"2024-09-13T14:14:36.429779+0000","last_became_active":"2024-09-13T14:14:35.441770+0000","last_became_peered":"2024-09-13T14:14:35.441770+0000","last_unstale":"2024-09-13T14:14:36.429779+0000","last_undegraded":"2024-09-13T14:14:36.429779+0000","last_fullsized":"2024-09-13T14:14:36.429779+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:00.292524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.094105+0000","last_change":"2024-09-13T14:14:35.453033+0000","last_active":"2024-09-13T14:14:37.094105+0000","last_peered":"2024-09-13T14:14:37.094105+0000","last_clean":"2024-09-13T14:14:37.094105+0000","last_became_active":"2024-09-13T14:14:35.452675+0000","last_became_peered":"2024-09-13T14:14:35.452675+0000","last_unstale":"2024-09-13T14:14:37.094105+0000","last_undegraded":"2024-09-13T14:14:37.094105+0000","last_fullsized":"2024-09-13T14:14:37.094105+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:48.465911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088971+0000","last_change":"2024-09-13T14:14:35.446112+0000","last_active":"2024-09-13T14:14:37.088971+0000","last_peered":"2024-09-13T14:14:37.088971+0000","last_clean":"2024-09-13T14:14:37.088971+0000","last_became_active":"2024-09-13T14:14:35.445793+0000","last_became_peered":"2024-09-13T14:14:35.445793+0000","last_unstale":"2024-09-13T14:14:37.088971+0000","last_undegraded":"2024-09-13T14:14:37.088971+0000","last_fullsized":"2024-09-13T14:14:37.088971+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:09.356115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088769+0000","last_change":"2024-09-13T14:14:35.447078+0000","last_active":"2024-09-13T14:14:37.088769+0000","last_peered":"2024-09-13T14:14:37.088769+0000","last_clean":"2024-09-13T14:14:37.088769+0000","last_became_active":"2024-09-13T14:14:35.446819+0000","last_became_peered":"2024-09-13T14:14:35.446819+0000","last_unstale":"2024-09-13T14:14:37.088769+0000","last_undegraded":"2024-09-13T14:14:37.088769+0000","last_fullsized":"2024-09-13T14:14:37.088769+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:18.365394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089781+0000","last_change":"2024-09-13T14:14:35.448301+0000","last_active":"2024-09-13T14:14:37.089781+0000","last_peered":"2024-09-13T14:14:37.089781+0000","last_clean":"2024-09-13T14:14:37.089781+0000","last_became_active":"2024-09-13T14:14:35.447994+0000","last_became_peered":"2024-09-13T14:14:35.447994+0000","last_unstale":"2024-09-13T14:14:37.089781+0000","last_undegraded":"2024-09-13T14:14:37.089781+0000","last_fullsized":"2024-09-13T14:14:37.089781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:54.733238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082147+0000","last_change":"2024-09-13T14:14:35.437140+0000","last_active":"2024-09-13T14:14:37.082147+0000","last_peered":"2024-09-13T14:14:37.082147+0000","last_clean":"2024-09-13T14:14:37.082147+0000","last_became_active":"2024-09-13T14:14:35.436774+0000","last_became_peered":"2024-09-13T14:14:35.436774+0000","last_unstale":"2024-09-13T14:14:37.082147+0000","last_undegraded":"2024-09-13T14:14:37.082147+0000","last_fullsized":"2024-09-13T14:14:37.082147+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:28.285912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089542+0000","last_change":"2024-09-13T14:14:35.437187+0000","last_active":"2024-09-13T14:14:37.089542+0000","last_peered":"2024-09-13T14:14:37.089542+0000","last_clean":"2024-09-13T14:14:37.089542+0000","last_became_active":"2024-09-13T14:14:35.436899+0000","last_became_peered":"2024-09-13T14:14:35.436899+0000","last_unstale":"2024-09-13T14:14:37.089542+0000","last_undegraded":"2024-09-13T14:14:37.089542+0000","last_fullsized":"2024-09-13T14:14:37.089542+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:54.408166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082856+0000","last_change":"2024-09-13T14:14:35.429981+0000","last_active":"2024-09-13T14:14:37.082856+0000","last_peered":"2024-09-13T14:14:37.082856+0000","last_clean":"2024-09-13T14:14:37.082856+0000","last_became_active":"2024-09-13T14:14:35.429634+0000","last_became_peered":"2024-09-13T14:14:35.429634+0000","last_unstale":"2024-09-13T14:14:37.082856+0000","last_undegraded":"2024-09-13T14:14:37.082856+0000","last_fullsized":"2024-09-13T14:14:37.082856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:33.913092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.091077+0000","last_change":"2024-09-13T14:14:35.448959+0000","last_active":"2024-09-13T14:14:37.091077+0000","last_peered":"2024-09-13T14:14:37.091077+0000","last_clean":"2024-09-13T14:14:37.091077+0000","last_became_active":"2024-09-13T14:14:35.447127+0000","last_became_peered":"2024-09-13T14:14:35.447127+0000","last_unstale":"2024-09-13T14:14:37.091077+0000","last_undegraded":"2024-09-13T14:14:37.091077+0000","last_fullsized":"2024-09-13T14:14:37.091077+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:37.401401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083163+0000","last_change":"2024-09-13T14:14:35.436967+0000","last_active":"2024-09-13T14:14:37.083163+0000","last_peered":"2024-09-13T14:14:37.083163+0000","last_clean":"2024-09-13T14:14:37.083163+0000","last_became_active":"2024-09-13T14:14:35.436721+0000","last_became_peered":"2024-09-13T14:14:35.436721+0000","last_unstale":"2024-09-13T14:14:37.083163+0000","last_undegraded":"2024-09-13T14:14:37.083163+0000","last_fullsized":"2024-09-13T14:14:37.083163+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:22.057677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082027+0000","last_change":"2024-09-13T14:14:35.439747+0000","last_active":"2024-09-13T14:14:37.082027+0000","last_peered":"2024-09-13T14:14:37.082027+0000","last_clean":"2024-09-13T14:14:37.082027+0000","last_became_active":"2024-09-13T14:14:35.439474+0000","last_became_peered":"2024-09-13T14:14:35.439474+0000","last_unstale":"2024-09-13T14:14:37.082027+0000","last_undegraded":"2024-09-13T14:14:37.082027+0000","last_fullsized":"2024-09-13T14:14:37.082027+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:33.681480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088852+0000","last_change":"2024-09-13T14:14:35.442848+0000","last_active":"2024-09-13T14:14:37.088852+0000","last_peered":"2024-09-13T14:14:37.088852+0000","last_clean":"2024-09-13T14:14:37.088852+0000","last_became_active":"2024-09-13T14:14:35.442558+0000","last_became_peered":"2024-09-13T14:14:35.442558+0000","last_unstale":"2024-09-13T14:14:37.088852+0000","last_undegraded":"2024-09-13T14:14:37.088852+0000","last_fullsized":"2024-09-13T14:14:37.088852+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:04:47.126981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089859+0000","last_change":"2024-09-13T14:14:35.451987+0000","last_active":"2024-09-13T14:14:37.089859+0000","last_peered":"2024-09-13T14:14:37.089859+0000","last_clean":"2024-09-13T14:14:37.089859+0000","last_became_active":"2024-09-13T14:14:35.451524+0000","last_became_peered":"2024-09-13T14:14:35.451524+0000","last_unstale":"2024-09-13T14:14:37.089859+0000","last_undegraded":"2024-09-13T14:14:37.089859+0000","last_fullsized":"2024-09-13T14:14:37.089859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:29.098102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429544+0000","last_change":"2024-09-13T14:14:35.437592+0000","last_active":"2024-09-13T14:14:36.429544+0000","last_peered":"2024-09-13T14:14:36.429544+0000","last_clean":"2024-09-13T14:14:36.429544+0000","last_became_active":"2024-09-13T14:14:35.437331+0000","last_became_peered":"2024-09-13T14:14:35.437331+0000","last_unstale":"2024-09-13T14:14:36.429544+0000","last_undegraded":"2024-09-13T14:14:36.429544+0000","last_fullsized":"2024-09-13T14:14:36.429544+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:30.836737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.087942+0000","last_change":"2024-09-13T14:14:35.444773+0000","last_active":"2024-09-13T14:14:37.087942+0000","last_peered":"2024-09-13T14:14:37.087942+0000","last_clean":"2024-09-13T14:14:37.087942+0000","last_became_active":"2024-09-13T14:14:35.444260+0000","last_became_peered":"2024-09-13T14:14:35.444260+0000","last_unstale":"2024-09-13T14:14:37.087942+0000","last_undegraded":"2024-09-13T14:14:37.087942+0000","last_fullsized":"2024-09-13T14:14:37.087942+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:37.204513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429523+0000","last_change":"2024-09-13T14:14:35.437232+0000","last_active":"2024-09-13T14:14:36.429523+0000","last_peered":"2024-09-13T14:14:36.429523+0000","last_clean":"2024-09-13T14:14:36.429523+0000","last_became_active":"2024-09-13T14:14:35.436935+0000","last_became_peered":"2024-09-13T14:14:35.436935+0000","last_unstale":"2024-09-13T14:14:36.429523+0000","last_undegraded":"2024-09-13T14:14:36.429523+0000","last_fullsized":"2024-09-13T14:14:36.429523+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:52.406694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082604+0000","last_change":"2024-09-13T14:14:32.354421+0000","last_active":"2024-09-13T14:14:37.082604+0000","last_peered":"2024-09-13T14:14:37.082604+0000","last_clean":"2024-09-13T14:14:37.082604+0000","last_became_active":"2024-09-13T14:14:32.354162+0000","last_became_peered":"2024-09-13T14:14:32.354162+0000","last_unstale":"2024-09-13T14:14:37.082604+0000","last_undegraded":"2024-09-13T14:14:37.082604+0000","last_fullsized":"2024-09-13T14:14:37.082604+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:28.750789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088934+0000","last_change":"2024-09-13T14:14:35.445924+0000","last_active":"2024-09-13T14:14:37.088934+0000","last_peered":"2024-09-13T14:14:37.088934+0000","last_clean":"2024-09-13T14:14:37.088934+0000","last_became_active":"2024-09-13T14:14:35.445599+0000","last_became_peered":"2024-09-13T14:14:35.445599+0000","last_unstale":"2024-09-13T14:14:37.088934+0000","last_undegraded":"2024-09-13T14:14:37.088934+0000","last_fullsized":"2024-09-13T14:14:37.088934+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:14.783167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088210+0000","last_change":"2024-09-13T14:14:32.357956+0000","last_active":"2024-09-13T14:14:37.088210+0000","last_peered":"2024-09-13T14:14:37.088210+0000","last_clean":"2024-09-13T14:14:37.088210+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:14:37.088210+0000","last_undegraded":"2024-09-13T14:14:37.088210+0000","last_fullsized":"2024-09-13T14:14:37.088210+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:50.099058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429410+0000","last_change":"2024-09-13T14:14:32.352374+0000","last_active":"2024-09-13T14:14:36.429410+0000","last_peered":"2024-09-13T14:14:36.429410+0000","last_clean":"2024-09-13T14:14:36.429410+0000","last_became_active":"2024-09-13T14:14:32.351926+0000","last_became_peered":"2024-09-13T14:14:32.351926+0000","last_unstale":"2024-09-13T14:14:36.429410+0000","last_undegraded":"2024-09-13T14:14:36.429410+0000","last_fullsized":"2024-09-13T14:14:36.429410+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:28.537907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081791+0000","last_change":"2024-09-13T14:14:35.440141+0000","last_active":"2024-09-13T14:14:37.081791+0000","last_peered":"2024-09-13T14:14:37.081791+0000","last_clean":"2024-09-13T14:14:37.081791+0000","last_became_active":"2024-09-13T14:14:35.439681+0000","last_became_peered":"2024-09-13T14:14:35.439681+0000","last_unstale":"2024-09-13T14:14:37.081791+0000","last_undegraded":"2024-09-13T14:14:37.081791+0000","last_fullsized":"2024-09-13T14:14:37.081791+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:03:36.711651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517038+0000","last_change":"2024-09-13T14:14:32.358966+0000","last_active":"2024-09-13T14:14:36.517038+0000","last_peered":"2024-09-13T14:14:36.517038+0000","last_clean":"2024-09-13T14:14:36.517038+0000","last_became_active":"2024-09-13T14:14:32.358547+0000","last_became_peered":"2024-09-13T14:14:32.358547+0000","last_unstale":"2024-09-13T14:14:36.517038+0000","last_undegraded":"2024-09-13T14:14:36.517038+0000","last_fullsized":"2024-09-13T14:14:36.517038+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:47:16.269456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081924+0000","last_change":"2024-09-13T14:14:35.440806+0000","last_active":"2024-09-13T14:14:37.081924+0000","last_peered":"2024-09-13T14:14:37.081924+0000","last_clean":"2024-09-13T14:14:37.081924+0000","last_became_active":"2024-09-13T14:14:35.440373+0000","last_became_peered":"2024-09-13T14:14:35.440373+0000","last_unstale":"2024-09-13T14:14:37.081924+0000","last_undegraded":"2024-09-13T14:14:37.081924+0000","last_fullsized":"2024-09-13T14:14:37.081924+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:25.516853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517932+0000","last_change":"2024-09-13T14:14:32.356978+0000","last_active":"2024-09-13T14:14:36.517932+0000","last_peered":"2024-09-13T14:14:36.517932+0000","last_clean":"2024-09-13T14:14:36.517932+0000","last_became_active":"2024-09-13T14:14:32.356665+0000","last_became_peered":"2024-09-13T14:14:32.356665+0000","last_unstale":"2024-09-13T14:14:36.517932+0000","last_undegraded":"2024-09-13T14:14:36.517932+0000","last_fullsized":"2024-09-13T14:14:36.517932+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.840271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090042+0000","last_change":"2024-09-13T14:14:35.445994+0000","last_active":"2024-09-13T14:14:37.090042+0000","last_peered":"2024-09-13T14:14:37.090042+0000","last_clean":"2024-09-13T14:14:37.090042+0000","last_became_active":"2024-09-13T14:14:35.445707+0000","last_became_peered":"2024-09-13T14:14:35.445707+0000","last_unstale":"2024-09-13T14:14:37.090042+0000","last_undegraded":"2024-09-13T14:14:37.090042+0000","last_fullsized":"2024-09-13T14:14:37.090042+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:45:12.282435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516776+0000","last_change":"2024-09-13T14:14:32.358048+0000","last_active":"2024-09-13T14:14:36.516776+0000","last_peered":"2024-09-13T14:14:36.516776+0000","last_clean":"2024-09-13T14:14:36.516776+0000","last_became_active":"2024-09-13T14:14:32.357733+0000","last_became_peered":"2024-09-13T14:14:32.357733+0000","last_unstale":"2024-09-13T14:14:36.516776+0000","last_undegraded":"2024-09-13T14:14:36.516776+0000","last_fullsized":"2024-09-13T14:14:36.516776+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:09.812852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089887+0000","last_change":"2024-09-13T14:14:35.438864+0000","last_active":"2024-09-13T14:14:37.089887+0000","last_peered":"2024-09-13T14:14:37.089887+0000","last_clean":"2024-09-13T14:14:37.089887+0000","last_became_active":"2024-09-13T14:14:35.438573+0000","last_became_peered":"2024-09-13T14:14:35.438573+0000","last_unstale":"2024-09-13T14:14:37.089887+0000","last_undegraded":"2024-09-13T14:14:37.089887+0000","last_fullsized":"2024-09-13T14:14:37.089887+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:06.160740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088781+0000","last_change":"2024-09-13T14:14:32.356316+0000","last_active":"2024-09-13T14:14:37.088781+0000","last_peered":"2024-09-13T14:14:37.088781+0000","last_clean":"2024-09-13T14:14:37.088781+0000","last_became_active":"2024-09-13T14:14:32.356035+0000","last_became_peered":"2024-09-13T14:14:32.356035+0000","last_unstale":"2024-09-13T14:14:37.088781+0000","last_undegraded":"2024-09-13T14:14:37.088781+0000","last_fullsized":"2024-09-13T14:14:37.088781+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:58.111221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429954+0000","last_change":"2024-09-13T14:14:35.447705+0000","last_active":"2024-09-13T14:14:36.429954+0000","last_peered":"2024-09-13T14:14:36.429954+0000","last_clean":"2024-09-13T14:14:36.429954+0000","last_became_active":"2024-09-13T14:14:35.446838+0000","last_became_peered":"2024-09-13T14:14:35.446838+0000","last_unstale":"2024-09-13T14:14:36.429954+0000","last_undegraded":"2024-09-13T14:14:36.429954+0000","last_fullsized":"2024-09-13T14:14:36.429954+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:18.707096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093677+0000","last_change":"2024-09-13T14:14:32.355606+0000","last_active":"2024-09-13T14:14:37.093677+0000","last_peered":"2024-09-13T14:14:37.093677+0000","last_clean":"2024-09-13T14:14:37.093677+0000","last_became_active":"2024-09-13T14:14:32.355254+0000","last_became_peered":"2024-09-13T14:14:32.355254+0000","last_unstale":"2024-09-13T14:14:37.093677+0000","last_undegraded":"2024-09-13T14:14:37.093677+0000","last_fullsized":"2024-09-13T14:14:37.093677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:24.123779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093788+0000","last_change":"2024-09-13T14:14:35.453871+0000","last_active":"2024-09-13T14:14:37.093788+0000","last_peered":"2024-09-13T14:14:37.093788+0000","last_clean":"2024-09-13T14:14:37.093788+0000","last_became_active":"2024-09-13T14:14:35.453474+0000","last_became_peered":"2024-09-13T14:14:35.453474+0000","last_unstale":"2024-09-13T14:14:37.093788+0000","last_undegraded":"2024-09-13T14:14:37.093788+0000","last_fullsized":"2024-09-13T14:14:37.093788+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:18.758817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093805+0000","last_change":"2024-09-13T14:14:32.353080+0000","last_active":"2024-09-13T14:14:37.093805+0000","last_peered":"2024-09-13T14:14:37.093805+0000","last_clean":"2024-09-13T14:14:37.093805+0000","last_became_active":"2024-09-13T14:14:32.352773+0000","last_became_peered":"2024-09-13T14:14:32.352773+0000","last_unstale":"2024-09-13T14:14:37.093805+0000","last_undegraded":"2024-09-13T14:14:37.093805+0000","last_fullsized":"2024-09-13T14:14:37.093805+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:41:03.044188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088342+0000","last_change":"2024-09-13T14:14:35.446516+0000","last_active":"2024-09-13T14:14:37.088342+0000","last_peered":"2024-09-13T14:14:37.088342+0000","last_clean":"2024-09-13T14:14:37.088342+0000","last_became_active":"2024-09-13T14:14:35.446185+0000","last_became_peered":"2024-09-13T14:14:35.446185+0000","last_unstale":"2024-09-13T14:14:37.088342+0000","last_undegraded":"2024-09-13T14:14:37.088342+0000","last_fullsized":"2024-09-13T14:14:37.088342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:18.327776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517354+0000","last_change":"2024-09-13T14:14:32.363454+0000","last_active":"2024-09-13T14:14:36.517354+0000","last_peered":"2024-09-13T14:14:36.517354+0000","last_clean":"2024-09-13T14:14:36.517354+0000","last_became_active":"2024-09-13T14:14:32.363000+0000","last_became_peered":"2024-09-13T14:14:32.363000+0000","last_unstale":"2024-09-13T14:14:36.517354+0000","last_undegraded":"2024-09-13T14:14:36.517354+0000","last_fullsized":"2024-09-13T14:14:36.517354+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:39.602657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093665+0000","last_change":"2024-09-13T14:14:35.444445+0000","last_active":"2024-09-13T14:14:37.093665+0000","last_peered":"2024-09-13T14:14:37.093665+0000","last_clean":"2024-09-13T14:14:37.093665+0000","last_became_active":"2024-09-13T14:14:35.444130+0000","last_became_peered":"2024-09-13T14:14:35.444130+0000","last_unstale":"2024-09-13T14:14:37.093665+0000","last_undegraded":"2024-09-13T14:14:37.093665+0000","last_fullsized":"2024-09-13T14:14:37.093665+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:35.774436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.518041+0000","last_change":"2024-09-13T14:14:32.355791+0000","last_active":"2024-09-13T14:14:36.518041+0000","last_peered":"2024-09-13T14:14:36.518041+0000","last_clean":"2024-09-13T14:14:36.518041+0000","last_became_active":"2024-09-13T14:14:32.355378+0000","last_became_peered":"2024-09-13T14:14:32.355378+0000","last_unstale":"2024-09-13T14:14:36.518041+0000","last_undegraded":"2024-09-13T14:14:36.518041+0000","last_fullsized":"2024-09-13T14:14:36.518041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:27.477251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088125+0000","last_change":"2024-09-13T14:14:35.444506+0000","last_active":"2024-09-13T14:14:37.088125+0000","last_peered":"2024-09-13T14:14:37.088125+0000","last_clean":"2024-09-13T14:14:37.088125+0000","last_became_active":"2024-09-13T14:14:35.443853+0000","last_became_peered":"2024-09-13T14:14:35.443853+0000","last_unstale":"2024-09-13T14:14:37.088125+0000","last_undegraded":"2024-09-13T14:14:37.088125+0000","last_fullsized":"2024-09-13T14:14:37.088125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:41.533708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.094661+0000","last_change":"2024-09-13T14:14:32.350380+0000","last_active":"2024-09-13T14:14:37.094661+0000","last_peered":"2024-09-13T14:14:37.094661+0000","last_clean":"2024-09-13T14:14:37.094661+0000","last_became_active":"2024-09-13T14:14:32.350094+0000","last_became_peered":"2024-09-13T14:14:32.350094+0000","last_unstale":"2024-09-13T14:14:37.094661+0000","last_undegraded":"2024-09-13T14:14:37.094661+0000","last_fullsized":"2024-09-13T14:14:37.094661+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:02.342983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093352+0000","last_change":"2024-09-13T14:14:35.451727+0000","last_active":"2024-09-13T14:14:37.093352+0000","last_peered":"2024-09-13T14:14:37.093352+0000","last_clean":"2024-09-13T14:14:37.093352+0000","last_became_active":"2024-09-13T14:14:35.451418+0000","last_became_peered":"2024-09-13T14:14:35.451418+0000","last_unstale":"2024-09-13T14:14:37.093352+0000","last_undegraded":"2024-09-13T14:14:37.093352+0000","last_fullsized":"2024-09-13T14:14:37.093352+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:08.405197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083440+0000","last_change":"2024-09-13T14:14:32.357851+0000","last_active":"2024-09-13T14:14:37.083440+0000","last_peered":"2024-09-13T14:14:37.083440+0000","last_clean":"2024-09-13T14:14:37.083440+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:14:37.083440+0000","last_undegraded":"2024-09-13T14:14:37.083440+0000","last_fullsized":"2024-09-13T14:14:37.083440+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:50.933736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095424+0000","last_change":"2024-09-13T14:14:35.454693+0000","last_active":"2024-09-13T14:14:37.095424+0000","last_peered":"2024-09-13T14:14:37.095424+0000","last_clean":"2024-09-13T14:14:37.095424+0000","last_became_active":"2024-09-13T14:14:35.454237+0000","last_became_peered":"2024-09-13T14:14:35.454237+0000","last_unstale":"2024-09-13T14:14:37.095424+0000","last_undegraded":"2024-09-13T14:14:37.095424+0000","last_fullsized":"2024-09-13T14:14:37.095424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:27.819117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095772+0000","last_change":"2024-09-13T14:14:32.355257+0000","last_active":"2024-09-13T14:14:37.095772+0000","last_peered":"2024-09-13T14:14:37.095772+0000","last_clean":"2024-09-13T14:14:37.095772+0000","last_became_active":"2024-09-13T14:14:32.354981+0000","last_became_peered":"2024-09-13T14:14:32.354981+0000","last_unstale":"2024-09-13T14:14:37.095772+0000","last_undegraded":"2024-09-13T14:14:37.095772+0000","last_fullsized":"2024-09-13T14:14:37.095772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:18.757065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095338+0000","last_change":"2024-09-13T14:14:35.454659+0000","last_active":"2024-09-13T14:14:37.095338+0000","last_peered":"2024-09-13T14:14:37.095338+0000","last_clean":"2024-09-13T14:14:37.095338+0000","last_became_active":"2024-09-13T14:14:35.454297+0000","last_became_peered":"2024-09-13T14:14:35.454297+0000","last_unstale":"2024-09-13T14:14:37.095338+0000","last_undegraded":"2024-09-13T14:14:37.095338+0000","last_fullsized":"2024-09-13T14:14:37.095338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:17.811117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083407+0000","last_change":"2024-09-13T14:14:32.355487+0000","last_active":"2024-09-13T14:14:37.083407+0000","last_peered":"2024-09-13T14:14:37.083407+0000","last_clean":"2024-09-13T14:14:37.083407+0000","last_became_active":"2024-09-13T14:14:32.355193+0000","last_became_peered":"2024-09-13T14:14:32.355193+0000","last_unstale":"2024-09-13T14:14:37.083407+0000","last_undegraded":"2024-09-13T14:14:37.083407+0000","last_fullsized":"2024-09-13T14:14:37.083407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:48.912530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090453+0000","last_change":"2024-09-13T14:14:35.444735+0000","last_active":"2024-09-13T14:14:37.090453+0000","last_peered":"2024-09-13T14:14:37.090453+0000","last_clean":"2024-09-13T14:14:37.090453+0000","last_became_active":"2024-09-13T14:14:35.444407+0000","last_became_peered":"2024-09-13T14:14:35.444407+0000","last_unstale":"2024-09-13T14:14:37.090453+0000","last_undegraded":"2024-09-13T14:14:37.090453+0000","last_fullsized":"2024-09-13T14:14:37.090453+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:49:54.029126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429768+0000","last_change":"2024-09-13T14:14:32.357563+0000","last_active":"2024-09-13T14:14:36.429768+0000","last_peered":"2024-09-13T14:14:36.429768+0000","last_clean":"2024-09-13T14:14:36.429768+0000","last_became_active":"2024-09-13T14:14:32.357165+0000","last_became_peered":"2024-09-13T14:14:32.357165+0000","last_unstale":"2024-09-13T14:14:36.429768+0000","last_undegraded":"2024-09-13T14:14:36.429768+0000","last_fullsized":"2024-09-13T14:14:36.429768+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:12.859188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093899+0000","last_change":"2024-09-13T14:14:35.456171+0000","last_active":"2024-09-13T14:14:37.093899+0000","last_peered":"2024-09-13T14:14:37.093899+0000","last_clean":"2024-09-13T14:14:37.093899+0000","last_became_active":"2024-09-13T14:14:35.455871+0000","last_became_peered":"2024-09-13T14:14:35.455871+0000","last_unstale":"2024-09-13T14:14:37.093899+0000","last_undegraded":"2024-09-13T14:14:37.093899+0000","last_fullsized":"2024-09-13T14:14:37.093899+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:16:13.399528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":223,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517054+0000","last_change":"2024-09-13T14:14:10.693394+0000","last_active":"2024-09-13T14:14:36.517054+0000","last_peered":"2024-09-13T14:14:36.517054+0000","last_clean":"2024-09-13T14:14:36.517054+0000","last_became_active":"2024-09-13T14:14:10.692952+0000","last_became_peered":"2024-09-13T14:14:10.692952+0000","last_unstale":"2024-09-13T14:14:36.517054+0000","last_undegraded":"2024-09-13T14:14:36.517054+0000","last_fullsized":"2024-09-13T14:14:36.517054+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_clean_scrub_stamp":"2024-09-13T14:12:10.823721+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:11.962984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516456+0000","last_change":"2024-09-13T14:14:32.357611+0000","last_active":"2024-09-13T14:14:36.516456+0000","last_peered":"2024-09-13T14:14:36.516456+0000","last_clean":"2024-09-13T14:14:36.516456+0000","last_became_active":"2024-09-13T14:14:32.357259+0000","last_became_peered":"2024-09-13T14:14:32.357259+0000","last_unstale":"2024-09-13T14:14:36.516456+0000","last_undegraded":"2024-09-13T14:14:36.516456+0000","last_fullsized":"2024-09-13T14:14:36.516456+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:49:27.741528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082894+0000","last_change":"2024-09-13T14:14:35.441265+0000","last_active":"2024-09-13T14:14:37.082894+0000","last_peered":"2024-09-13T14:14:37.082894+0000","last_clean":"2024-09-13T14:14:37.082894+0000","last_became_active":"2024-09-13T14:14:35.441000+0000","last_became_peered":"2024-09-13T14:14:35.441000+0000","last_unstale":"2024-09-13T14:14:37.082894+0000","last_undegraded":"2024-09-13T14:14:37.082894+0000","last_fullsized":"2024-09-13T14:14:37.082894+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:59:56.335375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516974+0000","last_change":"2024-09-13T14:14:32.361844+0000","last_active":"2024-09-13T14:14:36.516974+0000","last_peered":"2024-09-13T14:14:36.516974+0000","last_clean":"2024-09-13T14:14:36.516974+0000","last_became_active":"2024-09-13T14:14:32.361501+0000","last_became_peered":"2024-09-13T14:14:32.361501+0000","last_unstale":"2024-09-13T14:14:36.516974+0000","last_undegraded":"2024-09-13T14:14:36.516974+0000","last_fullsized":"2024-09-13T14:14:36.516974+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:17.421178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.087918+0000","last_change":"2024-09-13T14:14:35.442682+0000","last_active":"2024-09-13T14:14:37.087918+0000","last_peered":"2024-09-13T14:14:37.087918+0000","last_clean":"2024-09-13T14:14:37.087918+0000","last_became_active":"2024-09-13T14:14:35.442391+0000","last_became_peered":"2024-09-13T14:14:35.442391+0000","last_unstale":"2024-09-13T14:14:37.087918+0000","last_undegraded":"2024-09-13T14:14:37.087918+0000","last_fullsized":"2024-09-13T14:14:37.087918+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:34:03.853804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429647+0000","last_change":"2024-09-13T14:14:32.352354+0000","last_active":"2024-09-13T14:14:36.429647+0000","last_peered":"2024-09-13T14:14:36.429647+0000","last_clean":"2024-09-13T14:14:36.429647+0000","last_became_active":"2024-09-13T14:14:32.351068+0000","last_became_peered":"2024-09-13T14:14:32.351068+0000","last_unstale":"2024-09-13T14:14:36.429647+0000","last_undegraded":"2024-09-13T14:14:36.429647+0000","last_fullsized":"2024-09-13T14:14:36.429647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:39.125309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082329+0000","last_change":"2024-09-13T14:14:35.440935+0000","last_active":"2024-09-13T14:14:37.082329+0000","last_peered":"2024-09-13T14:14:37.082329+0000","last_clean":"2024-09-13T14:14:37.082329+0000","last_became_active":"2024-09-13T14:14:35.440307+0000","last_became_peered":"2024-09-13T14:14:35.440307+0000","last_unstale":"2024-09-13T14:14:37.082329+0000","last_undegraded":"2024-09-13T14:14:37.082329+0000","last_fullsized":"2024-09-13T14:14:37.082329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:17:12.244683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517448+0000","last_change":"2024-09-13T14:14:32.361009+0000","last_active":"2024-09-13T14:14:36.517448+0000","last_peered":"2024-09-13T14:14:36.517448+0000","last_clean":"2024-09-13T14:14:36.517448+0000","last_became_active":"2024-09-13T14:14:32.360698+0000","last_became_peered":"2024-09-13T14:14:32.360698+0000","last_unstale":"2024-09-13T14:14:36.517448+0000","last_undegraded":"2024-09-13T14:14:36.517448+0000","last_fullsized":"2024-09-13T14:14:36.517448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:44:18.352906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429827+0000","last_change":"2024-09-13T14:14:35.441456+0000","last_active":"2024-09-13T14:14:36.429827+0000","last_peered":"2024-09-13T14:14:36.429827+0000","last_clean":"2024-09-13T14:14:36.429827+0000","last_became_active":"2024-09-13T14:14:35.441029+0000","last_became_peered":"2024-09-13T14:14:35.441029+0000","last_unstale":"2024-09-13T14:14:36.429827+0000","last_undegraded":"2024-09-13T14:14:36.429827+0000","last_fullsized":"2024-09-13T14:14:36.429827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:55.762973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516473+0000","last_change":"2024-09-13T14:14:32.359335+0000","last_active":"2024-09-13T14:14:36.516473+0000","last_peered":"2024-09-13T14:14:36.516473+0000","last_clean":"2024-09-13T14:14:36.516473+0000","last_became_active":"2024-09-13T14:14:32.358599+0000","last_became_peered":"2024-09-13T14:14:32.358599+0000","last_unstale":"2024-09-13T14:14:36.516473+0000","last_undegraded":"2024-09-13T14:14:36.516473+0000","last_fullsized":"2024-09-13T14:14:36.516473+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:01.729651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089154+0000","last_change":"2024-09-13T14:14:35.439273+0000","last_active":"2024-09-13T14:14:37.089154+0000","last_peered":"2024-09-13T14:14:37.089154+0000","last_clean":"2024-09-13T14:14:37.089154+0000","last_became_active":"2024-09-13T14:14:35.438429+0000","last_became_peered":"2024-09-13T14:14:35.438429+0000","last_unstale":"2024-09-13T14:14:37.089154+0000","last_undegraded":"2024-09-13T14:14:37.089154+0000","last_fullsized":"2024-09-13T14:14:37.089154+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:41.424606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.518603+0000","last_change":"2024-09-13T14:14:32.364265+0000","last_active":"2024-09-13T14:14:36.518603+0000","last_peered":"2024-09-13T14:14:36.518603+0000","last_clean":"2024-09-13T14:14:36.518603+0000","last_became_active":"2024-09-13T14:14:32.362479+0000","last_became_peered":"2024-09-13T14:14:32.362479+0000","last_unstale":"2024-09-13T14:14:36.518603+0000","last_undegraded":"2024-09-13T14:14:36.518603+0000","last_fullsized":"2024-09-13T14:14:36.518603+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:18.723658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082983+0000","last_change":"2024-09-13T14:14:35.445863+0000","last_active":"2024-09-13T14:14:37.082983+0000","last_peered":"2024-09-13T14:14:37.082983+0000","last_clean":"2024-09-13T14:14:37.082983+0000","last_became_active":"2024-09-13T14:14:35.445598+0000","last_became_peered":"2024-09-13T14:14:35.445598+0000","last_unstale":"2024-09-13T14:14:37.082983+0000","last_undegraded":"2024-09-13T14:14:37.082983+0000","last_fullsized":"2024-09-13T14:14:37.082983+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:32.445737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083638+0000","last_change":"2024-09-13T14:14:32.356268+0000","last_active":"2024-09-13T14:14:37.083638+0000","last_peered":"2024-09-13T14:14:37.083638+0000","last_clean":"2024-09-13T14:14:37.083638+0000","last_became_active":"2024-09-13T14:14:32.355974+0000","last_became_peered":"2024-09-13T14:14:32.355974+0000","last_unstale":"2024-09-13T14:14:37.083638+0000","last_undegraded":"2024-09-13T14:14:37.083638+0000","last_fullsized":"2024-09-13T14:14:37.083638+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:30.860895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082809+0000","last_change":"2024-09-13T14:14:35.441190+0000","last_active":"2024-09-13T14:14:37.082809+0000","last_peered":"2024-09-13T14:14:37.082809+0000","last_clean":"2024-09-13T14:14:37.082809+0000","last_became_active":"2024-09-13T14:14:35.440910+0000","last_became_peered":"2024-09-13T14:14:35.440910+0000","last_unstale":"2024-09-13T14:14:37.082809+0000","last_undegraded":"2024-09-13T14:14:37.082809+0000","last_fullsized":"2024-09-13T14:14:37.082809+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:11.761607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.092984+0000","last_change":"2024-09-13T14:14:32.362091+0000","last_active":"2024-09-13T14:14:37.092984+0000","last_peered":"2024-09-13T14:14:37.092984+0000","last_clean":"2024-09-13T14:14:37.092984+0000","last_became_active":"2024-09-13T14:14:32.358525+0000","last_became_peered":"2024-09-13T14:14:32.358525+0000","last_unstale":"2024-09-13T14:14:37.092984+0000","last_undegraded":"2024-09-13T14:14:37.092984+0000","last_fullsized":"2024-09-13T14:14:37.092984+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:36:20.321851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090167+0000","last_change":"2024-09-13T14:14:35.441968+0000","last_active":"2024-09-13T14:14:37.090167+0000","last_peered":"2024-09-13T14:14:37.090167+0000","last_clean":"2024-09-13T14:14:37.090167+0000","last_became_active":"2024-09-13T14:14:35.441657+0000","last_became_peered":"2024-09-13T14:14:35.441657+0000","last_unstale":"2024-09-13T14:14:37.090167+0000","last_undegraded":"2024-09-13T14:14:37.090167+0000","last_fullsized":"2024-09-13T14:14:37.090167+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:04.232624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516896+0000","last_change":"2024-09-13T14:14:32.359669+0000","last_active":"2024-09-13T14:14:36.516896+0000","last_peered":"2024-09-13T14:14:36.516896+0000","last_clean":"2024-09-13T14:14:36.516896+0000","last_became_active":"2024-09-13T14:14:32.359350+0000","last_became_peered":"2024-09-13T14:14:32.359350+0000","last_unstale":"2024-09-13T14:14:36.516896+0000","last_undegraded":"2024-09-13T14:14:36.516896+0000","last_fullsized":"2024-09-13T14:14:36.516896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:33.941254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429750+0000","last_change":"2024-09-13T14:14:35.438033+0000","last_active":"2024-09-13T14:14:36.429750+0000","last_peered":"2024-09-13T14:14:36.429750+0000","last_clean":"2024-09-13T14:14:36.429750+0000","last_became_active":"2024-09-13T14:14:35.436367+0000","last_became_peered":"2024-09-13T14:14:35.436367+0000","last_unstale":"2024-09-13T14:14:36.429750+0000","last_undegraded":"2024-09-13T14:14:36.429750+0000","last_fullsized":"2024-09-13T14:14:36.429750+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:40.120577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517034+0000","last_change":"2024-09-13T14:14:32.353465+0000","last_active":"2024-09-13T14:14:36.517034+0000","last_peered":"2024-09-13T14:14:36.517034+0000","last_clean":"2024-09-13T14:14:36.517034+0000","last_became_active":"2024-09-13T14:14:32.353159+0000","last_became_peered":"2024-09-13T14:14:32.353159+0000","last_unstale":"2024-09-13T14:14:36.517034+0000","last_undegraded":"2024-09-13T14:14:36.517034+0000","last_fullsized":"2024-09-13T14:14:36.517034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:55.575472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081818+0000","last_change":"2024-09-13T14:14:35.438402+0000","last_active":"2024-09-13T14:14:37.081818+0000","last_peered":"2024-09-13T14:14:37.081818+0000","last_clean":"2024-09-13T14:14:37.081818+0000","last_became_active":"2024-09-13T14:14:35.438120+0000","last_became_peered":"2024-09-13T14:14:35.438120+0000","last_unstale":"2024-09-13T14:14:37.081818+0000","last_undegraded":"2024-09-13T14:14:37.081818+0000","last_fullsized":"2024-09-13T14:14:37.081818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:10.074959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516701+0000","last_change":"2024-09-13T14:14:32.359840+0000","last_active":"2024-09-13T14:14:36.516701+0000","last_peered":"2024-09-13T14:14:36.516701+0000","last_clean":"2024-09-13T14:14:36.516701+0000","last_became_active":"2024-09-13T14:14:32.358809+0000","last_became_peered":"2024-09-13T14:14:32.358809+0000","last_unstale":"2024-09-13T14:14:36.516701+0000","last_undegraded":"2024-09-13T14:14:36.516701+0000","last_fullsized":"2024-09-13T14:14:36.516701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:45.342089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082172+0000","last_change":"2024-09-13T14:14:35.439878+0000","last_active":"2024-09-13T14:14:37.082172+0000","last_peered":"2024-09-13T14:14:37.082172+0000","last_clean":"2024-09-13T14:14:37.082172+0000","last_became_active":"2024-09-13T14:14:35.439570+0000","last_became_peered":"2024-09-13T14:14:35.439570+0000","last_unstale":"2024-09-13T14:14:37.082172+0000","last_undegraded":"2024-09-13T14:14:37.082172+0000","last_fullsized":"2024-09-13T14:14:37.082172+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:34.264536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.096815+0000","last_change":"2024-09-13T14:14:32.362119+0000","last_active":"2024-09-13T14:14:37.096815+0000","last_peered":"2024-09-13T14:14:37.096815+0000","last_clean":"2024-09-13T14:14:37.096815+0000","last_became_active":"2024-09-13T14:14:32.361784+0000","last_became_peered":"2024-09-13T14:14:32.361784+0000","last_unstale":"2024-09-13T14:14:37.096815+0000","last_undegraded":"2024-09-13T14:14:37.096815+0000","last_fullsized":"2024-09-13T14:14:37.096815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:53.195722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088168+0000","last_change":"2024-09-13T14:14:35.446331+0000","last_active":"2024-09-13T14:14:37.088168+0000","last_peered":"2024-09-13T14:14:37.088168+0000","last_clean":"2024-09-13T14:14:37.088168+0000","last_became_active":"2024-09-13T14:14:35.446040+0000","last_became_peered":"2024-09-13T14:14:35.446040+0000","last_unstale":"2024-09-13T14:14:37.088168+0000","last_undegraded":"2024-09-13T14:14:37.088168+0000","last_fullsized":"2024-09-13T14:14:37.088168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:29.169723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089052+0000","last_change":"2024-09-13T14:14:35.450869+0000","last_active":"2024-09-13T14:14:37.089052+0000","last_peered":"2024-09-13T14:14:37.089052+0000","last_clean":"2024-09-13T14:14:37.089052+0000","last_became_active":"2024-09-13T14:14:35.450522+0000","last_became_peered":"2024-09-13T14:14:35.450522+0000","last_unstale":"2024-09-13T14:14:37.089052+0000","last_undegraded":"2024-09-13T14:14:37.089052+0000","last_fullsized":"2024-09-13T14:14:37.089052+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:33.076254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.096902+0000","last_change":"2024-09-13T14:14:32.363052+0000","last_active":"2024-09-13T14:14:37.096902+0000","last_peered":"2024-09-13T14:14:37.096902+0000","last_clean":"2024-09-13T14:14:37.096902+0000","last_became_active":"2024-09-13T14:14:32.362660+0000","last_became_peered":"2024-09-13T14:14:32.362660+0000","last_unstale":"2024-09-13T14:14:37.096902+0000","last_undegraded":"2024-09-13T14:14:37.096902+0000","last_fullsized":"2024-09-13T14:14:37.096902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:31:23.849430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090303+0000","last_change":"2024-09-13T14:14:35.443456+0000","last_active":"2024-09-13T14:14:37.090303+0000","last_peered":"2024-09-13T14:14:37.090303+0000","last_clean":"2024-09-13T14:14:37.090303+0000","last_became_active":"2024-09-13T14:14:35.443130+0000","last_became_peered":"2024-09-13T14:14:35.443130+0000","last_unstale":"2024-09-13T14:14:37.090303+0000","last_undegraded":"2024-09-13T14:14:37.090303+0000","last_fullsized":"2024-09-13T14:14:37.090303+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:19.674338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.097136+0000","last_change":"2024-09-13T14:14:32.365163+0000","last_active":"2024-09-13T14:14:37.097136+0000","last_peered":"2024-09-13T14:14:37.097136+0000","last_clean":"2024-09-13T14:14:37.097136+0000","last_became_active":"2024-09-13T14:14:32.364836+0000","last_became_peered":"2024-09-13T14:14:32.364836+0000","last_unstale":"2024-09-13T14:14:37.097136+0000","last_undegraded":"2024-09-13T14:14:37.097136+0000","last_fullsized":"2024-09-13T14:14:37.097136+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:43.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089798+0000","last_change":"2024-09-13T14:14:35.443874+0000","last_active":"2024-09-13T14:14:37.089798+0000","last_peered":"2024-09-13T14:14:37.089798+0000","last_clean":"2024-09-13T14:14:37.089798+0000","last_became_active":"2024-09-13T14:14:35.443340+0000","last_became_peered":"2024-09-13T14:14:35.443340+0000","last_unstale":"2024-09-13T14:14:37.089798+0000","last_undegraded":"2024-09-13T14:14:37.089798+0000","last_fullsized":"2024-09-13T14:14:37.089798+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:01.104450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082812+0000","last_change":"2024-09-13T14:14:32.354164+0000","last_active":"2024-09-13T14:14:37.082812+0000","last_peered":"2024-09-13T14:14:37.082812+0000","last_clean":"2024-09-13T14:14:37.082812+0000","last_became_active":"2024-09-13T14:14:32.353883+0000","last_became_peered":"2024-09-13T14:14:32.353883+0000","last_unstale":"2024-09-13T14:14:37.082812+0000","last_undegraded":"2024-09-13T14:14:37.082812+0000","last_fullsized":"2024-09-13T14:14:37.082812+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:31.104874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082809+0000","last_change":"2024-09-13T14:14:35.449150+0000","last_active":"2024-09-13T14:14:37.082809+0000","last_peered":"2024-09-13T14:14:37.082809+0000","last_clean":"2024-09-13T14:14:37.082809+0000","last_became_active":"2024-09-13T14:14:35.448581+0000","last_became_peered":"2024-09-13T14:14:35.448581+0000","last_unstale":"2024-09-13T14:14:37.082809+0000","last_undegraded":"2024-09-13T14:14:37.082809+0000","last_fullsized":"2024-09-13T14:14:37.082809+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:11.466987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095980+0000","last_change":"2024-09-13T14:14:32.362422+0000","last_active":"2024-09-13T14:14:37.095980+0000","last_peered":"2024-09-13T14:14:37.095980+0000","last_clean":"2024-09-13T14:14:37.095980+0000","last_became_active":"2024-09-13T14:14:32.362069+0000","last_became_peered":"2024-09-13T14:14:32.362069+0000","last_unstale":"2024-09-13T14:14:37.095980+0000","last_undegraded":"2024-09-13T14:14:37.095980+0000","last_fullsized":"2024-09-13T14:14:37.095980+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:48.442108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495632,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1261568,"data_stored":869206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.67100000000000004}]},{"osd":1,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.754}]},{"osd":2,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.73599999999999999}]},{"osd":3,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.505},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.52600000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":667648,"data_stored":278705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.64200000000000002}]},{"osd":1,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.624},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.61099999999999999}]},{"osd":2,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.67300000000000004}]},{"osd":3,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.57599999999999996}]},{"osd":4,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.48199999999999998}]},{"osd":6,"last update":"Fri Sep 13 14:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.625}]},{"osd":1,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.68999999999999995}]},{"osd":2,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.59799999999999998}]},{"osd":3,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.65300000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:14:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.41599999999999998}]},{"osd":6,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.5},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":279273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:38 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.375,"15min":0.375},"min":{"1min":0.253,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.29899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.34300000000000003}]},{"osd":1,"last update":"Fri Sep 13 14:14:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.313},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48099999999999998,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.40000000000000002}]},{"osd":2,"last update":"Fri Sep 13 14:14:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.42299999999999999,"15min":0.42499999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.436,"15min":0.44},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58399999999999996,"5min":0.622,"15min":0.622},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56000000000000005}]},{"osd":5,"last update":"Fri Sep 13 14:14:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.66400000000000003}]},{"osd":6,"last update":"Fri Sep 13 14:14:44 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.63200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27664,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717488,"statfs":{"total":95995035648,"available":95966707712,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:11 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.376,"15min":0.371},"min":{"1min":0.28799999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.443},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.27200000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.35599999999999998}]},{"osd":1,"last update":"Fri Sep 13 14:14:11 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.42199999999999999,"15min":0.41799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.33500000000000002}]},{"osd":3,"last update":"Fri Sep 13 14:14:37 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.432},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.41699999999999998}]},{"osd":4,"last update":"Fri Sep 13 14:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.54200000000000004}]},{"osd":5,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.70899999999999996}]},{"osd":6,"last update":"Fri Sep 13 14:14:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.58999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":663552,"data_stored":277492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:13:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.34399999999999997,"15min":0.33800000000000002},"min":{"1min":0.23400000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.53300000000000003,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.36899999999999999,"15min":0.36299999999999999},"min":{"1min":0.27200000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.47299999999999998,"5min":0.505,"15min":0.505},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 14:14:10 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.28100000000000003,"5min":0.193,"15min":0.193},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41399999999999998,"15min":0.41099999999999998},"min":{"1min":0.311,"5min":0.216,"15min":0.216},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.34499999999999997}]},{"osd":3,"last update":"Fri Sep 13 14:14:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.434,"15min":0.435},"min":{"1min":0.31,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.54800000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.377,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 14:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.495},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71199999999999997}]},{"osd":5,"last update":"Fri Sep 13 14:14:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.72299999999999998}]},{"osd":6,"last update":"Fri Sep 13 14:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.65300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32356,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712796,"statfs":{"total":95995035648,"available":95961903104,"internally_reserved":0,"allocated":1269760,"data_stored":868701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 14:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.33900000000000002,"15min":0.33000000000000002},"min":{"1min":0.22600000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.40400000000000003,"15min":0.39300000000000002},"min":{"1min":0.32600000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.36399999999999999}]},{"osd":2,"last update":"Fri Sep 13 14:14:13 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38400000000000001,"15min":0.378},"min":{"1min":0.28599999999999998,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.26200000000000001}]},{"osd":3,"last update":"Fri Sep 13 14:14:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.45000000000000001,"15min":0.45600000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52400000000000002,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.311},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.53900000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 14:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.46899999999999997}]},{"osd":5,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.55600000000000005}]},{"osd":6,"last update":"Fri Sep 13 14:14:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.437},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T14:14:57.985 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T14:14:58.193 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:14:58.314 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:58 smithi001 ceph-mon[28030]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:14:58.314 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:14:58 smithi001 ceph-mon[28030]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:14:58.315 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:58 smithi001 ceph-mon[40037]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:14:58.315 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:14:58 smithi001 ceph-mon[40037]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:14:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:58 smithi028 ceph-mon[31155]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:14:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:14:58 smithi028 ceph-mon[31155]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:14:59.985 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:14:59.986 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-13T14:15:00.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:00 smithi001 ceph-mon[28030]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:15:00.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:00 smithi001 ceph-mon[40037]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:15:00.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:00 smithi028 ceph-mon[31155]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T14:15:00.675 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2024-09-13T14:14:58.380460+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":239548,"kb_used_data":6968,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749721668,"statfs":{"total":767960285184,"available":767714988032,"internally_reserved":0,"allocated":7135232,"data_stored":3997599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003395"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095192+0000","last_change":"2024-09-13T14:14:35.455509+0000","last_active":"2024-09-13T14:14:37.095192+0000","last_peered":"2024-09-13T14:14:37.095192+0000","last_clean":"2024-09-13T14:14:37.095192+0000","last_became_active":"2024-09-13T14:14:35.455123+0000","last_became_peered":"2024-09-13T14:14:35.455123+0000","last_unstale":"2024-09-13T14:14:37.095192+0000","last_undegraded":"2024-09-13T14:14:37.095192+0000","last_fullsized":"2024-09-13T14:14:37.095192+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:37.544074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083591+0000","last_change":"2024-09-13T14:14:35.442123+0000","last_active":"2024-09-13T14:14:37.083591+0000","last_peered":"2024-09-13T14:14:37.083591+0000","last_clean":"2024-09-13T14:14:37.083591+0000","last_became_active":"2024-09-13T14:14:35.441848+0000","last_became_peered":"2024-09-13T14:14:35.441848+0000","last_unstale":"2024-09-13T14:14:37.083591+0000","last_undegraded":"2024-09-13T14:14:37.083591+0000","last_fullsized":"2024-09-13T14:14:37.083591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:44.320036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089989+0000","last_change":"2024-09-13T14:14:35.436130+0000","last_active":"2024-09-13T14:14:37.089989+0000","last_peered":"2024-09-13T14:14:37.089989+0000","last_clean":"2024-09-13T14:14:37.089989+0000","last_became_active":"2024-09-13T14:14:35.435843+0000","last_became_peered":"2024-09-13T14:14:35.435843+0000","last_unstale":"2024-09-13T14:14:37.089989+0000","last_undegraded":"2024-09-13T14:14:37.089989+0000","last_fullsized":"2024-09-13T14:14:37.089989+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:55.282738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090182+0000","last_change":"2024-09-13T14:14:35.446202+0000","last_active":"2024-09-13T14:14:37.090182+0000","last_peered":"2024-09-13T14:14:37.090182+0000","last_clean":"2024-09-13T14:14:37.090182+0000","last_became_active":"2024-09-13T14:14:35.445216+0000","last_became_peered":"2024-09-13T14:14:35.445216+0000","last_unstale":"2024-09-13T14:14:37.090182+0000","last_undegraded":"2024-09-13T14:14:37.090182+0000","last_fullsized":"2024-09-13T14:14:37.090182+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:09.921550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093522+0000","last_change":"2024-09-13T14:14:35.442520+0000","last_active":"2024-09-13T14:14:37.093522+0000","last_peered":"2024-09-13T14:14:37.093522+0000","last_clean":"2024-09-13T14:14:37.093522+0000","last_became_active":"2024-09-13T14:14:35.442137+0000","last_became_peered":"2024-09-13T14:14:35.442137+0000","last_unstale":"2024-09-13T14:14:37.093522+0000","last_undegraded":"2024-09-13T14:14:37.093522+0000","last_fullsized":"2024-09-13T14:14:37.093522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:47.830661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089752+0000","last_change":"2024-09-13T14:14:35.457641+0000","last_active":"2024-09-13T14:14:37.089752+0000","last_peered":"2024-09-13T14:14:37.089752+0000","last_clean":"2024-09-13T14:14:37.089752+0000","last_became_active":"2024-09-13T14:14:35.457326+0000","last_became_peered":"2024-09-13T14:14:35.457326+0000","last_unstale":"2024-09-13T14:14:37.089752+0000","last_undegraded":"2024-09-13T14:14:37.089752+0000","last_fullsized":"2024-09-13T14:14:37.089752+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:47.374775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093224+0000","last_change":"2024-09-13T14:14:35.450265+0000","last_active":"2024-09-13T14:14:37.093224+0000","last_peered":"2024-09-13T14:14:37.093224+0000","last_clean":"2024-09-13T14:14:37.093224+0000","last_became_active":"2024-09-13T14:14:35.449953+0000","last_became_peered":"2024-09-13T14:14:35.449953+0000","last_unstale":"2024-09-13T14:14:37.093224+0000","last_undegraded":"2024-09-13T14:14:37.093224+0000","last_fullsized":"2024-09-13T14:14:37.093224+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:57:15.206328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081723+0000","last_change":"2024-09-13T14:14:35.448153+0000","last_active":"2024-09-13T14:14:37.081723+0000","last_peered":"2024-09-13T14:14:37.081723+0000","last_clean":"2024-09-13T14:14:37.081723+0000","last_became_active":"2024-09-13T14:14:35.447803+0000","last_became_peered":"2024-09-13T14:14:35.447803+0000","last_unstale":"2024-09-13T14:14:37.081723+0000","last_undegraded":"2024-09-13T14:14:37.081723+0000","last_fullsized":"2024-09-13T14:14:37.081723+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:07.795569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095786+0000","last_change":"2024-09-13T14:14:35.457753+0000","last_active":"2024-09-13T14:14:37.095786+0000","last_peered":"2024-09-13T14:14:37.095786+0000","last_clean":"2024-09-13T14:14:37.095786+0000","last_became_active":"2024-09-13T14:14:35.457391+0000","last_became_peered":"2024-09-13T14:14:35.457391+0000","last_unstale":"2024-09-13T14:14:37.095786+0000","last_undegraded":"2024-09-13T14:14:37.095786+0000","last_fullsized":"2024-09-13T14:14:37.095786+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:19:06.959702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.091344+0000","last_change":"2024-09-13T14:14:35.443152+0000","last_active":"2024-09-13T14:14:37.091344+0000","last_peered":"2024-09-13T14:14:37.091344+0000","last_clean":"2024-09-13T14:14:37.091344+0000","last_became_active":"2024-09-13T14:14:35.442646+0000","last_became_peered":"2024-09-13T14:14:35.442646+0000","last_unstale":"2024-09-13T14:14:37.091344+0000","last_undegraded":"2024-09-13T14:14:37.091344+0000","last_fullsized":"2024-09-13T14:14:37.091344+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:16:18.729004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089038+0000","last_change":"2024-09-13T14:14:35.445067+0000","last_active":"2024-09-13T14:14:37.089038+0000","last_peered":"2024-09-13T14:14:37.089038+0000","last_clean":"2024-09-13T14:14:37.089038+0000","last_became_active":"2024-09-13T14:14:35.444740+0000","last_became_peered":"2024-09-13T14:14:35.444740+0000","last_unstale":"2024-09-13T14:14:37.089038+0000","last_undegraded":"2024-09-13T14:14:37.089038+0000","last_fullsized":"2024-09-13T14:14:37.089038+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:38:56.163972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429860+0000","last_change":"2024-09-13T14:14:35.447877+0000","last_active":"2024-09-13T14:14:36.429860+0000","last_peered":"2024-09-13T14:14:36.429860+0000","last_clean":"2024-09-13T14:14:36.429860+0000","last_became_active":"2024-09-13T14:14:35.447244+0000","last_became_peered":"2024-09-13T14:14:35.447244+0000","last_unstale":"2024-09-13T14:14:36.429860+0000","last_undegraded":"2024-09-13T14:14:36.429860+0000","last_fullsized":"2024-09-13T14:14:36.429860+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:34.390026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082085+0000","last_change":"2024-09-13T14:14:35.448978+0000","last_active":"2024-09-13T14:14:37.082085+0000","last_peered":"2024-09-13T14:14:37.082085+0000","last_clean":"2024-09-13T14:14:37.082085+0000","last_became_active":"2024-09-13T14:14:35.448538+0000","last_became_peered":"2024-09-13T14:14:35.448538+0000","last_unstale":"2024-09-13T14:14:37.082085+0000","last_undegraded":"2024-09-13T14:14:37.082085+0000","last_fullsized":"2024-09-13T14:14:37.082085+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:11.544618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088318+0000","last_change":"2024-09-13T14:14:35.444411+0000","last_active":"2024-09-13T14:14:37.088318+0000","last_peered":"2024-09-13T14:14:37.088318+0000","last_clean":"2024-09-13T14:14:37.088318+0000","last_became_active":"2024-09-13T14:14:35.444144+0000","last_became_peered":"2024-09-13T14:14:35.444144+0000","last_unstale":"2024-09-13T14:14:37.088318+0000","last_undegraded":"2024-09-13T14:14:37.088318+0000","last_fullsized":"2024-09-13T14:14:37.088318+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:41.385502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082083+0000","last_change":"2024-09-13T14:14:35.445155+0000","last_active":"2024-09-13T14:14:37.082083+0000","last_peered":"2024-09-13T14:14:37.082083+0000","last_clean":"2024-09-13T14:14:37.082083+0000","last_became_active":"2024-09-13T14:14:35.444899+0000","last_became_peered":"2024-09-13T14:14:35.444899+0000","last_unstale":"2024-09-13T14:14:37.082083+0000","last_undegraded":"2024-09-13T14:14:37.082083+0000","last_fullsized":"2024-09-13T14:14:37.082083+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:30.314433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089351+0000","last_change":"2024-09-13T14:14:35.452235+0000","last_active":"2024-09-13T14:14:37.089351+0000","last_peered":"2024-09-13T14:14:37.089351+0000","last_clean":"2024-09-13T14:14:37.089351+0000","last_became_active":"2024-09-13T14:14:35.451885+0000","last_became_peered":"2024-09-13T14:14:35.451885+0000","last_unstale":"2024-09-13T14:14:37.089351+0000","last_undegraded":"2024-09-13T14:14:37.089351+0000","last_fullsized":"2024-09-13T14:14:37.089351+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:33.399836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090198+0000","last_change":"2024-09-13T14:14:35.447579+0000","last_active":"2024-09-13T14:14:37.090198+0000","last_peered":"2024-09-13T14:14:37.090198+0000","last_clean":"2024-09-13T14:14:37.090198+0000","last_became_active":"2024-09-13T14:14:35.446593+0000","last_became_peered":"2024-09-13T14:14:35.446593+0000","last_unstale":"2024-09-13T14:14:37.090198+0000","last_undegraded":"2024-09-13T14:14:37.090198+0000","last_fullsized":"2024-09-13T14:14:37.090198+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:05.936322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429779+0000","last_change":"2024-09-13T14:14:35.442045+0000","last_active":"2024-09-13T14:14:36.429779+0000","last_peered":"2024-09-13T14:14:36.429779+0000","last_clean":"2024-09-13T14:14:36.429779+0000","last_became_active":"2024-09-13T14:14:35.441770+0000","last_became_peered":"2024-09-13T14:14:35.441770+0000","last_unstale":"2024-09-13T14:14:36.429779+0000","last_undegraded":"2024-09-13T14:14:36.429779+0000","last_fullsized":"2024-09-13T14:14:36.429779+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:00.292524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.094105+0000","last_change":"2024-09-13T14:14:35.453033+0000","last_active":"2024-09-13T14:14:37.094105+0000","last_peered":"2024-09-13T14:14:37.094105+0000","last_clean":"2024-09-13T14:14:37.094105+0000","last_became_active":"2024-09-13T14:14:35.452675+0000","last_became_peered":"2024-09-13T14:14:35.452675+0000","last_unstale":"2024-09-13T14:14:37.094105+0000","last_undegraded":"2024-09-13T14:14:37.094105+0000","last_fullsized":"2024-09-13T14:14:37.094105+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:48.465911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088971+0000","last_change":"2024-09-13T14:14:35.446112+0000","last_active":"2024-09-13T14:14:37.088971+0000","last_peered":"2024-09-13T14:14:37.088971+0000","last_clean":"2024-09-13T14:14:37.088971+0000","last_became_active":"2024-09-13T14:14:35.445793+0000","last_became_peered":"2024-09-13T14:14:35.445793+0000","last_unstale":"2024-09-13T14:14:37.088971+0000","last_undegraded":"2024-09-13T14:14:37.088971+0000","last_fullsized":"2024-09-13T14:14:37.088971+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:09.356115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088769+0000","last_change":"2024-09-13T14:14:35.447078+0000","last_active":"2024-09-13T14:14:37.088769+0000","last_peered":"2024-09-13T14:14:37.088769+0000","last_clean":"2024-09-13T14:14:37.088769+0000","last_became_active":"2024-09-13T14:14:35.446819+0000","last_became_peered":"2024-09-13T14:14:35.446819+0000","last_unstale":"2024-09-13T14:14:37.088769+0000","last_undegraded":"2024-09-13T14:14:37.088769+0000","last_fullsized":"2024-09-13T14:14:37.088769+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:18.365394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089781+0000","last_change":"2024-09-13T14:14:35.448301+0000","last_active":"2024-09-13T14:14:37.089781+0000","last_peered":"2024-09-13T14:14:37.089781+0000","last_clean":"2024-09-13T14:14:37.089781+0000","last_became_active":"2024-09-13T14:14:35.447994+0000","last_became_peered":"2024-09-13T14:14:35.447994+0000","last_unstale":"2024-09-13T14:14:37.089781+0000","last_undegraded":"2024-09-13T14:14:37.089781+0000","last_fullsized":"2024-09-13T14:14:37.089781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:54.733238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082147+0000","last_change":"2024-09-13T14:14:35.437140+0000","last_active":"2024-09-13T14:14:37.082147+0000","last_peered":"2024-09-13T14:14:37.082147+0000","last_clean":"2024-09-13T14:14:37.082147+0000","last_became_active":"2024-09-13T14:14:35.436774+0000","last_became_peered":"2024-09-13T14:14:35.436774+0000","last_unstale":"2024-09-13T14:14:37.082147+0000","last_undegraded":"2024-09-13T14:14:37.082147+0000","last_fullsized":"2024-09-13T14:14:37.082147+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:28.285912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089542+0000","last_change":"2024-09-13T14:14:35.437187+0000","last_active":"2024-09-13T14:14:37.089542+0000","last_peered":"2024-09-13T14:14:37.089542+0000","last_clean":"2024-09-13T14:14:37.089542+0000","last_became_active":"2024-09-13T14:14:35.436899+0000","last_became_peered":"2024-09-13T14:14:35.436899+0000","last_unstale":"2024-09-13T14:14:37.089542+0000","last_undegraded":"2024-09-13T14:14:37.089542+0000","last_fullsized":"2024-09-13T14:14:37.089542+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:54.408166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082856+0000","last_change":"2024-09-13T14:14:35.429981+0000","last_active":"2024-09-13T14:14:37.082856+0000","last_peered":"2024-09-13T14:14:37.082856+0000","last_clean":"2024-09-13T14:14:37.082856+0000","last_became_active":"2024-09-13T14:14:35.429634+0000","last_became_peered":"2024-09-13T14:14:35.429634+0000","last_unstale":"2024-09-13T14:14:37.082856+0000","last_undegraded":"2024-09-13T14:14:37.082856+0000","last_fullsized":"2024-09-13T14:14:37.082856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:33.913092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.091077+0000","last_change":"2024-09-13T14:14:35.448959+0000","last_active":"2024-09-13T14:14:37.091077+0000","last_peered":"2024-09-13T14:14:37.091077+0000","last_clean":"2024-09-13T14:14:37.091077+0000","last_became_active":"2024-09-13T14:14:35.447127+0000","last_became_peered":"2024-09-13T14:14:35.447127+0000","last_unstale":"2024-09-13T14:14:37.091077+0000","last_undegraded":"2024-09-13T14:14:37.091077+0000","last_fullsized":"2024-09-13T14:14:37.091077+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:37.401401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083163+0000","last_change":"2024-09-13T14:14:35.436967+0000","last_active":"2024-09-13T14:14:37.083163+0000","last_peered":"2024-09-13T14:14:37.083163+0000","last_clean":"2024-09-13T14:14:37.083163+0000","last_became_active":"2024-09-13T14:14:35.436721+0000","last_became_peered":"2024-09-13T14:14:35.436721+0000","last_unstale":"2024-09-13T14:14:37.083163+0000","last_undegraded":"2024-09-13T14:14:37.083163+0000","last_fullsized":"2024-09-13T14:14:37.083163+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:22.057677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082027+0000","last_change":"2024-09-13T14:14:35.439747+0000","last_active":"2024-09-13T14:14:37.082027+0000","last_peered":"2024-09-13T14:14:37.082027+0000","last_clean":"2024-09-13T14:14:37.082027+0000","last_became_active":"2024-09-13T14:14:35.439474+0000","last_became_peered":"2024-09-13T14:14:35.439474+0000","last_unstale":"2024-09-13T14:14:37.082027+0000","last_undegraded":"2024-09-13T14:14:37.082027+0000","last_fullsized":"2024-09-13T14:14:37.082027+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:33.681480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088852+0000","last_change":"2024-09-13T14:14:35.442848+0000","last_active":"2024-09-13T14:14:37.088852+0000","last_peered":"2024-09-13T14:14:37.088852+0000","last_clean":"2024-09-13T14:14:37.088852+0000","last_became_active":"2024-09-13T14:14:35.442558+0000","last_became_peered":"2024-09-13T14:14:35.442558+0000","last_unstale":"2024-09-13T14:14:37.088852+0000","last_undegraded":"2024-09-13T14:14:37.088852+0000","last_fullsized":"2024-09-13T14:14:37.088852+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:04:47.126981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089859+0000","last_change":"2024-09-13T14:14:35.451987+0000","last_active":"2024-09-13T14:14:37.089859+0000","last_peered":"2024-09-13T14:14:37.089859+0000","last_clean":"2024-09-13T14:14:37.089859+0000","last_became_active":"2024-09-13T14:14:35.451524+0000","last_became_peered":"2024-09-13T14:14:35.451524+0000","last_unstale":"2024-09-13T14:14:37.089859+0000","last_undegraded":"2024-09-13T14:14:37.089859+0000","last_fullsized":"2024-09-13T14:14:37.089859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:29.098102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429544+0000","last_change":"2024-09-13T14:14:35.437592+0000","last_active":"2024-09-13T14:14:36.429544+0000","last_peered":"2024-09-13T14:14:36.429544+0000","last_clean":"2024-09-13T14:14:36.429544+0000","last_became_active":"2024-09-13T14:14:35.437331+0000","last_became_peered":"2024-09-13T14:14:35.437331+0000","last_unstale":"2024-09-13T14:14:36.429544+0000","last_undegraded":"2024-09-13T14:14:36.429544+0000","last_fullsized":"2024-09-13T14:14:36.429544+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:30.836737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.087942+0000","last_change":"2024-09-13T14:14:35.444773+0000","last_active":"2024-09-13T14:14:37.087942+0000","last_peered":"2024-09-13T14:14:37.087942+0000","last_clean":"2024-09-13T14:14:37.087942+0000","last_became_active":"2024-09-13T14:14:35.444260+0000","last_became_peered":"2024-09-13T14:14:35.444260+0000","last_unstale":"2024-09-13T14:14:37.087942+0000","last_undegraded":"2024-09-13T14:14:37.087942+0000","last_fullsized":"2024-09-13T14:14:37.087942+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:37.204513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429523+0000","last_change":"2024-09-13T14:14:35.437232+0000","last_active":"2024-09-13T14:14:36.429523+0000","last_peered":"2024-09-13T14:14:36.429523+0000","last_clean":"2024-09-13T14:14:36.429523+0000","last_became_active":"2024-09-13T14:14:35.436935+0000","last_became_peered":"2024-09-13T14:14:35.436935+0000","last_unstale":"2024-09-13T14:14:36.429523+0000","last_undegraded":"2024-09-13T14:14:36.429523+0000","last_fullsized":"2024-09-13T14:14:36.429523+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:52.406694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082604+0000","last_change":"2024-09-13T14:14:32.354421+0000","last_active":"2024-09-13T14:14:37.082604+0000","last_peered":"2024-09-13T14:14:37.082604+0000","last_clean":"2024-09-13T14:14:37.082604+0000","last_became_active":"2024-09-13T14:14:32.354162+0000","last_became_peered":"2024-09-13T14:14:32.354162+0000","last_unstale":"2024-09-13T14:14:37.082604+0000","last_undegraded":"2024-09-13T14:14:37.082604+0000","last_fullsized":"2024-09-13T14:14:37.082604+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:28.750789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088934+0000","last_change":"2024-09-13T14:14:35.445924+0000","last_active":"2024-09-13T14:14:37.088934+0000","last_peered":"2024-09-13T14:14:37.088934+0000","last_clean":"2024-09-13T14:14:37.088934+0000","last_became_active":"2024-09-13T14:14:35.445599+0000","last_became_peered":"2024-09-13T14:14:35.445599+0000","last_unstale":"2024-09-13T14:14:37.088934+0000","last_undegraded":"2024-09-13T14:14:37.088934+0000","last_fullsized":"2024-09-13T14:14:37.088934+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:14.783167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088210+0000","last_change":"2024-09-13T14:14:32.357956+0000","last_active":"2024-09-13T14:14:37.088210+0000","last_peered":"2024-09-13T14:14:37.088210+0000","last_clean":"2024-09-13T14:14:37.088210+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:14:37.088210+0000","last_undegraded":"2024-09-13T14:14:37.088210+0000","last_fullsized":"2024-09-13T14:14:37.088210+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:50.099058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429410+0000","last_change":"2024-09-13T14:14:32.352374+0000","last_active":"2024-09-13T14:14:36.429410+0000","last_peered":"2024-09-13T14:14:36.429410+0000","last_clean":"2024-09-13T14:14:36.429410+0000","last_became_active":"2024-09-13T14:14:32.351926+0000","last_became_peered":"2024-09-13T14:14:32.351926+0000","last_unstale":"2024-09-13T14:14:36.429410+0000","last_undegraded":"2024-09-13T14:14:36.429410+0000","last_fullsized":"2024-09-13T14:14:36.429410+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:28.537907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081791+0000","last_change":"2024-09-13T14:14:35.440141+0000","last_active":"2024-09-13T14:14:37.081791+0000","last_peered":"2024-09-13T14:14:37.081791+0000","last_clean":"2024-09-13T14:14:37.081791+0000","last_became_active":"2024-09-13T14:14:35.439681+0000","last_became_peered":"2024-09-13T14:14:35.439681+0000","last_unstale":"2024-09-13T14:14:37.081791+0000","last_undegraded":"2024-09-13T14:14:37.081791+0000","last_fullsized":"2024-09-13T14:14:37.081791+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:03:36.711651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517038+0000","last_change":"2024-09-13T14:14:32.358966+0000","last_active":"2024-09-13T14:14:36.517038+0000","last_peered":"2024-09-13T14:14:36.517038+0000","last_clean":"2024-09-13T14:14:36.517038+0000","last_became_active":"2024-09-13T14:14:32.358547+0000","last_became_peered":"2024-09-13T14:14:32.358547+0000","last_unstale":"2024-09-13T14:14:36.517038+0000","last_undegraded":"2024-09-13T14:14:36.517038+0000","last_fullsized":"2024-09-13T14:14:36.517038+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:47:16.269456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081924+0000","last_change":"2024-09-13T14:14:35.440806+0000","last_active":"2024-09-13T14:14:37.081924+0000","last_peered":"2024-09-13T14:14:37.081924+0000","last_clean":"2024-09-13T14:14:37.081924+0000","last_became_active":"2024-09-13T14:14:35.440373+0000","last_became_peered":"2024-09-13T14:14:35.440373+0000","last_unstale":"2024-09-13T14:14:37.081924+0000","last_undegraded":"2024-09-13T14:14:37.081924+0000","last_fullsized":"2024-09-13T14:14:37.081924+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:25.516853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517932+0000","last_change":"2024-09-13T14:14:32.356978+0000","last_active":"2024-09-13T14:14:36.517932+0000","last_peered":"2024-09-13T14:14:36.517932+0000","last_clean":"2024-09-13T14:14:36.517932+0000","last_became_active":"2024-09-13T14:14:32.356665+0000","last_became_peered":"2024-09-13T14:14:32.356665+0000","last_unstale":"2024-09-13T14:14:36.517932+0000","last_undegraded":"2024-09-13T14:14:36.517932+0000","last_fullsized":"2024-09-13T14:14:36.517932+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.840271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090042+0000","last_change":"2024-09-13T14:14:35.445994+0000","last_active":"2024-09-13T14:14:37.090042+0000","last_peered":"2024-09-13T14:14:37.090042+0000","last_clean":"2024-09-13T14:14:37.090042+0000","last_became_active":"2024-09-13T14:14:35.445707+0000","last_became_peered":"2024-09-13T14:14:35.445707+0000","last_unstale":"2024-09-13T14:14:37.090042+0000","last_undegraded":"2024-09-13T14:14:37.090042+0000","last_fullsized":"2024-09-13T14:14:37.090042+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:45:12.282435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516776+0000","last_change":"2024-09-13T14:14:32.358048+0000","last_active":"2024-09-13T14:14:36.516776+0000","last_peered":"2024-09-13T14:14:36.516776+0000","last_clean":"2024-09-13T14:14:36.516776+0000","last_became_active":"2024-09-13T14:14:32.357733+0000","last_became_peered":"2024-09-13T14:14:32.357733+0000","last_unstale":"2024-09-13T14:14:36.516776+0000","last_undegraded":"2024-09-13T14:14:36.516776+0000","last_fullsized":"2024-09-13T14:14:36.516776+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:09.812852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089887+0000","last_change":"2024-09-13T14:14:35.438864+0000","last_active":"2024-09-13T14:14:37.089887+0000","last_peered":"2024-09-13T14:14:37.089887+0000","last_clean":"2024-09-13T14:14:37.089887+0000","last_became_active":"2024-09-13T14:14:35.438573+0000","last_became_peered":"2024-09-13T14:14:35.438573+0000","last_unstale":"2024-09-13T14:14:37.089887+0000","last_undegraded":"2024-09-13T14:14:37.089887+0000","last_fullsized":"2024-09-13T14:14:37.089887+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:06.160740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088781+0000","last_change":"2024-09-13T14:14:32.356316+0000","last_active":"2024-09-13T14:14:37.088781+0000","last_peered":"2024-09-13T14:14:37.088781+0000","last_clean":"2024-09-13T14:14:37.088781+0000","last_became_active":"2024-09-13T14:14:32.356035+0000","last_became_peered":"2024-09-13T14:14:32.356035+0000","last_unstale":"2024-09-13T14:14:37.088781+0000","last_undegraded":"2024-09-13T14:14:37.088781+0000","last_fullsized":"2024-09-13T14:14:37.088781+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:58.111221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429954+0000","last_change":"2024-09-13T14:14:35.447705+0000","last_active":"2024-09-13T14:14:36.429954+0000","last_peered":"2024-09-13T14:14:36.429954+0000","last_clean":"2024-09-13T14:14:36.429954+0000","last_became_active":"2024-09-13T14:14:35.446838+0000","last_became_peered":"2024-09-13T14:14:35.446838+0000","last_unstale":"2024-09-13T14:14:36.429954+0000","last_undegraded":"2024-09-13T14:14:36.429954+0000","last_fullsized":"2024-09-13T14:14:36.429954+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:18.707096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093677+0000","last_change":"2024-09-13T14:14:32.355606+0000","last_active":"2024-09-13T14:14:37.093677+0000","last_peered":"2024-09-13T14:14:37.093677+0000","last_clean":"2024-09-13T14:14:37.093677+0000","last_became_active":"2024-09-13T14:14:32.355254+0000","last_became_peered":"2024-09-13T14:14:32.355254+0000","last_unstale":"2024-09-13T14:14:37.093677+0000","last_undegraded":"2024-09-13T14:14:37.093677+0000","last_fullsized":"2024-09-13T14:14:37.093677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:24.123779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093788+0000","last_change":"2024-09-13T14:14:35.453871+0000","last_active":"2024-09-13T14:14:37.093788+0000","last_peered":"2024-09-13T14:14:37.093788+0000","last_clean":"2024-09-13T14:14:37.093788+0000","last_became_active":"2024-09-13T14:14:35.453474+0000","last_became_peered":"2024-09-13T14:14:35.453474+0000","last_unstale":"2024-09-13T14:14:37.093788+0000","last_undegraded":"2024-09-13T14:14:37.093788+0000","last_fullsized":"2024-09-13T14:14:37.093788+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:18.758817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093805+0000","last_change":"2024-09-13T14:14:32.353080+0000","last_active":"2024-09-13T14:14:37.093805+0000","last_peered":"2024-09-13T14:14:37.093805+0000","last_clean":"2024-09-13T14:14:37.093805+0000","last_became_active":"2024-09-13T14:14:32.352773+0000","last_became_peered":"2024-09-13T14:14:32.352773+0000","last_unstale":"2024-09-13T14:14:37.093805+0000","last_undegraded":"2024-09-13T14:14:37.093805+0000","last_fullsized":"2024-09-13T14:14:37.093805+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:41:03.044188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088342+0000","last_change":"2024-09-13T14:14:35.446516+0000","last_active":"2024-09-13T14:14:37.088342+0000","last_peered":"2024-09-13T14:14:37.088342+0000","last_clean":"2024-09-13T14:14:37.088342+0000","last_became_active":"2024-09-13T14:14:35.446185+0000","last_became_peered":"2024-09-13T14:14:35.446185+0000","last_unstale":"2024-09-13T14:14:37.088342+0000","last_undegraded":"2024-09-13T14:14:37.088342+0000","last_fullsized":"2024-09-13T14:14:37.088342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:18.327776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517354+0000","last_change":"2024-09-13T14:14:32.363454+0000","last_active":"2024-09-13T14:14:36.517354+0000","last_peered":"2024-09-13T14:14:36.517354+0000","last_clean":"2024-09-13T14:14:36.517354+0000","last_became_active":"2024-09-13T14:14:32.363000+0000","last_became_peered":"2024-09-13T14:14:32.363000+0000","last_unstale":"2024-09-13T14:14:36.517354+0000","last_undegraded":"2024-09-13T14:14:36.517354+0000","last_fullsized":"2024-09-13T14:14:36.517354+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:39.602657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093665+0000","last_change":"2024-09-13T14:14:35.444445+0000","last_active":"2024-09-13T14:14:37.093665+0000","last_peered":"2024-09-13T14:14:37.093665+0000","last_clean":"2024-09-13T14:14:37.093665+0000","last_became_active":"2024-09-13T14:14:35.444130+0000","last_became_peered":"2024-09-13T14:14:35.444130+0000","last_unstale":"2024-09-13T14:14:37.093665+0000","last_undegraded":"2024-09-13T14:14:37.093665+0000","last_fullsized":"2024-09-13T14:14:37.093665+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:35.774436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.518041+0000","last_change":"2024-09-13T14:14:32.355791+0000","last_active":"2024-09-13T14:14:36.518041+0000","last_peered":"2024-09-13T14:14:36.518041+0000","last_clean":"2024-09-13T14:14:36.518041+0000","last_became_active":"2024-09-13T14:14:32.355378+0000","last_became_peered":"2024-09-13T14:14:32.355378+0000","last_unstale":"2024-09-13T14:14:36.518041+0000","last_undegraded":"2024-09-13T14:14:36.518041+0000","last_fullsized":"2024-09-13T14:14:36.518041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:27.477251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088125+0000","last_change":"2024-09-13T14:14:35.444506+0000","last_active":"2024-09-13T14:14:37.088125+0000","last_peered":"2024-09-13T14:14:37.088125+0000","last_clean":"2024-09-13T14:14:37.088125+0000","last_became_active":"2024-09-13T14:14:35.443853+0000","last_became_peered":"2024-09-13T14:14:35.443853+0000","last_unstale":"2024-09-13T14:14:37.088125+0000","last_undegraded":"2024-09-13T14:14:37.088125+0000","last_fullsized":"2024-09-13T14:14:37.088125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:41.533708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.094661+0000","last_change":"2024-09-13T14:14:32.350380+0000","last_active":"2024-09-13T14:14:37.094661+0000","last_peered":"2024-09-13T14:14:37.094661+0000","last_clean":"2024-09-13T14:14:37.094661+0000","last_became_active":"2024-09-13T14:14:32.350094+0000","last_became_peered":"2024-09-13T14:14:32.350094+0000","last_unstale":"2024-09-13T14:14:37.094661+0000","last_undegraded":"2024-09-13T14:14:37.094661+0000","last_fullsized":"2024-09-13T14:14:37.094661+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:02.342983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093352+0000","last_change":"2024-09-13T14:14:35.451727+0000","last_active":"2024-09-13T14:14:37.093352+0000","last_peered":"2024-09-13T14:14:37.093352+0000","last_clean":"2024-09-13T14:14:37.093352+0000","last_became_active":"2024-09-13T14:14:35.451418+0000","last_became_peered":"2024-09-13T14:14:35.451418+0000","last_unstale":"2024-09-13T14:14:37.093352+0000","last_undegraded":"2024-09-13T14:14:37.093352+0000","last_fullsized":"2024-09-13T14:14:37.093352+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:08.405197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083440+0000","last_change":"2024-09-13T14:14:32.357851+0000","last_active":"2024-09-13T14:14:37.083440+0000","last_peered":"2024-09-13T14:14:37.083440+0000","last_clean":"2024-09-13T14:14:37.083440+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:14:37.083440+0000","last_undegraded":"2024-09-13T14:14:37.083440+0000","last_fullsized":"2024-09-13T14:14:37.083440+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:50.933736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095424+0000","last_change":"2024-09-13T14:14:35.454693+0000","last_active":"2024-09-13T14:14:37.095424+0000","last_peered":"2024-09-13T14:14:37.095424+0000","last_clean":"2024-09-13T14:14:37.095424+0000","last_became_active":"2024-09-13T14:14:35.454237+0000","last_became_peered":"2024-09-13T14:14:35.454237+0000","last_unstale":"2024-09-13T14:14:37.095424+0000","last_undegraded":"2024-09-13T14:14:37.095424+0000","last_fullsized":"2024-09-13T14:14:37.095424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:27.819117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095772+0000","last_change":"2024-09-13T14:14:32.355257+0000","last_active":"2024-09-13T14:14:37.095772+0000","last_peered":"2024-09-13T14:14:37.095772+0000","last_clean":"2024-09-13T14:14:37.095772+0000","last_became_active":"2024-09-13T14:14:32.354981+0000","last_became_peered":"2024-09-13T14:14:32.354981+0000","last_unstale":"2024-09-13T14:14:37.095772+0000","last_undegraded":"2024-09-13T14:14:37.095772+0000","last_fullsized":"2024-09-13T14:14:37.095772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:18.757065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095338+0000","last_change":"2024-09-13T14:14:35.454659+0000","last_active":"2024-09-13T14:14:37.095338+0000","last_peered":"2024-09-13T14:14:37.095338+0000","last_clean":"2024-09-13T14:14:37.095338+0000","last_became_active":"2024-09-13T14:14:35.454297+0000","last_became_peered":"2024-09-13T14:14:35.454297+0000","last_unstale":"2024-09-13T14:14:37.095338+0000","last_undegraded":"2024-09-13T14:14:37.095338+0000","last_fullsized":"2024-09-13T14:14:37.095338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:17.811117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083407+0000","last_change":"2024-09-13T14:14:32.355487+0000","last_active":"2024-09-13T14:14:37.083407+0000","last_peered":"2024-09-13T14:14:37.083407+0000","last_clean":"2024-09-13T14:14:37.083407+0000","last_became_active":"2024-09-13T14:14:32.355193+0000","last_became_peered":"2024-09-13T14:14:32.355193+0000","last_unstale":"2024-09-13T14:14:37.083407+0000","last_undegraded":"2024-09-13T14:14:37.083407+0000","last_fullsized":"2024-09-13T14:14:37.083407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:48.912530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090453+0000","last_change":"2024-09-13T14:14:35.444735+0000","last_active":"2024-09-13T14:14:37.090453+0000","last_peered":"2024-09-13T14:14:37.090453+0000","last_clean":"2024-09-13T14:14:37.090453+0000","last_became_active":"2024-09-13T14:14:35.444407+0000","last_became_peered":"2024-09-13T14:14:35.444407+0000","last_unstale":"2024-09-13T14:14:37.090453+0000","last_undegraded":"2024-09-13T14:14:37.090453+0000","last_fullsized":"2024-09-13T14:14:37.090453+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:49:54.029126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429768+0000","last_change":"2024-09-13T14:14:32.357563+0000","last_active":"2024-09-13T14:14:36.429768+0000","last_peered":"2024-09-13T14:14:36.429768+0000","last_clean":"2024-09-13T14:14:36.429768+0000","last_became_active":"2024-09-13T14:14:32.357165+0000","last_became_peered":"2024-09-13T14:14:32.357165+0000","last_unstale":"2024-09-13T14:14:36.429768+0000","last_undegraded":"2024-09-13T14:14:36.429768+0000","last_fullsized":"2024-09-13T14:14:36.429768+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:12.859188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.093899+0000","last_change":"2024-09-13T14:14:35.456171+0000","last_active":"2024-09-13T14:14:37.093899+0000","last_peered":"2024-09-13T14:14:37.093899+0000","last_clean":"2024-09-13T14:14:37.093899+0000","last_became_active":"2024-09-13T14:14:35.455871+0000","last_became_peered":"2024-09-13T14:14:35.455871+0000","last_unstale":"2024-09-13T14:14:37.093899+0000","last_undegraded":"2024-09-13T14:14:37.093899+0000","last_fullsized":"2024-09-13T14:14:37.093899+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:16:13.399528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":223,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517054+0000","last_change":"2024-09-13T14:14:10.693394+0000","last_active":"2024-09-13T14:14:36.517054+0000","last_peered":"2024-09-13T14:14:36.517054+0000","last_clean":"2024-09-13T14:14:36.517054+0000","last_became_active":"2024-09-13T14:14:10.692952+0000","last_became_peered":"2024-09-13T14:14:10.692952+0000","last_unstale":"2024-09-13T14:14:36.517054+0000","last_undegraded":"2024-09-13T14:14:36.517054+0000","last_fullsized":"2024-09-13T14:14:36.517054+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_clean_scrub_stamp":"2024-09-13T14:12:10.823721+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:11.962984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516456+0000","last_change":"2024-09-13T14:14:32.357611+0000","last_active":"2024-09-13T14:14:36.516456+0000","last_peered":"2024-09-13T14:14:36.516456+0000","last_clean":"2024-09-13T14:14:36.516456+0000","last_became_active":"2024-09-13T14:14:32.357259+0000","last_became_peered":"2024-09-13T14:14:32.357259+0000","last_unstale":"2024-09-13T14:14:36.516456+0000","last_undegraded":"2024-09-13T14:14:36.516456+0000","last_fullsized":"2024-09-13T14:14:36.516456+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:49:27.741528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082894+0000","last_change":"2024-09-13T14:14:35.441265+0000","last_active":"2024-09-13T14:14:37.082894+0000","last_peered":"2024-09-13T14:14:37.082894+0000","last_clean":"2024-09-13T14:14:37.082894+0000","last_became_active":"2024-09-13T14:14:35.441000+0000","last_became_peered":"2024-09-13T14:14:35.441000+0000","last_unstale":"2024-09-13T14:14:37.082894+0000","last_undegraded":"2024-09-13T14:14:37.082894+0000","last_fullsized":"2024-09-13T14:14:37.082894+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:59:56.335375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516974+0000","last_change":"2024-09-13T14:14:32.361844+0000","last_active":"2024-09-13T14:14:36.516974+0000","last_peered":"2024-09-13T14:14:36.516974+0000","last_clean":"2024-09-13T14:14:36.516974+0000","last_became_active":"2024-09-13T14:14:32.361501+0000","last_became_peered":"2024-09-13T14:14:32.361501+0000","last_unstale":"2024-09-13T14:14:36.516974+0000","last_undegraded":"2024-09-13T14:14:36.516974+0000","last_fullsized":"2024-09-13T14:14:36.516974+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:17.421178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.087918+0000","last_change":"2024-09-13T14:14:35.442682+0000","last_active":"2024-09-13T14:14:37.087918+0000","last_peered":"2024-09-13T14:14:37.087918+0000","last_clean":"2024-09-13T14:14:37.087918+0000","last_became_active":"2024-09-13T14:14:35.442391+0000","last_became_peered":"2024-09-13T14:14:35.442391+0000","last_unstale":"2024-09-13T14:14:37.087918+0000","last_undegraded":"2024-09-13T14:14:37.087918+0000","last_fullsized":"2024-09-13T14:14:37.087918+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:34:03.853804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429647+0000","last_change":"2024-09-13T14:14:32.352354+0000","last_active":"2024-09-13T14:14:36.429647+0000","last_peered":"2024-09-13T14:14:36.429647+0000","last_clean":"2024-09-13T14:14:36.429647+0000","last_became_active":"2024-09-13T14:14:32.351068+0000","last_became_peered":"2024-09-13T14:14:32.351068+0000","last_unstale":"2024-09-13T14:14:36.429647+0000","last_undegraded":"2024-09-13T14:14:36.429647+0000","last_fullsized":"2024-09-13T14:14:36.429647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:39.125309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082329+0000","last_change":"2024-09-13T14:14:35.440935+0000","last_active":"2024-09-13T14:14:37.082329+0000","last_peered":"2024-09-13T14:14:37.082329+0000","last_clean":"2024-09-13T14:14:37.082329+0000","last_became_active":"2024-09-13T14:14:35.440307+0000","last_became_peered":"2024-09-13T14:14:35.440307+0000","last_unstale":"2024-09-13T14:14:37.082329+0000","last_undegraded":"2024-09-13T14:14:37.082329+0000","last_fullsized":"2024-09-13T14:14:37.082329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:17:12.244683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517448+0000","last_change":"2024-09-13T14:14:32.361009+0000","last_active":"2024-09-13T14:14:36.517448+0000","last_peered":"2024-09-13T14:14:36.517448+0000","last_clean":"2024-09-13T14:14:36.517448+0000","last_became_active":"2024-09-13T14:14:32.360698+0000","last_became_peered":"2024-09-13T14:14:32.360698+0000","last_unstale":"2024-09-13T14:14:36.517448+0000","last_undegraded":"2024-09-13T14:14:36.517448+0000","last_fullsized":"2024-09-13T14:14:36.517448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:44:18.352906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429827+0000","last_change":"2024-09-13T14:14:35.441456+0000","last_active":"2024-09-13T14:14:36.429827+0000","last_peered":"2024-09-13T14:14:36.429827+0000","last_clean":"2024-09-13T14:14:36.429827+0000","last_became_active":"2024-09-13T14:14:35.441029+0000","last_became_peered":"2024-09-13T14:14:35.441029+0000","last_unstale":"2024-09-13T14:14:36.429827+0000","last_undegraded":"2024-09-13T14:14:36.429827+0000","last_fullsized":"2024-09-13T14:14:36.429827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:55.762973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516473+0000","last_change":"2024-09-13T14:14:32.359335+0000","last_active":"2024-09-13T14:14:36.516473+0000","last_peered":"2024-09-13T14:14:36.516473+0000","last_clean":"2024-09-13T14:14:36.516473+0000","last_became_active":"2024-09-13T14:14:32.358599+0000","last_became_peered":"2024-09-13T14:14:32.358599+0000","last_unstale":"2024-09-13T14:14:36.516473+0000","last_undegraded":"2024-09-13T14:14:36.516473+0000","last_fullsized":"2024-09-13T14:14:36.516473+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:01.729651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089154+0000","last_change":"2024-09-13T14:14:35.439273+0000","last_active":"2024-09-13T14:14:37.089154+0000","last_peered":"2024-09-13T14:14:37.089154+0000","last_clean":"2024-09-13T14:14:37.089154+0000","last_became_active":"2024-09-13T14:14:35.438429+0000","last_became_peered":"2024-09-13T14:14:35.438429+0000","last_unstale":"2024-09-13T14:14:37.089154+0000","last_undegraded":"2024-09-13T14:14:37.089154+0000","last_fullsized":"2024-09-13T14:14:37.089154+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:41.424606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.518603+0000","last_change":"2024-09-13T14:14:32.364265+0000","last_active":"2024-09-13T14:14:36.518603+0000","last_peered":"2024-09-13T14:14:36.518603+0000","last_clean":"2024-09-13T14:14:36.518603+0000","last_became_active":"2024-09-13T14:14:32.362479+0000","last_became_peered":"2024-09-13T14:14:32.362479+0000","last_unstale":"2024-09-13T14:14:36.518603+0000","last_undegraded":"2024-09-13T14:14:36.518603+0000","last_fullsized":"2024-09-13T14:14:36.518603+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:18.723658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082983+0000","last_change":"2024-09-13T14:14:35.445863+0000","last_active":"2024-09-13T14:14:37.082983+0000","last_peered":"2024-09-13T14:14:37.082983+0000","last_clean":"2024-09-13T14:14:37.082983+0000","last_became_active":"2024-09-13T14:14:35.445598+0000","last_became_peered":"2024-09-13T14:14:35.445598+0000","last_unstale":"2024-09-13T14:14:37.082983+0000","last_undegraded":"2024-09-13T14:14:37.082983+0000","last_fullsized":"2024-09-13T14:14:37.082983+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:32.445737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.083638+0000","last_change":"2024-09-13T14:14:32.356268+0000","last_active":"2024-09-13T14:14:37.083638+0000","last_peered":"2024-09-13T14:14:37.083638+0000","last_clean":"2024-09-13T14:14:37.083638+0000","last_became_active":"2024-09-13T14:14:32.355974+0000","last_became_peered":"2024-09-13T14:14:32.355974+0000","last_unstale":"2024-09-13T14:14:37.083638+0000","last_undegraded":"2024-09-13T14:14:37.083638+0000","last_fullsized":"2024-09-13T14:14:37.083638+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:30.860895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082809+0000","last_change":"2024-09-13T14:14:35.441190+0000","last_active":"2024-09-13T14:14:37.082809+0000","last_peered":"2024-09-13T14:14:37.082809+0000","last_clean":"2024-09-13T14:14:37.082809+0000","last_became_active":"2024-09-13T14:14:35.440910+0000","last_became_peered":"2024-09-13T14:14:35.440910+0000","last_unstale":"2024-09-13T14:14:37.082809+0000","last_undegraded":"2024-09-13T14:14:37.082809+0000","last_fullsized":"2024-09-13T14:14:37.082809+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:11.761607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.092984+0000","last_change":"2024-09-13T14:14:32.362091+0000","last_active":"2024-09-13T14:14:37.092984+0000","last_peered":"2024-09-13T14:14:37.092984+0000","last_clean":"2024-09-13T14:14:37.092984+0000","last_became_active":"2024-09-13T14:14:32.358525+0000","last_became_peered":"2024-09-13T14:14:32.358525+0000","last_unstale":"2024-09-13T14:14:37.092984+0000","last_undegraded":"2024-09-13T14:14:37.092984+0000","last_fullsized":"2024-09-13T14:14:37.092984+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:36:20.321851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090167+0000","last_change":"2024-09-13T14:14:35.441968+0000","last_active":"2024-09-13T14:14:37.090167+0000","last_peered":"2024-09-13T14:14:37.090167+0000","last_clean":"2024-09-13T14:14:37.090167+0000","last_became_active":"2024-09-13T14:14:35.441657+0000","last_became_peered":"2024-09-13T14:14:35.441657+0000","last_unstale":"2024-09-13T14:14:37.090167+0000","last_undegraded":"2024-09-13T14:14:37.090167+0000","last_fullsized":"2024-09-13T14:14:37.090167+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:04.232624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516896+0000","last_change":"2024-09-13T14:14:32.359669+0000","last_active":"2024-09-13T14:14:36.516896+0000","last_peered":"2024-09-13T14:14:36.516896+0000","last_clean":"2024-09-13T14:14:36.516896+0000","last_became_active":"2024-09-13T14:14:32.359350+0000","last_became_peered":"2024-09-13T14:14:32.359350+0000","last_unstale":"2024-09-13T14:14:36.516896+0000","last_undegraded":"2024-09-13T14:14:36.516896+0000","last_fullsized":"2024-09-13T14:14:36.516896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:33.941254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.429750+0000","last_change":"2024-09-13T14:14:35.438033+0000","last_active":"2024-09-13T14:14:36.429750+0000","last_peered":"2024-09-13T14:14:36.429750+0000","last_clean":"2024-09-13T14:14:36.429750+0000","last_became_active":"2024-09-13T14:14:35.436367+0000","last_became_peered":"2024-09-13T14:14:35.436367+0000","last_unstale":"2024-09-13T14:14:36.429750+0000","last_undegraded":"2024-09-13T14:14:36.429750+0000","last_fullsized":"2024-09-13T14:14:36.429750+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:40.120577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.517034+0000","last_change":"2024-09-13T14:14:32.353465+0000","last_active":"2024-09-13T14:14:36.517034+0000","last_peered":"2024-09-13T14:14:36.517034+0000","last_clean":"2024-09-13T14:14:36.517034+0000","last_became_active":"2024-09-13T14:14:32.353159+0000","last_became_peered":"2024-09-13T14:14:32.353159+0000","last_unstale":"2024-09-13T14:14:36.517034+0000","last_undegraded":"2024-09-13T14:14:36.517034+0000","last_fullsized":"2024-09-13T14:14:36.517034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:55.575472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.081818+0000","last_change":"2024-09-13T14:14:35.438402+0000","last_active":"2024-09-13T14:14:37.081818+0000","last_peered":"2024-09-13T14:14:37.081818+0000","last_clean":"2024-09-13T14:14:37.081818+0000","last_became_active":"2024-09-13T14:14:35.438120+0000","last_became_peered":"2024-09-13T14:14:35.438120+0000","last_unstale":"2024-09-13T14:14:37.081818+0000","last_undegraded":"2024-09-13T14:14:37.081818+0000","last_fullsized":"2024-09-13T14:14:37.081818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:10.074959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-13T14:14:36.516701+0000","last_change":"2024-09-13T14:14:32.359840+0000","last_active":"2024-09-13T14:14:36.516701+0000","last_peered":"2024-09-13T14:14:36.516701+0000","last_clean":"2024-09-13T14:14:36.516701+0000","last_became_active":"2024-09-13T14:14:32.358809+0000","last_became_peered":"2024-09-13T14:14:32.358809+0000","last_unstale":"2024-09-13T14:14:36.516701+0000","last_undegraded":"2024-09-13T14:14:36.516701+0000","last_fullsized":"2024-09-13T14:14:36.516701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:45.342089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082172+0000","last_change":"2024-09-13T14:14:35.439878+0000","last_active":"2024-09-13T14:14:37.082172+0000","last_peered":"2024-09-13T14:14:37.082172+0000","last_clean":"2024-09-13T14:14:37.082172+0000","last_became_active":"2024-09-13T14:14:35.439570+0000","last_became_peered":"2024-09-13T14:14:35.439570+0000","last_unstale":"2024-09-13T14:14:37.082172+0000","last_undegraded":"2024-09-13T14:14:37.082172+0000","last_fullsized":"2024-09-13T14:14:37.082172+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:34.264536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.096815+0000","last_change":"2024-09-13T14:14:32.362119+0000","last_active":"2024-09-13T14:14:37.096815+0000","last_peered":"2024-09-13T14:14:37.096815+0000","last_clean":"2024-09-13T14:14:37.096815+0000","last_became_active":"2024-09-13T14:14:32.361784+0000","last_became_peered":"2024-09-13T14:14:32.361784+0000","last_unstale":"2024-09-13T14:14:37.096815+0000","last_undegraded":"2024-09-13T14:14:37.096815+0000","last_fullsized":"2024-09-13T14:14:37.096815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:53.195722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.088168+0000","last_change":"2024-09-13T14:14:35.446331+0000","last_active":"2024-09-13T14:14:37.088168+0000","last_peered":"2024-09-13T14:14:37.088168+0000","last_clean":"2024-09-13T14:14:37.088168+0000","last_became_active":"2024-09-13T14:14:35.446040+0000","last_became_peered":"2024-09-13T14:14:35.446040+0000","last_unstale":"2024-09-13T14:14:37.088168+0000","last_undegraded":"2024-09-13T14:14:37.088168+0000","last_fullsized":"2024-09-13T14:14:37.088168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:29.169723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089052+0000","last_change":"2024-09-13T14:14:35.450869+0000","last_active":"2024-09-13T14:14:37.089052+0000","last_peered":"2024-09-13T14:14:37.089052+0000","last_clean":"2024-09-13T14:14:37.089052+0000","last_became_active":"2024-09-13T14:14:35.450522+0000","last_became_peered":"2024-09-13T14:14:35.450522+0000","last_unstale":"2024-09-13T14:14:37.089052+0000","last_undegraded":"2024-09-13T14:14:37.089052+0000","last_fullsized":"2024-09-13T14:14:37.089052+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:33.076254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.096902+0000","last_change":"2024-09-13T14:14:32.363052+0000","last_active":"2024-09-13T14:14:37.096902+0000","last_peered":"2024-09-13T14:14:37.096902+0000","last_clean":"2024-09-13T14:14:37.096902+0000","last_became_active":"2024-09-13T14:14:32.362660+0000","last_became_peered":"2024-09-13T14:14:32.362660+0000","last_unstale":"2024-09-13T14:14:37.096902+0000","last_undegraded":"2024-09-13T14:14:37.096902+0000","last_fullsized":"2024-09-13T14:14:37.096902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:31:23.849430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.090303+0000","last_change":"2024-09-13T14:14:35.443456+0000","last_active":"2024-09-13T14:14:37.090303+0000","last_peered":"2024-09-13T14:14:37.090303+0000","last_clean":"2024-09-13T14:14:37.090303+0000","last_became_active":"2024-09-13T14:14:35.443130+0000","last_became_peered":"2024-09-13T14:14:35.443130+0000","last_unstale":"2024-09-13T14:14:37.090303+0000","last_undegraded":"2024-09-13T14:14:37.090303+0000","last_fullsized":"2024-09-13T14:14:37.090303+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:19.674338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.097136+0000","last_change":"2024-09-13T14:14:32.365163+0000","last_active":"2024-09-13T14:14:37.097136+0000","last_peered":"2024-09-13T14:14:37.097136+0000","last_clean":"2024-09-13T14:14:37.097136+0000","last_became_active":"2024-09-13T14:14:32.364836+0000","last_became_peered":"2024-09-13T14:14:32.364836+0000","last_unstale":"2024-09-13T14:14:37.097136+0000","last_undegraded":"2024-09-13T14:14:37.097136+0000","last_fullsized":"2024-09-13T14:14:37.097136+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:43.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.089798+0000","last_change":"2024-09-13T14:14:35.443874+0000","last_active":"2024-09-13T14:14:37.089798+0000","last_peered":"2024-09-13T14:14:37.089798+0000","last_clean":"2024-09-13T14:14:37.089798+0000","last_became_active":"2024-09-13T14:14:35.443340+0000","last_became_peered":"2024-09-13T14:14:35.443340+0000","last_unstale":"2024-09-13T14:14:37.089798+0000","last_undegraded":"2024-09-13T14:14:37.089798+0000","last_fullsized":"2024-09-13T14:14:37.089798+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:01.104450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082812+0000","last_change":"2024-09-13T14:14:32.354164+0000","last_active":"2024-09-13T14:14:37.082812+0000","last_peered":"2024-09-13T14:14:37.082812+0000","last_clean":"2024-09-13T14:14:37.082812+0000","last_became_active":"2024-09-13T14:14:32.353883+0000","last_became_peered":"2024-09-13T14:14:32.353883+0000","last_unstale":"2024-09-13T14:14:37.082812+0000","last_undegraded":"2024-09-13T14:14:37.082812+0000","last_fullsized":"2024-09-13T14:14:37.082812+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:31.104874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.082809+0000","last_change":"2024-09-13T14:14:35.449150+0000","last_active":"2024-09-13T14:14:37.082809+0000","last_peered":"2024-09-13T14:14:37.082809+0000","last_clean":"2024-09-13T14:14:37.082809+0000","last_became_active":"2024-09-13T14:14:35.448581+0000","last_became_peered":"2024-09-13T14:14:35.448581+0000","last_unstale":"2024-09-13T14:14:37.082809+0000","last_undegraded":"2024-09-13T14:14:37.082809+0000","last_fullsized":"2024-09-13T14:14:37.082809+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:11.466987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T14:14:37.095980+0000","last_change":"2024-09-13T14:14:32.362422+0000","last_active":"2024-09-13T14:14:37.095980+0000","last_peered":"2024-09-13T14:14:37.095980+0000","last_clean":"2024-09-13T14:14:37.095980+0000","last_became_active":"2024-09-13T14:14:32.362069+0000","last_became_peered":"2024-09-13T14:14:32.362069+0000","last_unstale":"2024-09-13T14:14:37.095980+0000","last_undegraded":"2024-09-13T14:14:37.095980+0000","last_fullsized":"2024-09-13T14:14:37.095980+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:48.442108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1261568,"data_stored":869206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.67100000000000004}]},{"osd":1,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.754}]},{"osd":2,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.73599999999999999}]},{"osd":3,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.505},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.52600000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":667648,"data_stored":278705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.64200000000000002}]},{"osd":1,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.624},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.61099999999999999}]},{"osd":2,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.67300000000000004}]},{"osd":3,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.57599999999999996}]},{"osd":4,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.48199999999999998}]},{"osd":6,"last update":"Fri Sep 13 14:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.625}]},{"osd":1,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.68999999999999995}]},{"osd":2,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.59799999999999998}]},{"osd":3,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.65300000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:14:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.41599999999999998}]},{"osd":6,"last update":"Fri Sep 13 14:14:43 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.5},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":279273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:38 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.375,"15min":0.375},"min":{"1min":0.253,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.29899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.34300000000000003}]},{"osd":1,"last update":"Fri Sep 13 14:14:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.313},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48099999999999998,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.40000000000000002}]},{"osd":2,"last update":"Fri Sep 13 14:14:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.42299999999999999,"15min":0.42499999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.436,"15min":0.44},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58399999999999996,"5min":0.622,"15min":0.622},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Sep 13 14:13:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56000000000000005}]},{"osd":5,"last update":"Fri Sep 13 14:14:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.66400000000000003}]},{"osd":6,"last update":"Fri Sep 13 14:14:44 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.63200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27664,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717488,"statfs":{"total":95995035648,"available":95966707712,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:11 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.376,"15min":0.371},"min":{"1min":0.28799999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.443},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.27200000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.35599999999999998}]},{"osd":1,"last update":"Fri Sep 13 14:14:11 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.42199999999999999,"15min":0.41799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.33500000000000002}]},{"osd":3,"last update":"Fri Sep 13 14:14:37 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.432},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.41699999999999998}]},{"osd":4,"last update":"Fri Sep 13 14:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.54200000000000004}]},{"osd":5,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.70899999999999996}]},{"osd":6,"last update":"Fri Sep 13 14:14:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.58999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":663552,"data_stored":277492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:14:54 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.35099999999999998,"15min":0.34000000000000002},"min":{"1min":0.23999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.378,"15min":0.36599999999999999},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.27200000000000002}]},{"osd":2,"last update":"Fri Sep 13 14:14:10 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.28100000000000003,"5min":0.193,"15min":0.193},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41399999999999998,"15min":0.41099999999999998},"min":{"1min":0.311,"5min":0.216,"15min":0.216},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Sep 13 14:14:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.434,"15min":0.435},"min":{"1min":0.31,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.54800000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.377,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.34799999999999998}]},{"osd":4,"last update":"Fri Sep 13 14:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.55100000000000005,"15min":0.54700000000000004},"min":{"1min":0.43099999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.82399999999999995,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.57399999999999995,"15min":0.56899999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.74399999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.495}]},{"osd":5,"last update":"Fri Sep 13 14:14:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.61299999999999999}]},{"osd":6,"last update":"Fri Sep 13 14:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.435},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32356,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712796,"statfs":{"total":95995035648,"available":95961903104,"internally_reserved":0,"allocated":1269760,"data_stored":868701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 14:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34300000000000003,"15min":0.33100000000000002},"min":{"1min":0.19,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.58099999999999996,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40699999999999997,"15min":0.39400000000000002},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.251},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36299999999999999}]},{"osd":2,"last update":"Fri Sep 13 14:14:13 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38400000000000001,"15min":0.378},"min":{"1min":0.28599999999999998,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.309},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.47399999999999998}]},{"osd":3,"last update":"Fri Sep 13 14:14:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.45000000000000001,"15min":0.45600000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52400000000000002,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.53900000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Sep 13 14:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.443,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51200000000000001}]},{"osd":5,"last update":"Fri Sep 13 14:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.56100000000000005}]},{"osd":6,"last update":"Fri Sep 13 14:14:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T14:15:00.681 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T14:15:00.682 INFO:tasks.cephadm:Adding prometheus.a on smithi028 2024-09-13T14:15:00.682 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi028=a' 2024-09-13T14:15:00.901 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:15:01.327 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:01 smithi028 ceph-mon[31155]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:15:01.327 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-13T14:15:01.327 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-13T14:15:01.327 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T14:15:01.327 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-09-13T14:15:01.327 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:01 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-09-13T14:15:01.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[28030]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:15:01.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[40037]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-09-13T14:15:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:01 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-09-13T14:15:02.393 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:02 smithi028 ceph-mon[31155]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:02.393 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-13T14:15:02.393 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-13T14:15:02.393 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T14:15:02.393 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-09-13T14:15:02.393 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:02 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-09-13T14:15:02.393 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:02 smithi028 ceph-mon[31155]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T14:15:02.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[28030]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[28030]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[40037]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:02.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-13T14:15:02.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-13T14:15:02.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T14:15:02.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-09-13T14:15:02.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-09-13T14:15:02.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:02 smithi001 ceph-mon[40037]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T14:15:02.834 INFO:teuthology.orchestra.run.smithi028.stdout:Scheduled prometheus update... 2024-09-13T14:15:03.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:03 smithi028 ceph-mon[31155]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T14:15:03.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:03.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:15:03.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:03.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:03.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:03 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:03.483 DEBUG:teuthology.orchestra.run.smithi028:prometheus.a> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-13T14:15:03.485 INFO:tasks.cephadm:Adding node-exporter.a on smithi001 2024-09-13T14:15:03.486 INFO:tasks.cephadm:Adding node-exporter.b on smithi028 2024-09-13T14:15:03.486 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi001=a;smithi028=b' 2024-09-13T14:15:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[28030]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T14:15:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[40037]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:03 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:03.734 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:15:04.569 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:04 smithi028 ceph-mon[31155]: pgmap v208: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:04.570 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:04 smithi028 ceph-mon[31155]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:04.570 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:04 smithi028 ceph-mon[31155]: Saving service prometheus spec with placement smithi028=a;count:1 2024-09-13T14:15:04.570 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:04 smithi028 ceph-mon[31155]: Deploying daemon prometheus.a on smithi028 2024-09-13T14:15:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[28030]: pgmap v208: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[28030]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[28030]: Saving service prometheus spec with placement smithi028=a;count:1 2024-09-13T14:15:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[28030]: Deploying daemon prometheus.a on smithi028 2024-09-13T14:15:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[40037]: pgmap v208: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[40037]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[40037]: Saving service prometheus spec with placement smithi028=a;count:1 2024-09-13T14:15:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:04 smithi001 ceph-mon[40037]: Deploying daemon prometheus.a on smithi028 2024-09-13T14:15:06.040 INFO:teuthology.orchestra.run.smithi028.stdout:Scheduled node-exporter update... 2024-09-13T14:15:06.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:06 smithi028 ceph-mon[31155]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:06.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:06 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:06.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:06 smithi001 ceph-mon[28030]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:06.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:06 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:06.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:06 smithi001 ceph-mon[40037]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:06.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:06 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:07.047 DEBUG:teuthology.orchestra.run.smithi001:node-exporter.a> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-13T14:15:07.051 DEBUG:teuthology.orchestra.run.smithi028:node-exporter.b> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-13T14:15:07.053 INFO:tasks.cephadm:Adding alertmanager.a on smithi001 2024-09-13T14:15:07.054 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi001=a' 2024-09-13T14:15:07.298 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:15:07.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:07 smithi001 ceph-mon[28030]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi001=a;smithi028=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:07.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:07 smithi001 ceph-mon[28030]: Saving service node-exporter spec with placement smithi001=a;smithi028=b;count:2 2024-09-13T14:15:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:07 smithi001 ceph-mon[40037]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi001=a;smithi028=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:07 smithi001 ceph-mon[40037]: Saving service node-exporter spec with placement smithi001=a;smithi028=b;count:2 2024-09-13T14:15:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:07 smithi028 ceph-mon[31155]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi001=a;smithi028=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:07 smithi028 ceph-mon[31155]: Saving service node-exporter spec with placement smithi001=a;smithi028=b;count:2 2024-09-13T14:15:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:08 smithi028 ceph-mon[31155]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:08.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:08 smithi001 ceph-mon[28030]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:08.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:08 smithi001 ceph-mon[40037]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:10.412 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:10 smithi001 ceph-mon[28030]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:10.412 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:10 smithi001 ceph-mon[40037]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:10.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:10 smithi028 ceph-mon[31155]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:11.772 INFO:teuthology.orchestra.run.smithi028.stdout:Scheduled alertmanager update... 2024-09-13T14:15:12.416 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:12 smithi028 ceph-mon[31155]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:12.416 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:12 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:12.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:12 smithi001 ceph-mon[28030]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:12.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:12 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:12.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:12 smithi001 ceph-mon[40037]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:12.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:12 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:13.348 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:13 smithi028 ceph-mon[31155]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi001=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:13.348 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:13 smithi028 ceph-mon[31155]: Saving service alertmanager spec with placement smithi001=a;count:1 2024-09-13T14:15:13.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:13 smithi001 ceph-mon[28030]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi001=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:13.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:13 smithi001 ceph-mon[28030]: Saving service alertmanager spec with placement smithi001=a;count:1 2024-09-13T14:15:13.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:13 smithi001 ceph-mon[40037]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi001=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:13.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:13 smithi001 ceph-mon[40037]: Saving service alertmanager spec with placement smithi001=a;count:1 2024-09-13T14:15:14.296 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:14 smithi028 ceph-mon[31155]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:14.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:14 smithi001 ceph-mon[28030]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:14.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:14 smithi001 ceph-mon[40037]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:14.609 DEBUG:teuthology.orchestra.run.smithi001:alertmanager.a> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-13T14:15:14.612 INFO:tasks.cephadm:Adding grafana.a on smithi028 2024-09-13T14:15:14.612 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi028=a' 2024-09-13T14:15:15.250 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:15:16.489 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:16 smithi028 ceph-mon[31155]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:16.489 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:16 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:16.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:16 smithi001 ceph-mon[28030]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:16.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:16 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:16.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:16 smithi001 ceph-mon[40037]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:16.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:16 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:17.170 INFO:teuthology.orchestra.run.smithi028.stdout:Scheduled grafana update... 2024-09-13T14:15:17.923 DEBUG:teuthology.orchestra.run.smithi028:grafana.a> sudo journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@grafana.a.service 2024-09-13T14:15:17.959 INFO:tasks.cephadm:Setting up client nodes... 2024-09-13T14:15:17.960 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T14:15:18.149 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:15:18 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:15:18.118Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:15:18.180 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[28030]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[28030]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[28030]: Saving service grafana spec with placement smithi028=a;count:1 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[40037]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[40037]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[40037]: Saving service grafana spec with placement smithi028=a;count:1 2024-09-13T14:15:18.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:18 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:18.605 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:15:18 smithi028 bash[61151]: a9f8a512459ff6241793443cb2148d26133fb65059ac9b48f526c294a9b97711 2024-09-13T14:15:18.605 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:15:18 smithi028 systemd[1]: Started Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:15:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:18 smithi028 ceph-mon[31155]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:18 smithi028 ceph-mon[31155]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:18 smithi028 ceph-mon[31155]: Saving service grafana spec with placement smithi028=a;count:1 2024-09-13T14:15:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:18 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T14:15:19.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setuser ceph since I am not root 2024-09-13T14:15:19.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setgroup ceph since I am not root 2024-09-13T14:15:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T14:15:19.591 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.591 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.591 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' 2024-09-13T14:15:19.591 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T14:15:19.592 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: ignoring --setuser ceph since I am not root 2024-09-13T14:15:19.592 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: ignoring --setgroup ceph since I am not root 2024-09-13T14:15:19.592 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-mgr[33234]: -- 172.21.15.28:0/802148137 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d55c2f2d00 con 0x55d55c2c7000 2024-09-13T14:15:19.592 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:19.375+0000 7f12327d2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T14:15:19.592 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:19.434+0000 7f12327d2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:15:19.592 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:19.589+0000 7f12327d2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:15:19.627 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:19.375+0000 7fa3fa2f3040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T14:15:19.628 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:19.434+0000 7fa3fa2f3040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:15:19.628 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:19.593+0000 7fa3fa2f3040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:15:19.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:19.657+0000 7f12327d2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:15:19.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:19.808+0000 7f12327d2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:15:19.956 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:19.662+0000 7fa3fa2f3040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:15:19.956 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:19.817+0000 7fa3fa2f3040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:15:20.195 INFO:teuthology.orchestra.run.smithi001.stdout:[client.0] 2024-09-13T14:15:20.196 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQD4SORmqaliCxAA05NWHOB4vxtjeacwotimmg== 2024-09-13T14:15:20.206 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:19 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:19.971+0000 7fa3fa2f3040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:15:20.223 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:19.954+0000 7f12327d2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:15:20.526 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:20.300+0000 7fa3fa2f3040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:15:20.526 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:20.364+0000 7fa3fa2f3040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:15:20.526 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[28030]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T14:15:20.527 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[28030]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T14:15:20.527 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1597936266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:20.527 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:20.527 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T14:15:20.527 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[40037]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T14:15:20.528 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[40037]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T14:15:20.528 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1597936266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:20.528 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:20.528 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T14:15:20.533 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-mon[31155]: from='mgr.14150 172.21.15.1:0/3056347964' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T14:15:20.533 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-mon[31155]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T14:15:20.533 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1597936266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:20.533 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:20.534 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T14:15:20.534 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:20.276+0000 7f12327d2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:15:20.534 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:20.339+0000 7f12327d2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:15:20.534 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:20 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:20.531+0000 7f12327d2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:15:20.820 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:20 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:20.556+0000 7fa3fa2f3040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:15:20.840 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:15:20.840 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-13T14:15:20.840 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T14:15:20.879 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T14:15:21.093 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T14:15:21.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:21 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:21.465+0000 7fa3fa2f3040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:15:21.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:21 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:21.534+0000 7fa3fa2f3040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:15:21.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:21.473+0000 7f12327d2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:15:21.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:21.544+0000 7f12327d2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:15:22.421 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:22.298+0000 7f12327d2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:15:22.422 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:22.419+0000 7f12327d2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:15:22.541 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:22.273+0000 7fa3fa2f3040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:15:22.542 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:22.392+0000 7fa3fa2f3040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:15:22.685 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:22.572+0000 7f12327d2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:15:22.685 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:22.638+0000 7f12327d2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:15:22.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:22.539+0000 7fa3fa2f3040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:15:22.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:22.603+0000 7fa3fa2f3040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:15:22.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:22.755+0000 7fa3fa2f3040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:15:22.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:22.825+0000 7fa3fa2f3040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:15:22.928 INFO:teuthology.orchestra.run.smithi028.stdout:[client.1] 2024-09-13T14:15:22.928 INFO:teuthology.orchestra.run.smithi028.stdout: key = AQD6SORmGBEjNxAAZGD8VNT7uz9+NwhADMCndw== 2024-09-13T14:15:22.939 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:22.795+0000 7f12327d2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:15:22.940 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:22.865+0000 7f12327d2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:15:22.940 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:22.929+0000 7f12327d2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:15:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/2522705519' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-mon[28030]: from='client.? 172.21.15.28:0/2522705519' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T14:15:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/2522705519' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-mon[40037]: from='client.? 172.21.15.28:0/2522705519' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T14:15:23.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:22.887+0000 7fa3fa2f3040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:15:23.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:23 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:23.050+0000 7fa3fa2f3040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:15:23.238 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/2522705519' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T14:15:23.238 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:22 smithi028 ceph-mon[31155]: from='client.? 172.21.15.28:0/2522705519' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T14:15:23.238 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:23.098+0000 7f12327d2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:15:23.238 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:23.166+0000 7f12327d2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:15:23.239 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:23.237+0000 7f12327d2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:15:23.395 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:23 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:23.117+0000 7fa3fa2f3040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:15:23.395 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:23 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:23.185+0000 7fa3fa2f3040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:15:23.395 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:23 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:23.271+0000 7fa3fa2f3040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:15:23.395 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:23 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:23.332+0000 7fa3fa2f3040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:15:23.503 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:23.324+0000 7f12327d2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:15:23.504 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:23.386+0000 7f12327d2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:15:23.504 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:23.449+0000 7f12327d2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:15:23.526 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-09-13T14:15:23.526 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-13T14:15:23.526 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T14:15:23.565 INFO:tasks.cephadm:Creating RBD pool 2024-09-13T14:15:23.565 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-13T14:15:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:23.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:23 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:23.393+0000 7fa3fa2f3040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:15:24.382 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:24.274+0000 7f12327d2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:15:24.382 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: [13/Sep/2024:14:15:24] ENGINE Bus STARTING 2024-09-13T14:15:24.382 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: CherryPy Checker: 2024-09-13T14:15:24.383 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: The Application mounted at '' has an empty config. 2024-09-13T14:15:24.383 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: 2024-09-13T14:15:24.383 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: [13/Sep/2024:14:15:24] ENGINE Serving on http://:::9283 2024-09-13T14:15:24.383 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[33211]: [13/Sep/2024:14:15:24] ENGINE Bus STARTED 2024-09-13T14:15:24.383 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: Active manager daemon y restarted 2024-09-13T14:15:24.383 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: Activating manager daemon y 2024-09-13T14:15:24.383 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: mgrmap e17: y(active, starting, since 0.00721843s), standbys: x 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:15:24.384 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: Manager daemon y is now available 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: Standby manager daemon x restarted 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: Standby manager daemon x started 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:15:24.385 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:24 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:15:24.441 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.233+0000 7fa3fa2f3040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:15:24.441 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:24] ENGINE Bus STARTING 2024-09-13T14:15:24.441 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: CherryPy Checker: 2024-09-13T14:15:24.441 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: The Application mounted at '' has an empty config. 2024-09-13T14:15:24.441 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.441 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.348+0000 7fa36968f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.348+0000 7fa36968f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.348+0000 7fa36968f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.348+0000 7fa36968f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.348+0000 7fa36968f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.349+0000 7fa363e84640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.349+0000 7fa363e84640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.349+0000 7fa363e84640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.349+0000 7fa363e84640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:24.349+0000 7fa363e84640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:15:24.442 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: Active manager daemon y restarted 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: Activating manager daemon y 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: mgrmap e17: y(active, starting, since 0.00721843s), standbys: x 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:15:24.443 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: Manager daemon y is now available 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: Standby manager daemon x restarted 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: Standby manager daemon x started 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:15:24.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: Active manager daemon y restarted 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: Activating manager daemon y 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: mgrmap e17: y(active, starting, since 0.00721843s), standbys: x 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:15:24.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:15:24.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: Manager daemon y is now available 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: Standby manager daemon x restarted 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: Standby manager daemon x started 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:15:24.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/1991911660' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:15:24.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:24] ENGINE Serving on http://:::9283 2024-09-13T14:15:24.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:24] ENGINE Bus STARTED 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: mgrmap e18: y(active, since 1.01103s), standbys: x 2024-09-13T14:15:25.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[28030]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: mgrmap e18: y(active, since 1.01103s), standbys: x 2024-09-13T14:15:25.570 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:25 smithi001 ceph-mon[40037]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: mgrmap e18: y(active, since 1.01103s), standbys: x 2024-09-13T14:15:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:25 smithi028 ceph-mon[31155]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:26.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:26.092+0000 7fa34e059640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:15:26] ENGINE Error in HTTPServer.serve 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: Traceback (most recent call last): 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._connections.run(self.expiration_interval) 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._run(expiration_interval) 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:15:26.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: s = self.context.wrap_socket( 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: return self.sslsocket_class._create( 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self.do_handshake() 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: self._sslobj.do_handshake() 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:15:26.355 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:15:26.493 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'rbd' created 2024-09-13T14:15:26.689 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: [13/Sep/2024:14:15:25] ENGINE Bus STARTING 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/404715120' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: [13/Sep/2024:14:15:26] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: [13/Sep/2024:14:15:26] ENGINE Error in HTTPServer.serve 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:15:26.690 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: [13/Sep/2024:14:15:26] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:15:26.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: [13/Sep/2024:14:15:26] ENGINE Bus STARTED 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[28030]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: [13/Sep/2024:14:15:25] ENGINE Bus STARTING 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/404715120' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: [13/Sep/2024:14:15:26] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: [13/Sep/2024:14:15:26] ENGINE Error in HTTPServer.serve 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:15:26.692 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:15:26.693 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:15:26.694 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: [13/Sep/2024:14:15:26] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:15:26.694 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: [13/Sep/2024:14:15:26] ENGINE Bus STARTED 2024-09-13T14:15:26.694 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-mon[40037]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:26.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: [13/Sep/2024:14:15:25] ENGINE Bus STARTING 2024-09-13T14:15:26.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/404715120' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T14:15:26.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T14:15:26.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: [13/Sep/2024:14:15:26] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:15:26.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: [13/Sep/2024:14:15:26] ENGINE Error in HTTPServer.serve 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: Traceback (most recent call last): 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._run(expiration_interval) 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: s = self.context.wrap_socket( 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:15:26.856 INFO:journalctl@ceph.mon.b.smithi028.stdout: return self.sslsocket_class._create( 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout: self.do_handshake() 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._sslobj.do_handshake() 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: [13/Sep/2024:14:15:26] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: [13/Sep/2024:14:15:26] ENGINE Bus STARTED 2024-09-13T14:15:26.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:26 smithi028 ceph-mon[31155]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:26.987 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:15:26] "GET /metrics HTTP/1.1" 200 28730 "" "Prometheus/2.43.0" 2024-09-13T14:15:27.379 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-13T14:15:27.613 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:27.735 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T14:15:27.735 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.736 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi028 to 2993M 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.737 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi028 to 2993M 2024-09-13T14:15:27.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:27 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T14:15:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T14:15:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-13T14:15:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi028 to 2993M 2024-09-13T14:15:27.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:27 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T14:15:28.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[28030]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:28 smithi001 ceph-mon[40037]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T14:15:28.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:15:28.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:28.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:28.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:28.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:28 smithi028 ceph-mon[31155]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T14:15:29.503 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi001 to 2993M 2024-09-13T14:15:29.503 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:15:29.503 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:15:29.503 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: Deploying daemon alertmanager.a on smithi001 2024-09-13T14:15:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2175402714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi001 to 2993M 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:15:29.505 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: Deploying daemon alertmanager.a on smithi001 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2175402714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T14:15:29.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:29 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T14:15:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi001 to 2993M 2024-09-13T14:15:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:15:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:15:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:15:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:15:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: Deploying daemon alertmanager.a on smithi001 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2175402714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T14:15:29.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:29 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T14:15:31.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:31 smithi001 ceph-mon[40037]: pgmap v9: 105 pgs: 7 unknown, 98 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:31 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T14:15:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:31 smithi001 ceph-mon[40037]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T14:15:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:31 smithi001 ceph-mon[28030]: pgmap v9: 105 pgs: 7 unknown, 98 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:31 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T14:15:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:31 smithi001 ceph-mon[28030]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T14:15:31.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:31 smithi028 ceph-mon[31155]: pgmap v9: 105 pgs: 7 unknown, 98 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:31 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T14:15:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:31 smithi028 ceph-mon[31155]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T14:15:32.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:32 smithi001 ceph-mon[28030]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T14:15:32.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:32 smithi001 ceph-mon[40037]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T14:15:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:32 smithi028 ceph-mon[31155]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[28030]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[28030]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[28030]: Cluster is now healthy 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[28030]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[40037]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[40037]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[40037]: Cluster is now healthy 2024-09-13T14:15:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:33 smithi001 ceph-mon[40037]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T14:15:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:33 smithi028 ceph-mon[31155]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-13T14:15:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:33 smithi028 ceph-mon[31155]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:15:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:33 smithi028 ceph-mon[31155]: Cluster is now healthy 2024-09-13T14:15:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:33 smithi028 ceph-mon[31155]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T14:15:33.707 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph config log 1 --format=json 2024-09-13T14:15:35.595 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:35 smithi001 ceph-mon[28030]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-13T14:15:35.595 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:35 smithi001 ceph-mon[40037]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-13T14:15:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:35 smithi028 ceph-mon[31155]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-13T14:15:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:37.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:15:36] "GET /metrics HTTP/1.1" 200 28730 "" "Prometheus/2.43.0" 2024-09-13T14:15:37.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:37 smithi001 ceph-mon[28030]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-09-13T14:15:37.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:37 smithi001 ceph-mon[28030]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T14:15:37.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:37 smithi001 ceph-mon[40037]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-09-13T14:15:37.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:37 smithi001 ceph-mon[40037]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T14:15:37.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:37 smithi028 ceph-mon[31155]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-09-13T14:15:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:37 smithi028 ceph-mon[31155]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T14:15:38.279 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:38 smithi001 podman[74429]: 2024-09-13 14:15:38.177421064 +0000 UTC m=+0.220964901 volume create 125873db14ffef0a84323853cd298a03220f9a8190ce187323a93508c9504a14 2024-09-13T14:15:38.363 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:15:38.536 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:38 smithi001 podman[74429]: 2024-09-13 14:15:38.386796292 +0000 UTC m=+0.430340128 container create 34fd6d993b8bba4ddcde8856366686f496a5499f23e27956c6055961705240a6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:15:39.057 INFO:teuthology.orchestra.run.smithi001.stdout:[{"version":24,"timestamp":"2024-09-13T14:15:28.322303+0000","name":"","changes":[{"name":"osd/host:smithi001/osd_memory_target","previous_value":"4212219596","new_value":"3138477772"}]}] 2024-09-13T14:15:39.057 INFO:tasks.ceph_manager:config epoch is 24 2024-09-13T14:15:39.057 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T14:15:39.058 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-13T14:15:39.058 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-13T14:15:39.284 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 podman[74429]: 2024-09-13 14:15:39.184460758 +0000 UTC m=+1.228004608 container init 34fd6d993b8bba4ddcde8856366686f496a5499f23e27956c6055961705240a6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:15:39.284 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 podman[74429]: 2024-09-13 14:15:39.190077505 +0000 UTC m=+1.233621343 container start 34fd6d993b8bba4ddcde8856366686f496a5499f23e27956c6055961705240a6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:15:39.284 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.209Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T14:15:39.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.209Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T14:15:39.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.210Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.1 port=9094 2024-09-13T14:15:39.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.211Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T14:15:39.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.235Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:15:39.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.235Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:15:39.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.238Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T14:15:39.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:39.238Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T14:15:39.367 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:39.584 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-mon[28030]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 293 B/s wr, 0 op/s 2024-09-13T14:15:39.584 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2938800605' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-13T14:15:39.584 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:39] ENGINE Bus STOPPING 2024-09-13T14:15:39.584 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-mon[40037]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 293 B/s wr, 0 op/s 2024-09-13T14:15:39.585 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2938800605' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-13T14:15:39.585 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 bash[74429]: 34fd6d993b8bba4ddcde8856366686f496a5499f23e27956c6055961705240a6 2024-09-13T14:15:39.585 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:39 smithi001 systemd[1]: Started Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:15:39.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:39 smithi028 ceph-mon[31155]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 293 B/s wr, 0 op/s 2024-09-13T14:15:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:39 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2938800605' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-13T14:15:40.167 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:15:40.167 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:39] ENGINE Bus STOPPED 2024-09-13T14:15:40.167 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:39] ENGINE Bus STARTING 2024-09-13T14:15:40.167 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:40] ENGINE Serving on http://:::9283 2024-09-13T14:15:40.167 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:15:40] ENGINE Bus STARTED 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T14:15:40.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: Deploying daemon grafana.a on smithi028 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[40037]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.452 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: Deploying daemon grafana.a on smithi028 2024-09-13T14:15:40.453 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:40 smithi001 ceph-mon[28030]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T14:15:40.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T14:15:40.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:40.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: Deploying daemon grafana.a on smithi028 2024-09-13T14:15:40.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:40 smithi028 ceph-mon[31155]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:15:41.135 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:15:41.448 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:41.212Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001028641s 2024-09-13T14:15:41.757 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:41 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2429744316' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:15:41.758 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:41 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2429744316' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:15:41.785 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":20,"flags":0,"active_gid":24449,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6800","nonce":3063143548},{"type":"v1","addr":"172.21.15.1:6801","nonce":3063143548}]},"active_addr":"172.21.15.1:6801/3063143548","active_change":"2024-09-13T14:15:24.237426+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24421,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.1:8443/","prometheus":"http://172.21.15.1:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":240429269}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":3624920069}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":130849688}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":292507210}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":15432250}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":3111964174}]}]} 2024-09-13T14:15:41.789 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-13T14:15:41.789 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-13T14:15:41.790 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:15:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:41 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2429744316' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:15:42.004 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:42.756 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:42 smithi028 ceph-mon[31155]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 205 B/s wr, 0 op/s 2024-09-13T14:15:42.839 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:42 smithi001 ceph-mon[28030]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 205 B/s wr, 0 op/s 2024-09-13T14:15:42.839 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:42 smithi001 ceph-mon[40037]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 205 B/s wr, 0 op/s 2024-09-13T14:15:43.886 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:15:43.886 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":75,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:15:36.691852+0000","last_up_change":"2024-09-13T14:14:06.675998+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T14:15:26.438519+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6803","nonce":1317464089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6805","nonce":1317464089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6809","nonce":1317464089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6807","nonce":1317464089}]},"public_addr":"172.21.15.1:6803/1317464089","cluster_addr":"172.21.15.1:6805/1317464089","heartbeat_back_addr":"172.21.15.1:6809/1317464089","heartbeat_front_addr":"172.21.15.1:6807/1317464089","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6811","nonce":1324255145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6813","nonce":1324255145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6817","nonce":1324255145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6815","nonce":1324255145}]},"public_addr":"172.21.15.1:6811/1324255145","cluster_addr":"172.21.15.1:6813/1324255145","heartbeat_back_addr":"172.21.15.1:6817/1324255145","heartbeat_front_addr":"172.21.15.1:6815/1324255145","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6819","nonce":789473879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6821","nonce":789473879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6825","nonce":789473879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6823","nonce":789473879}]},"public_addr":"172.21.15.1:6819/789473879","cluster_addr":"172.21.15.1:6821/789473879","heartbeat_back_addr":"172.21.15.1:6825/789473879","heartbeat_front_addr":"172.21.15.1:6823/789473879","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6827","nonce":2470827647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6829","nonce":2470827647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6833","nonce":2470827647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6831","nonce":2470827647}]},"public_addr":"172.21.15.1:6827/2470827647","cluster_addr":"172.21.15.1:6829/2470827647","heartbeat_back_addr":"172.21.15.1:6833/2470827647","heartbeat_front_addr":"172.21.15.1:6831/2470827647","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6801","nonce":2276897409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6803","nonce":2276897409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6807","nonce":2276897409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6805","nonce":2276897409}]},"public_addr":"172.21.15.28:6801/2276897409","cluster_addr":"172.21.15.28:6803/2276897409","heartbeat_back_addr":"172.21.15.28:6807/2276897409","heartbeat_front_addr":"172.21.15.28:6805/2276897409","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6809","nonce":684386931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6811","nonce":684386931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6815","nonce":684386931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6813","nonce":684386931}]},"public_addr":"172.21.15.28:6809/684386931","cluster_addr":"172.21.15.28:6811/684386931","heartbeat_back_addr":"172.21.15.28:6815/684386931","heartbeat_front_addr":"172.21.15.28:6813/684386931","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6817","nonce":1250737165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6819","nonce":1250737165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6823","nonce":1250737165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6821","nonce":1250737165}]},"public_addr":"172.21.15.28:6817/1250737165","cluster_addr":"172.21.15.28:6819/1250737165","heartbeat_back_addr":"172.21.15.28:6823/1250737165","heartbeat_front_addr":"172.21.15.28:6821/1250737165","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6825","nonce":1220667251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6827","nonce":1220667251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6831","nonce":1220667251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6829","nonce":1220667251}]},"public_addr":"172.21.15.28:6825/1220667251","cluster_addr":"172.21.15.28:6827/1220667251","heartbeat_back_addr":"172.21.15.28:6831/1220667251","heartbeat_front_addr":"172.21.15.28:6829/1220667251","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/1192614905":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3626932152":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3485144721":"2024-09-14T14:15:24.237178+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3791458357":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:15:44.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:43 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1466060075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:15:44.173 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:43 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1466060075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:15:44.173 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:43 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1466060075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:15:44.587 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-13T14:15:44.587 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:15:44.792 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:45.201 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:44 smithi001 ceph-mon[28030]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T14:15:45.202 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:44 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:45.202 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:44 smithi001 ceph-mon[40037]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T14:15:45.202 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:44 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:44 smithi028 ceph-mon[31155]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T14:15:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:44 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:46.498 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:15:46.498 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:46 smithi001 ceph-mon[28030]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:46.498 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:46 smithi001 ceph-mon[40037]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:46.499 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":75,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:15:36.691852+0000","last_up_change":"2024-09-13T14:14:06.675998+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T14:15:26.438519+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6803","nonce":1317464089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6805","nonce":1317464089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6809","nonce":1317464089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6807","nonce":1317464089}]},"public_addr":"172.21.15.1:6803/1317464089","cluster_addr":"172.21.15.1:6805/1317464089","heartbeat_back_addr":"172.21.15.1:6809/1317464089","heartbeat_front_addr":"172.21.15.1:6807/1317464089","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6811","nonce":1324255145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6813","nonce":1324255145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6817","nonce":1324255145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6815","nonce":1324255145}]},"public_addr":"172.21.15.1:6811/1324255145","cluster_addr":"172.21.15.1:6813/1324255145","heartbeat_back_addr":"172.21.15.1:6817/1324255145","heartbeat_front_addr":"172.21.15.1:6815/1324255145","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6819","nonce":789473879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6821","nonce":789473879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6825","nonce":789473879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6823","nonce":789473879}]},"public_addr":"172.21.15.1:6819/789473879","cluster_addr":"172.21.15.1:6821/789473879","heartbeat_back_addr":"172.21.15.1:6825/789473879","heartbeat_front_addr":"172.21.15.1:6823/789473879","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6827","nonce":2470827647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6829","nonce":2470827647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6833","nonce":2470827647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6831","nonce":2470827647}]},"public_addr":"172.21.15.1:6827/2470827647","cluster_addr":"172.21.15.1:6829/2470827647","heartbeat_back_addr":"172.21.15.1:6833/2470827647","heartbeat_front_addr":"172.21.15.1:6831/2470827647","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6801","nonce":2276897409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6803","nonce":2276897409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6807","nonce":2276897409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6805","nonce":2276897409}]},"public_addr":"172.21.15.28:6801/2276897409","cluster_addr":"172.21.15.28:6803/2276897409","heartbeat_back_addr":"172.21.15.28:6807/2276897409","heartbeat_front_addr":"172.21.15.28:6805/2276897409","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6809","nonce":684386931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6811","nonce":684386931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6815","nonce":684386931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6813","nonce":684386931}]},"public_addr":"172.21.15.28:6809/684386931","cluster_addr":"172.21.15.28:6811/684386931","heartbeat_back_addr":"172.21.15.28:6815/684386931","heartbeat_front_addr":"172.21.15.28:6813/684386931","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6817","nonce":1250737165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6819","nonce":1250737165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6823","nonce":1250737165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6821","nonce":1250737165}]},"public_addr":"172.21.15.28:6817/1250737165","cluster_addr":"172.21.15.28:6819/1250737165","heartbeat_back_addr":"172.21.15.28:6823/1250737165","heartbeat_front_addr":"172.21.15.28:6821/1250737165","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6825","nonce":1220667251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6827","nonce":1220667251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6831","nonce":1220667251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6829","nonce":1220667251}]},"public_addr":"172.21.15.28:6825/1220667251","cluster_addr":"172.21.15.28:6827/1220667251","heartbeat_back_addr":"172.21.15.28:6831/1220667251","heartbeat_front_addr":"172.21.15.28:6829/1220667251","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/1192614905":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3626932152":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3485144721":"2024-09-14T14:15:24.237178+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3791458357":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:15:46.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:46 smithi028 ceph-mon[31155]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:47.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:15:46] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-09-13T14:15:47.136 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-13T14:15:47.136 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-13T14:15:47.137 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-13T14:15:47.137 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-13T14:15:47.138 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-13T14:15:47.138 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-13T14:15:47.139 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-13T14:15:47.139 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-13T14:15:47.583 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:47.583 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:47.586 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:47.586 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:47.586 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:47.589 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:47.589 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:47.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:47 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1020752796' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:15:47.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:47 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1020752796' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:15:47.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:47 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1020752796' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:15:47.609 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:48.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:48 smithi001 ceph-mon[28030]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:49.074 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:48 smithi001 ceph-mon[40037]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:49.074 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:48 smithi028 ceph-mon[31155]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:49.417 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:15:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:15:49.215Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003492104s 2024-09-13T14:15:50.563 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:50 smithi028 ceph-mon[31155]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:50.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:50 smithi001 ceph-mon[40037]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:50.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:50 smithi001 ceph-mon[28030]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:50.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:50 smithi028 systemd[1]: Starting Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:15:51.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:50 smithi028 podman[63308]: 2024-09-13 14:15:50.87138145 +0000 UTC m=+0.016078262 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-13T14:15:51.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:50 smithi028 podman[63308]: 2024-09-13 14:15:50.981434826 +0000 UTC m=+0.126131684 container create fa76782293162b79e151e2b6620887acc9ceaf5d5b9fe122f5c18d92083d772a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, description=Ceph Grafana Container, version=8.5, release=239.1651231664, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , distribution-scope=public, vendor=Red Hat, Inc., name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-09-13T14:15:52.348 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-mon[31155]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 podman[63308]: 2024-09-13 14:15:52.097878797 +0000 UTC m=+1.242575625 container init fa76782293162b79e151e2b6620887acc9ceaf5d5b9fe122f5c18d92083d772a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, version=8.5, release=239.1651231664, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , name=ubi8, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, vcs-type=git, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 podman[63308]: 2024-09-13 14:15:52.104050657 +0000 UTC m=+1.248747469 container start fa76782293162b79e151e2b6620887acc9ceaf5d5b9fe122f5c18d92083d772a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, version=8.5, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, name=ubi8, io.openshift.expose-services=, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.openshift.tags=base rhel8) 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.269896258Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270075544Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270095762Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270103994Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270110837Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T14:15:52.349 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270117544Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270124037Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270130578Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270137114Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270144086Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270150517Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270156828Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270163244Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=settings t=2024-09-13T14:15:52.270169675Z level=info msg="App mode production" 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=sqlstore t=2024-09-13T14:15:52.270222266Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=sqlstore t=2024-09-13T14:15:52.270240903Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.271122966Z level=info msg="Starting DB migrations" 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.271202478Z level=info msg="Executing migration" id="create migration_log table" 2024-09-13T14:15:52.350 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.271805399Z level=info msg="Executing migration" id="create user table" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.272258584Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.272748408Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.273196011Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.273688571Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.274113698Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.274845278Z level=info msg="Executing migration" id="create user table v2" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.275302614Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.275682108Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.276134393Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.276453695Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-13T14:15:52.351 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.276829803Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.277271064Z level=info msg="Executing migration" id="Update user table charset" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.277540253Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.277999715Z level=info msg="Executing migration" id="Add missing user data" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.27835835Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.278802289Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.279227289Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.279646156Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.28080334Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.281229662Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.281715041Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.282149983Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.282561868Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.282954359Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-13T14:15:52.352 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.283239202Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.283561855Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.283935463Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.284305435Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.284639872Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.285284725Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.285683207Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.286089584Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.286470183Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-13T14:15:52.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.286867009Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-13T14:15:52.356 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.287318987Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-13T14:15:52.356 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.287613694Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-13T14:15:52.356 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.287958419Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-13T14:15:52.356 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.288253873Z level=info msg="Executing migration" id="create star table" 2024-09-13T14:15:52.356 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.288585676Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.289053497Z level=info msg="Executing migration" id="create org table v1" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.289484288Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.289905771Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.290270357Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.290645747Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.29102585Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.291397211Z level=info msg="Executing migration" id="Update org table charset" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.291642466Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.291904857Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.292157991Z level=info msg="Executing migration" id="create dashboard table" 2024-09-13T14:15:52.357 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.29250486Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.292910441Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.29334044Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.293731658Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.294126973Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.29446121Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.295287446Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.295658914Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.296083572Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.296495123Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.296827813Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.297213929Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.297455996Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-13T14:15:52.358 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.29792793Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.298373872Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.298841816Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.299240028Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.299667769Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.300094512Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.300457428Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.300696525Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.300956378Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.301425188Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.301949423Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.302499199Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-13T14:15:52.359 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.30297223Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.303263146Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.303653045Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.304050805Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.304293652Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.304672113Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.305073751Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.305971442Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.306352398Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.306782523Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.307169494Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-13T14:15:52.360 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.307434525Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.307792885Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.308263247Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.308612203Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.308905553Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.309154859Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.315026933Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.31555118Z level=info msg="Executing migration" id="create data_source table" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.315992692Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-13T14:15:52.361 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.316408203Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.316802491Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.317180283Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.317528835Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.318559542Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.318988317Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.319339981Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.31973466Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.320068437Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.3205566Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.321103436Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.321338826Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.321589035Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-13T14:15:52.362 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.32210857Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.322431514Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.322687786Z level=info msg="Executing migration" id="Add uid column" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.323196319Z level=info msg="Executing migration" id="Update uid value" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.323473765Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.323877952Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.324266853Z level=info msg="Executing migration" id="create api_key table" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.324642243Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.325048591Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.325421121Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.32588229Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-13T14:15:52.363 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.32624918Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.326588714Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.326972298Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.327985447Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.328347842Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.328783792Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.329177788Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.329553446Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.329912449Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.330257886Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.330485746Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.330999308Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.331518804Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-13T14:15:52.364 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.331811488Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.332317882Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.332865089Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.333219278Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.33353142Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.33394337Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.334329976Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.334713161Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.335092368Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.335343609Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.335581968Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.336123751Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-13T14:15:52.365 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.336641409Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.336929218Z level=info msg="Executing migration" id="create quota table v1" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.337283945Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.337707506Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.338050054Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.338461169Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.338871405Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.339413673Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.339655335Z level=info msg="Executing migration" id="create session table" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.340163218Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.340462955Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.340749338Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-13T14:15:52.366 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.341106224Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.341452042Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.341697106Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.341959932Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.342199202Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.342476195Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.342870191Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.343130113Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.343671264Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.343960345Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.344484195Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-13T14:15:52.367 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.345060739Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.345333863Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.345732398Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.346192106Z level=info msg="Executing migration" id="create alert table v1" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.346607738Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.347050642Z level=info msg="Executing migration" id="add index alert state" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.347447656Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.34785404Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.348205315Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.348660521Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.349082477Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.350527123Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-13T14:15:52.368 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.350914012Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-13T14:15:52.369 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.351325595Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-13T14:15:52.369 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.351604411Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-13T14:15:52.369 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.351989417Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-13T14:15:52.369 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.352345539Z level=info msg="Executing migration" id="Add column is_default" 2024-09-13T14:15:52.462 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:52 smithi001 ceph-mon[40037]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:52.462 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:52 smithi001 ceph-mon[28030]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:52.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.352992747Z level=info msg="Executing migration" id="Add column frequency" 2024-09-13T14:15:52.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.353632306Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-13T14:15:52.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.35431591Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.354972573Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.355380872Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.355698109Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.356023081Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.356397412Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.356865609Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.357362348Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.357857175Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.358422309Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.359368141Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-13T14:15:52.606 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.360089181Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.36043595Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.360940697Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.361334571Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.36195624Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.362258155Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.362650614Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.363158571Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.363556055Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.36417569Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.364725254Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-13T14:15:52.607 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.365165965Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.365575304Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.366044014Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.366530395Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.366841895Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.367540912Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.367977756Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.368654877Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.36904753Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.36951389Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-13T14:15:52.608 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.369929123Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-13T14:15:52.609 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.371526691Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-13T14:15:52.609 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.371918922Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-13T14:15:52.612 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.372354879Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-13T14:15:52.612 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.372646271Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-13T14:15:52.612 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.373008011Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-13T14:15:52.612 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.373280406Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-13T14:15:52.612 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.37395059Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-13T14:15:52.612 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.374647377Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-13T14:15:52.612 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.375092587Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.375540317Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.375855728Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.376524058Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.377002186Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.377308362Z level=info msg="Executing migration" id="Move region to single row" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.37765847Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.378099956Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.37855609Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.379022203Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.379412948Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-13T14:15:52.613 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.379807721Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.380207814Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.380483957Z level=info msg="Executing migration" id="create test_data table" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.380890742Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.3812707Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.38171537Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.382146695Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.382414465Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.3827362Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.383052273Z level=info msg="Executing migration" id="create team table" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.383466707Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-13T14:15:52.614 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.383948183Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.384358626Z level=info msg="Executing migration" id="create team member table" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.384739291Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.385137581Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.385537966Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.385989992Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.386695418Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.387362994Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.388047414Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.388432553Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.388883164Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.389304881Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-13T14:15:52.615 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.389709148Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.390192776Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.390789149Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.391254652Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.391660424Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.392055085Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.392345475Z level=info msg="Executing migration" id="create tag table" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.39271776Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.393175616Z level=info msg="Executing migration" id="create login attempt table" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.393536663Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.393944462Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-13T14:15:52.616 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.394358753Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.3962383Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.39660606Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.397023184Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.397309534Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.397657973Z level=info msg="Executing migration" id="create user auth table" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.398039626Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.398435063Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.398682891Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.399390138Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-13T14:15:52.617 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.400113315Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.400830827Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.4015513Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.401965276Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.402714446Z level=info msg="Executing migration" id="create server_lock table" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.403087857Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.40349995Z level=info msg="Executing migration" id="create user auth token table" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.403922808Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.404323584Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.404773284Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.405175281Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.40593109Z level=info msg="Executing migration" id="create cache_data table" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.406315174Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-13T14:15:52.618 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.406743692Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.407151732Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.407568196Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.407874371Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.408119459Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.408537648Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.408973727Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.40936959Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.409606215Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.410013022Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.410370721Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.41083029Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.411250009Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-13T14:15:52.619 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.412082047Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.412492423Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.412819962Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.413214955Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.413589911Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.413999332Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.414262553Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.414651826Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.415045892Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.415414763Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.415824595Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.416577814Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.417032654Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.417389319Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-13T14:15:52.620 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.420872056Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.424238025Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.424692964Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.425112551Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.425902638Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.426327393Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.426750712Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.427155705Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.427548097Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.427819386Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.428599182Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.429393398Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.430214778Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-13T14:15:52.621 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.430619206Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.431033861Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.43183093Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.432615289Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.433086036Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.433882308Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.434687512Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.434980465Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.435407083Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.435857339Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.436276802Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.436513766Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.437362713Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.438202028Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-13T14:15:52.622 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.439031463Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.439870502Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.440690612Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.441011066Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.441389514Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.442262858Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.442536744Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.443388547Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.443864328Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.444693775Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.445070721Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.445512459Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.446368115Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.446757724Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-13T14:15:52.623 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.447200686Z level=info msg="Executing migration" id="create alert_image table" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.447588692Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.44802286Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.448284253Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.448678308Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.449075351Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.44915556Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.449366307Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.44970452Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.450109426Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.450250406Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.450371077Z level=info msg="alerts found to migrate" alerts=0 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.450766876Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-13T14:15:52.624 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.451212563Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.451687051Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.452085186Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.452497709Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.452945618Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.453219116Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.453541313Z level=info msg="Executing migration" id="create data_keys table" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.45395672Z level=info msg="Executing migration" id="create secrets table" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.454363451Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.458724917Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.459602168Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.459938367Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.465813682Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.470140156Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.470539571Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-13T14:15:52.625 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.470965602Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.471288567Z level=info msg="Executing migration" id="create permission table" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.471681615Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.472090649Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.472503763Z level=info msg="Executing migration" id="create role table" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.472908487Z level=info msg="Executing migration" id="add column display_name" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.473824423Z level=info msg="Executing migration" id="add column group_name" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.47474168Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.475182785Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.475655516Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.47610781Z level=info msg="Executing migration" id="create team role table" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.476496621Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.476978181Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.477453659Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-13T14:15:52.626 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.477906896Z level=info msg="Executing migration" id="create user role table" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.478304407Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.47876095Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.479227968Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.479685669Z level=info msg="Executing migration" id="create builtin role table" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.480284347Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.480793928Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.481242473Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.482228406Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.482870373Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.483326987Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.483774697Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.484238394Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-13T14:15:52.627 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.484661932Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.485144385Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.486093344Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.48650183Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.486942623Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.487210376Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.487553206Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.488022987Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.488361858Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.488610803Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.488945937Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.489349677Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.48976411Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.490716304Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-13T14:15:52.628 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.491017269Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.49141742Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.491839171Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.492274437Z level=info msg="Executing migration" id="add correlation config column" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.493255723Z level=info msg="Executing migration" id="create entity_events table" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.493677239Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.494099573Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.494186605Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.494463314Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.494541302Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.494851634Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.495245534Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.495597072Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.496046677Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T14:15:52.629 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.496476643Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.496881884Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.497329668Z level=info msg="Executing migration" id="Drop public config table" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.49778716Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.498239933Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.498620271Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.499109839Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.499518538Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.502533249Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.503540307Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.504581269Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.504903331Z level=info msg="Executing migration" id="add share column" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.505912048Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.506381681Z level=info msg="Executing migration" id="create file table" 2024-09-13T14:15:52.630 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.506808879Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.50726489Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.507764618Z level=info msg="Executing migration" id="create file_meta table" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.508172739Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.508641585Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.508926218Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.509277747Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.509557067Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.510016052Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.51104174Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.511348191Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.511847799Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.512288247Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-13T14:15:52.631 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.512569985Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.512944266Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.513972902Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.51501366Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.515468649Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.525556353Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.526154057Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.526690244Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.530313524Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.530646651Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.531006645Z level=info msg="Executing migration" id="create folder table" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.531363189Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.531789259Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.532207986Z level=info msg="Executing migration" id="Update folder title length" 2024-09-13T14:15:52.632 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.532455518Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-13T14:15:52.633 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=migrator t=2024-09-13T14:15:52.532888496Z level=info msg="migrations completed" performed=485 skipped=0 duration=261.706349ms 2024-09-13T14:15:52.633 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=sqlstore t=2024-09-13T14:15:52.533286914Z level=info msg="Created default organization" 2024-09-13T14:15:52.633 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=plugin.loader t=2024-09-13T14:15:52.593238584Z level=info msg="Plugin registered" pluginID=input 2024-09-13T14:15:52.933 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=plugin.loader t=2024-09-13T14:15:52.622747863Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T14:15:52.933 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=plugin.loader t=2024-09-13T14:15:52.622766843Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T14:15:52.933 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=secrets t=2024-09-13T14:15:52.622803405Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T14:15:52.933 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=query_data t=2024-09-13T14:15:52.624558447Z level=info msg="Query Service initialization" 2024-09-13T14:15:52.933 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=live.push_http t=2024-09-13T14:15:52.626803079Z level=info msg="Live Push Gateway initialization" 2024-09-13T14:15:53.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 bash[63308]: fa76782293162b79e151e2b6620887acc9ceaf5d5b9fe122f5c18d92083d772a 2024-09-13T14:15:53.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:52 smithi028 systemd[1]: Started Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=infra.usagestats.collector t=2024-09-13T14:15:53.406656422Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=provisioning.datasources t=2024-09-13T14:15:53.461040599Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=provisioning.datasources t=2024-09-13T14:15:53.493284258Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=provisioning.alerting t=2024-09-13T14:15:53.515195824Z level=info msg="starting to provision alerting" 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=provisioning.alerting t=2024-09-13T14:15:53.515215935Z level=info msg="finished to provision alerting" 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=grafanaStorageLogger t=2024-09-13T14:15:53.515314004Z level=info msg="storage starting" 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=ngalert.state.manager t=2024-09-13T14:15:53.515635112Z level=info msg="Warming state cache for startup" 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=http.server t=2024-09-13T14:15:53.520610348Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T14:15:53.855 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=ngalert.state.manager t=2024-09-13T14:15:53.526054134Z level=info msg="State cache has been initialized" states=0 duration=10.523508ms 2024-09-13T14:15:53.856 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=ticker t=2024-09-13T14:15:53.526118505Z level=info msg=starting first_tick=2024-09-13T14:16:00Z 2024-09-13T14:15:53.856 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=ngalert.multiorg.alertmanager t=2024-09-13T14:15:53.526118468Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T14:15:53.856 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:15:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=sqlstore.transactions t=2024-09-13T14:15:53.527161644Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[28030]: Deploying daemon node-exporter.a on smithi001 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.092 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.093 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.093 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:54 smithi001 ceph-mon[40037]: Deploying daemon node-exporter.a on smithi001 2024-09-13T14:15:54.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:54 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:54 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:54 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:54 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:54.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:54 smithi028 ceph-mon[31155]: Deploying daemon node-exporter.a on smithi001 2024-09-13T14:15:54.930 INFO:teuthology.orchestra.run.smithi001.stdout:55834574899 2024-09-13T14:15:54.930 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-13T14:15:55.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:55 smithi001 ceph-mon[28030]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:55.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:55 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:55.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:55 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:55.255 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:55 smithi001 ceph-mon[40037]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:55.255 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:55 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:55.255 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:55 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:55 smithi028 ceph-mon[31155]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:55 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:55 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:15:55.585 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:15:55 smithi001 systemd[1]: Starting Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:15:56.588 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:56 smithi001 ceph-mon[28030]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:56.588 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:56 smithi001 ceph-mon[40037]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:56 smithi028 ceph-mon[31155]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:57.211 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:15:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:15:56] "GET /metrics HTTP/1.1" 200 33641 "" "Prometheus/2.43.0" 2024-09-13T14:15:57.919 INFO:teuthology.orchestra.run.smithi001.stdout:197568495645 2024-09-13T14:15:57.920 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-13T14:15:58.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:15:58 smithi001 ceph-mon[28030]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:15:58 smithi001 ceph-mon[40037]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:15:58 smithi028 ceph-mon[31155]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:00.418 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:00 smithi001 ceph-mon[28030]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:00.418 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:00 smithi001 ceph-mon[40037]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:00.591 INFO:teuthology.orchestra.run.smithi001.stdout:107374182442 2024-09-13T14:16:00.592 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-13T14:16:00.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:00 smithi028 ceph-mon[31155]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:01.840 INFO:teuthology.orchestra.run.smithi001.stdout:163208757282 2024-09-13T14:16:01.840 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-13T14:16:02.516 INFO:teuthology.orchestra.run.smithi001.stdout:128849018920 2024-09-13T14:16:02.516 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-13T14:16:02.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:02 smithi001 ceph-mon[28030]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:02 smithi001 ceph-mon[40037]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:02.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:02 smithi028 ceph-mon[31155]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:03.222 INFO:teuthology.orchestra.run.smithi001.stdout:231928234008 2024-09-13T14:16:03.222 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-13T14:16:03.908 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:03 smithi001 bash[77176]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-13T14:16:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:04.134 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:04 smithi001 ceph-mon[28030]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:04 smithi001 ceph-mon[40037]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:04.603 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:04 smithi001 bash[77176]: Getting image source signatures 2024-09-13T14:16:04.603 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:04 smithi001 bash[77176]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-13T14:16:04.603 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:04 smithi001 bash[77176]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-13T14:16:04.603 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:04 smithi001 bash[77176]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-13T14:16:04.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:04 smithi028 ceph-mon[31155]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:04.808 INFO:teuthology.orchestra.run.smithi001.stdout:77309411376 2024-09-13T14:16:04.808 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-13T14:16:06.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:06 smithi001 ceph-mon[28030]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:06.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:06 smithi001 ceph-mon[40037]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:06.603 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:06 smithi001 bash[77176]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-13T14:16:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:06 smithi028 ceph-mon[31155]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:06.915 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:06 smithi001 bash[77176]: Writing manifest to image destination 2024-09-13T14:16:07.227 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:16:06] "GET /metrics HTTP/1.1" 200 33641 "" "Prometheus/2.43.0" 2024-09-13T14:16:07.228 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:07 smithi001 podman[77176]: 2024-09-13 14:16:07.087278025 +0000 UTC m=+3.393515973 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T14:16:07.243 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:07.243 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:07.244 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:07.262 INFO:teuthology.orchestra.run.smithi001.stdout:34359738427 2024-09-13T14:16:07.262 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-13T14:16:07.528 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:07 smithi001 podman[77176]: 2024-09-13 14:16:07.420167792 +0000 UTC m=+3.726405743 container create 68242dd465286bd9e9afc9e93ac01d3a402024f01e5c56781d6f7b09da199b6c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:08.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-mon[28030]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:08.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-mon[40037]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:08.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:08 smithi028 ceph-mon[31155]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:09.195 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 podman[77176]: 2024-09-13 14:16:08.89171619 +0000 UTC m=+5.197954142 container init 68242dd465286bd9e9afc9e93ac01d3a402024f01e5c56781d6f7b09da199b6c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:09.195 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 podman[77176]: 2024-09-13 14:16:08.897941949 +0000 UTC m=+5.204179899 container start 68242dd465286bd9e9afc9e93ac01d3a402024f01e5c56781d6f7b09da199b6c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:09.195 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.902Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T14:16:09.195 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.902Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T14:16:09.195 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T14:16:09.195 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T14:16:09.196 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T14:16:09.197 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T14:16:09.198 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.903Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.904Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[77646]: ts=2024-09-13T14:16:08.904Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T14:16:09.199 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:09 smithi001 bash[77176]: 68242dd465286bd9e9afc9e93ac01d3a402024f01e5c56781d6f7b09da199b6c 2024-09-13T14:16:09.602 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:16:09 smithi001 systemd[1]: Started Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:16:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1287059722' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T14:16:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[28030]: Deploying daemon node-exporter.b on smithi028 2024-09-13T14:16:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:09.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1287059722' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T14:16:09.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[40037]: Deploying daemon node-exporter.b on smithi028 2024-09-13T14:16:09.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:09 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:09 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1287059722' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T14:16:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:09 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:09 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:09 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:09 smithi028 ceph-mon[31155]: Deploying daemon node-exporter.b on smithi028 2024-09-13T14:16:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:09 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:09.605 INFO:teuthology.orchestra.run.smithi001.stdout:231928234010 2024-09-13T14:16:10.016 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:10 smithi028 systemd[1]: Starting Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:16:10.261 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234008 got 231928234010 for osd.7 2024-09-13T14:16:10.261 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:10.346 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:10 smithi028 bash[63589]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-13T14:16:10.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:10 smithi001 ceph-mon[28030]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:10.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:10 smithi001 ceph-mon[40037]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:10.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:10 smithi028 ceph-mon[31155]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:11.105 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:10 smithi028 bash[63589]: Getting image source signatures 2024-09-13T14:16:11.105 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:10 smithi028 bash[63589]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-13T14:16:11.105 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:10 smithi028 bash[63589]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-13T14:16:11.105 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:10 smithi028 bash[63589]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-13T14:16:11.219 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:11.220 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:12.276 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:11 smithi028 bash[63589]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-13T14:16:12.276 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 bash[63589]: Writing manifest to image destination 2024-09-13T14:16:12.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:12 smithi001 ceph-mon[28030]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:12.576 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:12 smithi001 ceph-mon[40037]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:12.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-mon[31155]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:12.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 podman[63589]: 2024-09-13 14:16:12.382609874 +0000 UTC m=+2.267861248 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T14:16:12.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 podman[63589]: 2024-09-13 14:16:12.506286936 +0000 UTC m=+2.391538310 container create 1ad85b4e77246665869fca03ad620c3f60753641cfe54fcb8c3afaa97d4bb6cd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:16:13.105 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 podman[63589]: 2024-09-13 14:16:12.750006263 +0000 UTC m=+2.635257645 container init 1ad85b4e77246665869fca03ad620c3f60753641cfe54fcb8c3afaa97d4bb6cd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:16:13.105 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 podman[63589]: 2024-09-13 14:16:12.756275165 +0000 UTC m=+2.641526540 container start 1ad85b4e77246665869fca03ad620c3f60753641cfe54fcb8c3afaa97d4bb6cd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:16:13.105 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.760Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.760Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.760Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.760Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T14:16:13.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T14:16:13.107 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T14:16:13.108 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T14:16:13.109 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T14:16:13.110 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T14:16:13.110 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T14:16:13.110 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T14:16:13.110 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T14:16:13.110 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[63673]: ts=2024-09-13T14:16:12.761Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T14:16:13.110 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 bash[63589]: 1ad85b4e77246665869fca03ad620c3f60753641cfe54fcb8c3afaa97d4bb6cd 2024-09-13T14:16:13.110 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:16:12 smithi028 systemd[1]: Started Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.918 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:13.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:13 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:14.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:13 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:14.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:13 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:14.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:13 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:14.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:13 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:14.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:13 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:14.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:13 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:14.502 INFO:teuthology.orchestra.run.smithi001.stdout:163208757284 2024-09-13T14:16:14.704 INFO:teuthology.orchestra.run.smithi001.stdout:197568495648 2024-09-13T14:16:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[28030]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1600085653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T14:16:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2594940379' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T14:16:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[40037]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1600085653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T14:16:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:14 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2594940379' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T14:16:15.124 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757282 got 163208757284 for osd.5 2024-09-13T14:16:15.124 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:14 smithi028 ceph-mon[31155]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:14 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:14 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1600085653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T14:16:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:14 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2594940379' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T14:16:16.269 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495645 got 197568495648 for osd.6 2024-09-13T14:16:16.269 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:16.511 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:16 smithi001 ceph-mon[28030]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:16.512 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:16 smithi001 ceph-mon[40037]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:16.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:16 smithi028 ceph-mon[31155]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:17.271 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:16:16] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-09-13T14:16:17.982 INFO:teuthology.orchestra.run.smithi001.stdout:128849018923 2024-09-13T14:16:18.177 INFO:teuthology.orchestra.run.smithi001.stdout:77309411379 2024-09-13T14:16:18.177 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:18 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2050380284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T14:16:18.178 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:18 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2050380284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T14:16:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:18 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2050380284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T14:16:18.910 INFO:teuthology.orchestra.run.smithi001.stdout:55834574904 2024-09-13T14:16:19.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:19 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/4209870149' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T14:16:19.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:19 smithi001 ceph-mon[28030]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:19.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:19 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1888855792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T14:16:19.219 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:19 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/4209870149' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T14:16:19.219 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:19 smithi001 ceph-mon[40037]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:19.219 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:19 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1888855792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T14:16:19.237 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:19.248 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411376 got 77309411379 for osd.2 2024-09-13T14:16:19.248 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:19 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/4209870149' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T14:16:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:19 smithi028 ceph-mon[31155]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:19 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1888855792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T14:16:20.350 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018920 got 128849018923 for osd.4 2024-09-13T14:16:20.350 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:20 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:20 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:20 smithi001 ceph-mon[28030]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:20 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:20 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:20 smithi001 ceph-mon[40037]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:20 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:20 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:20 smithi028 ceph-mon[31155]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:20.965 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574899 got 55834574904 for osd.1 2024-09-13T14:16:20.966 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:21.844 INFO:teuthology.orchestra.run.smithi001.stdout:107374182447 2024-09-13T14:16:22.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:21 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2487520109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T14:16:22.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:21 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2487520109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T14:16:22.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:21 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2487520109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T14:16:22.701 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182442 got 107374182447 for osd.3 2024-09-13T14:16:22.702 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:23.067 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:22 smithi001 ceph-mon[28030]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:23.068 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:22 smithi001 ceph-mon[40037]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:22 smithi028 ceph-mon[31155]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:24.500 INFO:teuthology.orchestra.run.smithi001.stdout:34359738431 2024-09-13T14:16:24.500 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:24 smithi001 ceph-mon[28030]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:24.500 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:24.501 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:24 smithi001 ceph-mon[40037]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:24.501 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:24.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:24 smithi028 ceph-mon[31155]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:24.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:25.227 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738431 for osd.0 2024-09-13T14:16:25.228 DEBUG:teuthology.parallel:result is None 2024-09-13T14:16:25.228 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T14:16:25.228 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T14:16:25.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:25 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1225320026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T14:16:25.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:25 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1225320026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T14:16:25.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:25 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1225320026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T14:16:26.055 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:26.531 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:26 smithi001 ceph-mon[28030]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:26.531 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:26 smithi001 ceph-mon[40037]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:26 smithi028 ceph-mon[31155]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:27.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:16:26] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-09-13T14:16:28.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: Reconfiguring daemon alertmanager.a on smithi001 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[28030]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:28.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:28.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:28.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T14:16:28.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: Reconfiguring daemon alertmanager.a on smithi001 2024-09-13T14:16:28.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:28 smithi001 ceph-mon[40037]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: Reconfiguring daemon alertmanager.a on smithi001 2024-09-13T14:16:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:28 smithi028 ceph-mon[31155]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:29.212 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:16:29.214 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-13T14:16:29.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:29 smithi001 ceph-mon[28030]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:16:29.473 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:29 smithi001 ceph-mon[40037]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:16:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:29 smithi028 ceph-mon[31155]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:16:30.659 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:30 smithi001 ceph-mon[28030]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:30.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:30 smithi001 ceph-mon[40037]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:30.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:30 smithi028 ceph-mon[31155]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:30.912 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-09-13T14:16:28.263537+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":240484,"kb_used_data":7940,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749720732,"statfs":{"total":767960285184,"available":767714029568,"internally_reserved":0,"allocated":8130560,"data_stored":4573288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002561"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626338+0000","last_change":"2024-09-13T14:14:35.455509+0000","last_active":"2024-09-13T14:15:32.626338+0000","last_peered":"2024-09-13T14:15:32.626338+0000","last_clean":"2024-09-13T14:15:32.626338+0000","last_became_active":"2024-09-13T14:14:35.455123+0000","last_became_peered":"2024-09-13T14:14:35.455123+0000","last_unstale":"2024-09-13T14:15:32.626338+0000","last_undegraded":"2024-09-13T14:15:32.626338+0000","last_fullsized":"2024-09-13T14:15:32.626338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:37.544074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281949+0000","last_change":"2024-09-13T14:14:35.442123+0000","last_active":"2024-09-13T14:15:32.281949+0000","last_peered":"2024-09-13T14:15:32.281949+0000","last_clean":"2024-09-13T14:15:32.281949+0000","last_became_active":"2024-09-13T14:14:35.441848+0000","last_became_peered":"2024-09-13T14:14:35.441848+0000","last_unstale":"2024-09-13T14:15:32.281949+0000","last_undegraded":"2024-09-13T14:15:32.281949+0000","last_fullsized":"2024-09-13T14:15:32.281949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:44.320036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278911+0000","last_change":"2024-09-13T14:14:35.436130+0000","last_active":"2024-09-13T14:15:32.278911+0000","last_peered":"2024-09-13T14:15:32.278911+0000","last_clean":"2024-09-13T14:15:32.278911+0000","last_became_active":"2024-09-13T14:14:35.435843+0000","last_became_peered":"2024-09-13T14:14:35.435843+0000","last_unstale":"2024-09-13T14:15:32.278911+0000","last_undegraded":"2024-09-13T14:15:32.278911+0000","last_fullsized":"2024-09-13T14:15:32.278911+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:55.282738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283732+0000","last_change":"2024-09-13T14:14:35.446202+0000","last_active":"2024-09-13T14:15:32.283732+0000","last_peered":"2024-09-13T14:15:32.283732+0000","last_clean":"2024-09-13T14:15:32.283732+0000","last_became_active":"2024-09-13T14:14:35.445216+0000","last_became_peered":"2024-09-13T14:14:35.445216+0000","last_unstale":"2024-09-13T14:15:32.283732+0000","last_undegraded":"2024-09-13T14:15:32.283732+0000","last_fullsized":"2024-09-13T14:15:32.283732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:09.921550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625856+0000","last_change":"2024-09-13T14:14:35.442520+0000","last_active":"2024-09-13T14:15:32.625856+0000","last_peered":"2024-09-13T14:15:32.625856+0000","last_clean":"2024-09-13T14:15:32.625856+0000","last_became_active":"2024-09-13T14:14:35.442137+0000","last_became_peered":"2024-09-13T14:14:35.442137+0000","last_unstale":"2024-09-13T14:15:32.625856+0000","last_undegraded":"2024-09-13T14:15:32.625856+0000","last_fullsized":"2024-09-13T14:15:32.625856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:47.830661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283592+0000","last_change":"2024-09-13T14:14:35.457641+0000","last_active":"2024-09-13T14:15:32.283592+0000","last_peered":"2024-09-13T14:15:32.283592+0000","last_clean":"2024-09-13T14:15:32.283592+0000","last_became_active":"2024-09-13T14:14:35.457326+0000","last_became_peered":"2024-09-13T14:14:35.457326+0000","last_unstale":"2024-09-13T14:15:32.283592+0000","last_undegraded":"2024-09-13T14:15:32.283592+0000","last_fullsized":"2024-09-13T14:15:32.283592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:47.374775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625522+0000","last_change":"2024-09-13T14:14:35.450265+0000","last_active":"2024-09-13T14:15:32.625522+0000","last_peered":"2024-09-13T14:15:32.625522+0000","last_clean":"2024-09-13T14:15:32.625522+0000","last_became_active":"2024-09-13T14:14:35.449953+0000","last_became_peered":"2024-09-13T14:14:35.449953+0000","last_unstale":"2024-09-13T14:15:32.625522+0000","last_undegraded":"2024-09-13T14:15:32.625522+0000","last_fullsized":"2024-09-13T14:15:32.625522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:57:15.206328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276638+0000","last_change":"2024-09-13T14:14:35.448153+0000","last_active":"2024-09-13T14:15:32.276638+0000","last_peered":"2024-09-13T14:15:32.276638+0000","last_clean":"2024-09-13T14:15:32.276638+0000","last_became_active":"2024-09-13T14:14:35.447803+0000","last_became_peered":"2024-09-13T14:14:35.447803+0000","last_unstale":"2024-09-13T14:15:32.276638+0000","last_undegraded":"2024-09-13T14:15:32.276638+0000","last_fullsized":"2024-09-13T14:15:32.276638+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:07.795569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626491+0000","last_change":"2024-09-13T14:15:02.140025+0000","last_active":"2024-09-13T14:15:32.626491+0000","last_peered":"2024-09-13T14:15:32.626491+0000","last_clean":"2024-09-13T14:15:32.626491+0000","last_became_active":"2024-09-13T14:15:02.139588+0000","last_became_peered":"2024-09-13T14:15:02.139588+0000","last_unstale":"2024-09-13T14:15:32.626491+0000","last_undegraded":"2024-09-13T14:15:32.626491+0000","last_fullsized":"2024-09-13T14:15:32.626491+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.337371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307409+0000","last_change":"2024-09-13T14:14:35.443152+0000","last_active":"2024-09-13T14:15:32.307409+0000","last_peered":"2024-09-13T14:15:32.307409+0000","last_clean":"2024-09-13T14:15:32.307409+0000","last_became_active":"2024-09-13T14:14:35.442646+0000","last_became_peered":"2024-09-13T14:14:35.442646+0000","last_unstale":"2024-09-13T14:15:32.307409+0000","last_undegraded":"2024-09-13T14:15:32.307409+0000","last_fullsized":"2024-09-13T14:15:32.307409+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:16:18.729004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307509+0000","last_change":"2024-09-13T14:14:35.445067+0000","last_active":"2024-09-13T14:15:32.307509+0000","last_peered":"2024-09-13T14:15:32.307509+0000","last_clean":"2024-09-13T14:15:32.307509+0000","last_became_active":"2024-09-13T14:14:35.444740+0000","last_became_peered":"2024-09-13T14:14:35.444740+0000","last_unstale":"2024-09-13T14:15:32.307509+0000","last_undegraded":"2024-09-13T14:15:32.307509+0000","last_fullsized":"2024-09-13T14:15:32.307509+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:38:56.163972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277269+0000","last_change":"2024-09-13T14:14:35.447877+0000","last_active":"2024-09-13T14:15:32.277269+0000","last_peered":"2024-09-13T14:15:32.277269+0000","last_clean":"2024-09-13T14:15:32.277269+0000","last_became_active":"2024-09-13T14:14:35.447244+0000","last_became_peered":"2024-09-13T14:14:35.447244+0000","last_unstale":"2024-09-13T14:15:32.277269+0000","last_undegraded":"2024-09-13T14:15:32.277269+0000","last_fullsized":"2024-09-13T14:15:32.277269+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:34.390026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277493+0000","last_change":"2024-09-13T14:14:35.448978+0000","last_active":"2024-09-13T14:15:32.277493+0000","last_peered":"2024-09-13T14:15:32.277493+0000","last_clean":"2024-09-13T14:15:32.277493+0000","last_became_active":"2024-09-13T14:14:35.448538+0000","last_became_peered":"2024-09-13T14:14:35.448538+0000","last_unstale":"2024-09-13T14:15:32.277493+0000","last_undegraded":"2024-09-13T14:15:32.277493+0000","last_fullsized":"2024-09-13T14:15:32.277493+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:11.544618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277213+0000","last_change":"2024-09-13T14:14:35.444411+0000","last_active":"2024-09-13T14:15:32.277213+0000","last_peered":"2024-09-13T14:15:32.277213+0000","last_clean":"2024-09-13T14:15:32.277213+0000","last_became_active":"2024-09-13T14:14:35.444144+0000","last_became_peered":"2024-09-13T14:14:35.444144+0000","last_unstale":"2024-09-13T14:15:32.277213+0000","last_undegraded":"2024-09-13T14:15:32.277213+0000","last_fullsized":"2024-09-13T14:15:32.277213+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:41.385502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281329+0000","last_change":"2024-09-13T14:15:02.142165+0000","last_active":"2024-09-13T14:15:32.281329+0000","last_peered":"2024-09-13T14:15:32.281329+0000","last_clean":"2024-09-13T14:15:32.281329+0000","last_became_active":"2024-09-13T14:15:02.141781+0000","last_became_peered":"2024-09-13T14:15:02.141781+0000","last_unstale":"2024-09-13T14:15:32.281329+0000","last_undegraded":"2024-09-13T14:15:32.281329+0000","last_fullsized":"2024-09-13T14:15:32.281329+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:47.070477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283365+0000","last_change":"2024-09-13T14:14:35.452235+0000","last_active":"2024-09-13T14:15:32.283365+0000","last_peered":"2024-09-13T14:15:32.283365+0000","last_clean":"2024-09-13T14:15:32.283365+0000","last_became_active":"2024-09-13T14:14:35.451885+0000","last_became_peered":"2024-09-13T14:14:35.451885+0000","last_unstale":"2024-09-13T14:15:32.283365+0000","last_undegraded":"2024-09-13T14:15:32.283365+0000","last_fullsized":"2024-09-13T14:15:32.283365+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:33.399836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368660+0000","last_change":"2024-09-13T14:15:02.638304+0000","last_active":"2024-09-13T14:15:32.368660+0000","last_peered":"2024-09-13T14:15:32.368660+0000","last_clean":"2024-09-13T14:15:32.368660+0000","last_became_active":"2024-09-13T14:15:02.637965+0000","last_became_peered":"2024-09-13T14:15:02.637965+0000","last_unstale":"2024-09-13T14:15:32.368660+0000","last_undegraded":"2024-09-13T14:15:32.368660+0000","last_fullsized":"2024-09-13T14:15:32.368660+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:09.455527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368542+0000","last_change":"2024-09-13T14:14:35.442045+0000","last_active":"2024-09-13T14:15:32.368542+0000","last_peered":"2024-09-13T14:15:32.368542+0000","last_clean":"2024-09-13T14:15:32.368542+0000","last_became_active":"2024-09-13T14:14:35.441770+0000","last_became_peered":"2024-09-13T14:14:35.441770+0000","last_unstale":"2024-09-13T14:15:32.368542+0000","last_undegraded":"2024-09-13T14:15:32.368542+0000","last_fullsized":"2024-09-13T14:15:32.368542+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:00.292524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626234+0000","last_change":"2024-09-13T14:14:35.453033+0000","last_active":"2024-09-13T14:15:32.626234+0000","last_peered":"2024-09-13T14:15:32.626234+0000","last_clean":"2024-09-13T14:15:32.626234+0000","last_became_active":"2024-09-13T14:14:35.452675+0000","last_became_peered":"2024-09-13T14:14:35.452675+0000","last_unstale":"2024-09-13T14:15:32.626234+0000","last_undegraded":"2024-09-13T14:15:32.626234+0000","last_fullsized":"2024-09-13T14:15:32.626234+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:48.465911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307380+0000","last_change":"2024-09-13T14:14:35.446112+0000","last_active":"2024-09-13T14:15:32.307380+0000","last_peered":"2024-09-13T14:15:32.307380+0000","last_clean":"2024-09-13T14:15:32.307380+0000","last_became_active":"2024-09-13T14:14:35.445793+0000","last_became_peered":"2024-09-13T14:14:35.445793+0000","last_unstale":"2024-09-13T14:15:32.307380+0000","last_undegraded":"2024-09-13T14:15:32.307380+0000","last_fullsized":"2024-09-13T14:15:32.307380+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:09.356115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278098+0000","last_change":"2024-09-13T14:14:35.447078+0000","last_active":"2024-09-13T14:15:32.278098+0000","last_peered":"2024-09-13T14:15:32.278098+0000","last_clean":"2024-09-13T14:15:32.278098+0000","last_became_active":"2024-09-13T14:14:35.446819+0000","last_became_peered":"2024-09-13T14:14:35.446819+0000","last_unstale":"2024-09-13T14:15:32.278098+0000","last_undegraded":"2024-09-13T14:15:32.278098+0000","last_fullsized":"2024-09-13T14:15:32.278098+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:18.365394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283600+0000","last_change":"2024-09-13T14:14:35.448301+0000","last_active":"2024-09-13T14:15:32.283600+0000","last_peered":"2024-09-13T14:15:32.283600+0000","last_clean":"2024-09-13T14:15:32.283600+0000","last_became_active":"2024-09-13T14:14:35.447994+0000","last_became_peered":"2024-09-13T14:14:35.447994+0000","last_unstale":"2024-09-13T14:15:32.283600+0000","last_undegraded":"2024-09-13T14:15:32.283600+0000","last_fullsized":"2024-09-13T14:15:32.283600+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:54.733238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277664+0000","last_change":"2024-09-13T14:14:35.437140+0000","last_active":"2024-09-13T14:15:32.277664+0000","last_peered":"2024-09-13T14:15:32.277664+0000","last_clean":"2024-09-13T14:15:32.277664+0000","last_became_active":"2024-09-13T14:14:35.436774+0000","last_became_peered":"2024-09-13T14:14:35.436774+0000","last_unstale":"2024-09-13T14:15:32.277664+0000","last_undegraded":"2024-09-13T14:15:32.277664+0000","last_fullsized":"2024-09-13T14:15:32.277664+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:28.285912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283349+0000","last_change":"2024-09-13T14:14:35.437187+0000","last_active":"2024-09-13T14:15:32.283349+0000","last_peered":"2024-09-13T14:15:32.283349+0000","last_clean":"2024-09-13T14:15:32.283349+0000","last_became_active":"2024-09-13T14:14:35.436899+0000","last_became_peered":"2024-09-13T14:14:35.436899+0000","last_unstale":"2024-09-13T14:15:32.283349+0000","last_undegraded":"2024-09-13T14:15:32.283349+0000","last_fullsized":"2024-09-13T14:15:32.283349+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:54.408166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278275+0000","last_change":"2024-09-13T14:14:35.429981+0000","last_active":"2024-09-13T14:15:32.278275+0000","last_peered":"2024-09-13T14:15:32.278275+0000","last_clean":"2024-09-13T14:15:32.278275+0000","last_became_active":"2024-09-13T14:14:35.429634+0000","last_became_peered":"2024-09-13T14:14:35.429634+0000","last_unstale":"2024-09-13T14:15:32.278275+0000","last_undegraded":"2024-09-13T14:15:32.278275+0000","last_fullsized":"2024-09-13T14:15:32.278275+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:33.913092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307392+0000","last_change":"2024-09-13T14:14:35.448959+0000","last_active":"2024-09-13T14:15:32.307392+0000","last_peered":"2024-09-13T14:15:32.307392+0000","last_clean":"2024-09-13T14:15:32.307392+0000","last_became_active":"2024-09-13T14:14:35.447127+0000","last_became_peered":"2024-09-13T14:14:35.447127+0000","last_unstale":"2024-09-13T14:15:32.307392+0000","last_undegraded":"2024-09-13T14:15:32.307392+0000","last_fullsized":"2024-09-13T14:15:32.307392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:37.401401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281253+0000","last_change":"2024-09-13T14:14:35.436967+0000","last_active":"2024-09-13T14:15:32.281253+0000","last_peered":"2024-09-13T14:15:32.281253+0000","last_clean":"2024-09-13T14:15:32.281253+0000","last_became_active":"2024-09-13T14:14:35.436721+0000","last_became_peered":"2024-09-13T14:14:35.436721+0000","last_unstale":"2024-09-13T14:15:32.281253+0000","last_undegraded":"2024-09-13T14:15:32.281253+0000","last_fullsized":"2024-09-13T14:15:32.281253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:22.057677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278064+0000","last_change":"2024-09-13T14:14:35.439747+0000","last_active":"2024-09-13T14:15:32.278064+0000","last_peered":"2024-09-13T14:15:32.278064+0000","last_clean":"2024-09-13T14:15:32.278064+0000","last_became_active":"2024-09-13T14:14:35.439474+0000","last_became_peered":"2024-09-13T14:14:35.439474+0000","last_unstale":"2024-09-13T14:15:32.278064+0000","last_undegraded":"2024-09-13T14:15:32.278064+0000","last_fullsized":"2024-09-13T14:15:32.278064+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:33.681480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278179+0000","last_change":"2024-09-13T14:14:35.442848+0000","last_active":"2024-09-13T14:15:32.278179+0000","last_peered":"2024-09-13T14:15:32.278179+0000","last_clean":"2024-09-13T14:15:32.278179+0000","last_became_active":"2024-09-13T14:14:35.442558+0000","last_became_peered":"2024-09-13T14:14:35.442558+0000","last_unstale":"2024-09-13T14:15:32.278179+0000","last_undegraded":"2024-09-13T14:15:32.278179+0000","last_fullsized":"2024-09-13T14:15:32.278179+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:04:47.126981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283719+0000","last_change":"2024-09-13T14:14:35.451987+0000","last_active":"2024-09-13T14:15:32.283719+0000","last_peered":"2024-09-13T14:15:32.283719+0000","last_clean":"2024-09-13T14:15:32.283719+0000","last_became_active":"2024-09-13T14:14:35.451524+0000","last_became_peered":"2024-09-13T14:14:35.451524+0000","last_unstale":"2024-09-13T14:15:32.283719+0000","last_undegraded":"2024-09-13T14:15:32.283719+0000","last_fullsized":"2024-09-13T14:15:32.283719+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:29.098102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368383+0000","last_change":"2024-09-13T14:14:35.437592+0000","last_active":"2024-09-13T14:15:32.368383+0000","last_peered":"2024-09-13T14:15:32.368383+0000","last_clean":"2024-09-13T14:15:32.368383+0000","last_became_active":"2024-09-13T14:14:35.437331+0000","last_became_peered":"2024-09-13T14:14:35.437331+0000","last_unstale":"2024-09-13T14:15:32.368383+0000","last_undegraded":"2024-09-13T14:15:32.368383+0000","last_fullsized":"2024-09-13T14:15:32.368383+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:30.836737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307025+0000","last_change":"2024-09-13T14:14:35.444773+0000","last_active":"2024-09-13T14:15:32.307025+0000","last_peered":"2024-09-13T14:15:32.307025+0000","last_clean":"2024-09-13T14:15:32.307025+0000","last_became_active":"2024-09-13T14:14:35.444260+0000","last_became_peered":"2024-09-13T14:14:35.444260+0000","last_unstale":"2024-09-13T14:15:32.307025+0000","last_undegraded":"2024-09-13T14:15:32.307025+0000","last_fullsized":"2024-09-13T14:15:32.307025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:37.204513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277007+0000","last_change":"2024-09-13T14:14:35.437232+0000","last_active":"2024-09-13T14:15:32.277007+0000","last_peered":"2024-09-13T14:15:32.277007+0000","last_clean":"2024-09-13T14:15:32.277007+0000","last_became_active":"2024-09-13T14:14:35.436935+0000","last_became_peered":"2024-09-13T14:14:35.436935+0000","last_unstale":"2024-09-13T14:15:32.277007+0000","last_undegraded":"2024-09-13T14:15:32.277007+0000","last_fullsized":"2024-09-13T14:15:32.277007+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:52.406694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277728+0000","last_change":"2024-09-13T14:14:32.354421+0000","last_active":"2024-09-13T14:15:32.277728+0000","last_peered":"2024-09-13T14:15:32.277728+0000","last_clean":"2024-09-13T14:15:32.277728+0000","last_became_active":"2024-09-13T14:14:32.354162+0000","last_became_peered":"2024-09-13T14:14:32.354162+0000","last_unstale":"2024-09-13T14:15:32.277728+0000","last_undegraded":"2024-09-13T14:15:32.277728+0000","last_fullsized":"2024-09-13T14:15:32.277728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:28.750789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278252+0000","last_change":"2024-09-13T14:14:35.445924+0000","last_active":"2024-09-13T14:15:32.278252+0000","last_peered":"2024-09-13T14:15:32.278252+0000","last_clean":"2024-09-13T14:15:32.278252+0000","last_became_active":"2024-09-13T14:14:35.445599+0000","last_became_peered":"2024-09-13T14:14:35.445599+0000","last_unstale":"2024-09-13T14:15:32.278252+0000","last_undegraded":"2024-09-13T14:15:32.278252+0000","last_fullsized":"2024-09-13T14:15:32.278252+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:14.783167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307423+0000","last_change":"2024-09-13T14:14:32.357956+0000","last_active":"2024-09-13T14:15:32.307423+0000","last_peered":"2024-09-13T14:15:32.307423+0000","last_clean":"2024-09-13T14:15:32.307423+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:15:32.307423+0000","last_undegraded":"2024-09-13T14:15:32.307423+0000","last_fullsized":"2024-09-13T14:15:32.307423+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:50.099058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277798+0000","last_change":"2024-09-13T14:14:32.352374+0000","last_active":"2024-09-13T14:15:32.277798+0000","last_peered":"2024-09-13T14:15:32.277798+0000","last_clean":"2024-09-13T14:15:32.277798+0000","last_became_active":"2024-09-13T14:14:32.351926+0000","last_became_peered":"2024-09-13T14:14:32.351926+0000","last_unstale":"2024-09-13T14:15:32.277798+0000","last_undegraded":"2024-09-13T14:15:32.277798+0000","last_fullsized":"2024-09-13T14:15:32.277798+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:28.537907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276776+0000","last_change":"2024-09-13T14:14:35.440141+0000","last_active":"2024-09-13T14:15:32.276776+0000","last_peered":"2024-09-13T14:15:32.276776+0000","last_clean":"2024-09-13T14:15:32.276776+0000","last_became_active":"2024-09-13T14:14:35.439681+0000","last_became_peered":"2024-09-13T14:14:35.439681+0000","last_unstale":"2024-09-13T14:15:32.276776+0000","last_undegraded":"2024-09-13T14:15:32.276776+0000","last_fullsized":"2024-09-13T14:15:32.276776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:03:36.711651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283461+0000","last_change":"2024-09-13T14:15:02.638925+0000","last_active":"2024-09-13T14:15:32.283461+0000","last_peered":"2024-09-13T14:15:32.283461+0000","last_clean":"2024-09-13T14:15:32.283461+0000","last_became_active":"2024-09-13T14:15:02.638541+0000","last_became_peered":"2024-09-13T14:15:02.638541+0000","last_unstale":"2024-09-13T14:15:32.283461+0000","last_undegraded":"2024-09-13T14:15:32.283461+0000","last_fullsized":"2024-09-13T14:15:32.283461+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:42.318947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281188+0000","last_change":"2024-09-13T14:15:02.142864+0000","last_active":"2024-09-13T14:15:32.281188+0000","last_peered":"2024-09-13T14:15:32.281188+0000","last_clean":"2024-09-13T14:15:32.281188+0000","last_became_active":"2024-09-13T14:15:02.142578+0000","last_became_peered":"2024-09-13T14:15:02.142578+0000","last_unstale":"2024-09-13T14:15:32.281188+0000","last_undegraded":"2024-09-13T14:15:32.281188+0000","last_fullsized":"2024-09-13T14:15:32.281188+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:08.524675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307290+0000","last_change":"2024-09-13T14:14:32.356978+0000","last_active":"2024-09-13T14:15:32.307290+0000","last_peered":"2024-09-13T14:15:32.307290+0000","last_clean":"2024-09-13T14:15:32.307290+0000","last_became_active":"2024-09-13T14:14:32.356665+0000","last_became_peered":"2024-09-13T14:14:32.356665+0000","last_unstale":"2024-09-13T14:15:32.307290+0000","last_undegraded":"2024-09-13T14:15:32.307290+0000","last_fullsized":"2024-09-13T14:15:32.307290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.840271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.284049+0000","last_change":"2024-09-13T14:14:35.445994+0000","last_active":"2024-09-13T14:15:32.284049+0000","last_peered":"2024-09-13T14:15:32.284049+0000","last_clean":"2024-09-13T14:15:32.284049+0000","last_became_active":"2024-09-13T14:14:35.445707+0000","last_became_peered":"2024-09-13T14:14:35.445707+0000","last_unstale":"2024-09-13T14:15:32.284049+0000","last_undegraded":"2024-09-13T14:15:32.284049+0000","last_fullsized":"2024-09-13T14:15:32.284049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:45:12.282435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.284157+0000","last_change":"2024-09-13T14:14:32.358048+0000","last_active":"2024-09-13T14:15:32.284157+0000","last_peered":"2024-09-13T14:15:32.284157+0000","last_clean":"2024-09-13T14:15:32.284157+0000","last_became_active":"2024-09-13T14:14:32.357733+0000","last_became_peered":"2024-09-13T14:14:32.357733+0000","last_unstale":"2024-09-13T14:15:32.284157+0000","last_undegraded":"2024-09-13T14:15:32.284157+0000","last_fullsized":"2024-09-13T14:15:32.284157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:09.812852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278702+0000","last_change":"2024-09-13T14:14:35.438864+0000","last_active":"2024-09-13T14:15:32.278702+0000","last_peered":"2024-09-13T14:15:32.278702+0000","last_clean":"2024-09-13T14:15:32.278702+0000","last_became_active":"2024-09-13T14:14:35.438573+0000","last_became_peered":"2024-09-13T14:14:35.438573+0000","last_unstale":"2024-09-13T14:15:32.278702+0000","last_undegraded":"2024-09-13T14:15:32.278702+0000","last_fullsized":"2024-09-13T14:15:32.278702+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:06.160740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281398+0000","last_change":"2024-09-13T14:14:32.356316+0000","last_active":"2024-09-13T14:15:32.281398+0000","last_peered":"2024-09-13T14:15:32.281398+0000","last_clean":"2024-09-13T14:15:32.281398+0000","last_became_active":"2024-09-13T14:14:32.356035+0000","last_became_peered":"2024-09-13T14:14:32.356035+0000","last_unstale":"2024-09-13T14:15:32.281398+0000","last_undegraded":"2024-09-13T14:15:32.281398+0000","last_fullsized":"2024-09-13T14:15:32.281398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:58.111221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277315+0000","last_change":"2024-09-13T14:14:35.447705+0000","last_active":"2024-09-13T14:15:32.277315+0000","last_peered":"2024-09-13T14:15:32.277315+0000","last_clean":"2024-09-13T14:15:32.277315+0000","last_became_active":"2024-09-13T14:14:35.446838+0000","last_became_peered":"2024-09-13T14:14:35.446838+0000","last_unstale":"2024-09-13T14:15:32.277315+0000","last_undegraded":"2024-09-13T14:15:32.277315+0000","last_fullsized":"2024-09-13T14:15:32.277315+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:18.707096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307550+0000","last_change":"2024-09-13T14:14:32.355606+0000","last_active":"2024-09-13T14:15:32.307550+0000","last_peered":"2024-09-13T14:15:32.307550+0000","last_clean":"2024-09-13T14:15:32.307550+0000","last_became_active":"2024-09-13T14:14:32.355254+0000","last_became_peered":"2024-09-13T14:14:32.355254+0000","last_unstale":"2024-09-13T14:15:32.307550+0000","last_undegraded":"2024-09-13T14:15:32.307550+0000","last_fullsized":"2024-09-13T14:15:32.307550+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:24.123779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625988+0000","last_change":"2024-09-13T14:14:35.453871+0000","last_active":"2024-09-13T14:15:32.625988+0000","last_peered":"2024-09-13T14:15:32.625988+0000","last_clean":"2024-09-13T14:15:32.625988+0000","last_became_active":"2024-09-13T14:14:35.453474+0000","last_became_peered":"2024-09-13T14:14:35.453474+0000","last_unstale":"2024-09-13T14:15:32.625988+0000","last_undegraded":"2024-09-13T14:15:32.625988+0000","last_fullsized":"2024-09-13T14:15:32.625988+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:18.758817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278336+0000","last_change":"2024-09-13T14:14:32.353080+0000","last_active":"2024-09-13T14:15:32.278336+0000","last_peered":"2024-09-13T14:15:32.278336+0000","last_clean":"2024-09-13T14:15:32.278336+0000","last_became_active":"2024-09-13T14:14:32.352773+0000","last_became_peered":"2024-09-13T14:14:32.352773+0000","last_unstale":"2024-09-13T14:15:32.278336+0000","last_undegraded":"2024-09-13T14:15:32.278336+0000","last_fullsized":"2024-09-13T14:15:32.278336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:41:03.044188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277281+0000","last_change":"2024-09-13T14:14:35.446516+0000","last_active":"2024-09-13T14:15:32.277281+0000","last_peered":"2024-09-13T14:15:32.277281+0000","last_clean":"2024-09-13T14:15:32.277281+0000","last_became_active":"2024-09-13T14:14:35.446185+0000","last_became_peered":"2024-09-13T14:14:35.446185+0000","last_unstale":"2024-09-13T14:15:32.277281+0000","last_undegraded":"2024-09-13T14:15:32.277281+0000","last_fullsized":"2024-09-13T14:15:32.277281+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:18.327776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283732+0000","last_change":"2024-09-13T14:14:32.363454+0000","last_active":"2024-09-13T14:15:32.283732+0000","last_peered":"2024-09-13T14:15:32.283732+0000","last_clean":"2024-09-13T14:15:32.283732+0000","last_became_active":"2024-09-13T14:14:32.363000+0000","last_became_peered":"2024-09-13T14:14:32.363000+0000","last_unstale":"2024-09-13T14:15:32.283732+0000","last_undegraded":"2024-09-13T14:15:32.283732+0000","last_fullsized":"2024-09-13T14:15:32.283732+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:39.602657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625919+0000","last_change":"2024-09-13T14:14:35.444445+0000","last_active":"2024-09-13T14:15:32.625919+0000","last_peered":"2024-09-13T14:15:32.625919+0000","last_clean":"2024-09-13T14:15:32.625919+0000","last_became_active":"2024-09-13T14:14:35.444130+0000","last_became_peered":"2024-09-13T14:14:35.444130+0000","last_unstale":"2024-09-13T14:15:32.625919+0000","last_undegraded":"2024-09-13T14:15:32.625919+0000","last_fullsized":"2024-09-13T14:15:32.625919+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:35.774436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307015+0000","last_change":"2024-09-13T14:14:32.355791+0000","last_active":"2024-09-13T14:15:32.307015+0000","last_peered":"2024-09-13T14:15:32.307015+0000","last_clean":"2024-09-13T14:15:32.307015+0000","last_became_active":"2024-09-13T14:14:32.355378+0000","last_became_peered":"2024-09-13T14:14:32.355378+0000","last_unstale":"2024-09-13T14:15:32.307015+0000","last_undegraded":"2024-09-13T14:15:32.307015+0000","last_fullsized":"2024-09-13T14:15:32.307015+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:27.477251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307025+0000","last_change":"2024-09-13T14:14:35.444506+0000","last_active":"2024-09-13T14:15:32.307025+0000","last_peered":"2024-09-13T14:15:32.307025+0000","last_clean":"2024-09-13T14:15:32.307025+0000","last_became_active":"2024-09-13T14:14:35.443853+0000","last_became_peered":"2024-09-13T14:14:35.443853+0000","last_unstale":"2024-09-13T14:15:32.307025+0000","last_undegraded":"2024-09-13T14:15:32.307025+0000","last_fullsized":"2024-09-13T14:15:32.307025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:41.533708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368277+0000","last_change":"2024-09-13T14:14:32.350380+0000","last_active":"2024-09-13T14:15:32.368277+0000","last_peered":"2024-09-13T14:15:32.368277+0000","last_clean":"2024-09-13T14:15:32.368277+0000","last_became_active":"2024-09-13T14:14:32.350094+0000","last_became_peered":"2024-09-13T14:14:32.350094+0000","last_unstale":"2024-09-13T14:15:32.368277+0000","last_undegraded":"2024-09-13T14:15:32.368277+0000","last_fullsized":"2024-09-13T14:15:32.368277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:02.342983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625578+0000","last_change":"2024-09-13T14:14:35.451727+0000","last_active":"2024-09-13T14:15:32.625578+0000","last_peered":"2024-09-13T14:15:32.625578+0000","last_clean":"2024-09-13T14:15:32.625578+0000","last_became_active":"2024-09-13T14:14:35.451418+0000","last_became_peered":"2024-09-13T14:14:35.451418+0000","last_unstale":"2024-09-13T14:15:32.625578+0000","last_undegraded":"2024-09-13T14:15:32.625578+0000","last_fullsized":"2024-09-13T14:15:32.625578+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:08.405197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277692+0000","last_change":"2024-09-13T14:14:32.357851+0000","last_active":"2024-09-13T14:15:32.277692+0000","last_peered":"2024-09-13T14:15:32.277692+0000","last_clean":"2024-09-13T14:15:32.277692+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:15:32.277692+0000","last_undegraded":"2024-09-13T14:15:32.277692+0000","last_fullsized":"2024-09-13T14:15:32.277692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:50.933736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626280+0000","last_change":"2024-09-13T14:14:35.454693+0000","last_active":"2024-09-13T14:15:32.626280+0000","last_peered":"2024-09-13T14:15:32.626280+0000","last_clean":"2024-09-13T14:15:32.626280+0000","last_became_active":"2024-09-13T14:14:35.454237+0000","last_became_peered":"2024-09-13T14:14:35.454237+0000","last_unstale":"2024-09-13T14:15:32.626280+0000","last_undegraded":"2024-09-13T14:15:32.626280+0000","last_fullsized":"2024-09-13T14:15:32.626280+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:27.819117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368611+0000","last_change":"2024-09-13T14:14:32.355257+0000","last_active":"2024-09-13T14:15:32.368611+0000","last_peered":"2024-09-13T14:15:32.368611+0000","last_clean":"2024-09-13T14:15:32.368611+0000","last_became_active":"2024-09-13T14:14:32.354981+0000","last_became_peered":"2024-09-13T14:14:32.354981+0000","last_unstale":"2024-09-13T14:15:32.368611+0000","last_undegraded":"2024-09-13T14:15:32.368611+0000","last_fullsized":"2024-09-13T14:15:32.368611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:18.757065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626414+0000","last_change":"2024-09-13T14:14:35.454659+0000","last_active":"2024-09-13T14:15:32.626414+0000","last_peered":"2024-09-13T14:15:32.626414+0000","last_clean":"2024-09-13T14:15:32.626414+0000","last_became_active":"2024-09-13T14:14:35.454297+0000","last_became_peered":"2024-09-13T14:14:35.454297+0000","last_unstale":"2024-09-13T14:15:32.626414+0000","last_undegraded":"2024-09-13T14:15:32.626414+0000","last_fullsized":"2024-09-13T14:15:32.626414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:17.811117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281491+0000","last_change":"2024-09-13T14:14:32.355487+0000","last_active":"2024-09-13T14:15:32.281491+0000","last_peered":"2024-09-13T14:15:32.281491+0000","last_clean":"2024-09-13T14:15:32.281491+0000","last_became_active":"2024-09-13T14:14:32.355193+0000","last_became_peered":"2024-09-13T14:14:32.355193+0000","last_unstale":"2024-09-13T14:15:32.281491+0000","last_undegraded":"2024-09-13T14:15:32.281491+0000","last_fullsized":"2024-09-13T14:15:32.281491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:48.912530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283845+0000","last_change":"2024-09-13T14:14:35.444735+0000","last_active":"2024-09-13T14:15:32.283845+0000","last_peered":"2024-09-13T14:15:32.283845+0000","last_clean":"2024-09-13T14:15:32.283845+0000","last_became_active":"2024-09-13T14:14:35.444407+0000","last_became_peered":"2024-09-13T14:14:35.444407+0000","last_unstale":"2024-09-13T14:15:32.283845+0000","last_undegraded":"2024-09-13T14:15:32.283845+0000","last_fullsized":"2024-09-13T14:15:32.283845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:49:54.029126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368422+0000","last_change":"2024-09-13T14:14:32.357563+0000","last_active":"2024-09-13T14:15:32.368422+0000","last_peered":"2024-09-13T14:15:32.368422+0000","last_clean":"2024-09-13T14:15:32.368422+0000","last_became_active":"2024-09-13T14:14:32.357165+0000","last_became_peered":"2024-09-13T14:14:32.357165+0000","last_unstale":"2024-09-13T14:15:32.368422+0000","last_undegraded":"2024-09-13T14:15:32.368422+0000","last_fullsized":"2024-09-13T14:15:32.368422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:12.859188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626157+0000","last_change":"2024-09-13T14:14:35.456171+0000","last_active":"2024-09-13T14:15:32.626157+0000","last_peered":"2024-09-13T14:15:32.626157+0000","last_clean":"2024-09-13T14:15:32.626157+0000","last_became_active":"2024-09-13T14:14:35.455871+0000","last_became_peered":"2024-09-13T14:14:35.455871+0000","last_unstale":"2024-09-13T14:15:32.626157+0000","last_undegraded":"2024-09-13T14:15:32.626157+0000","last_fullsized":"2024-09-13T14:15:32.626157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:16:13.399528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:37.039877+0000","last_change":"2024-09-13T14:15:32.307714+0000","last_active":"2024-09-13T14:15:37.039877+0000","last_peered":"2024-09-13T14:15:37.039877+0000","last_clean":"2024-09-13T14:15:37.039877+0000","last_became_active":"2024-09-13T14:15:27.499621+0000","last_became_peered":"2024-09-13T14:15:27.499621+0000","last_unstale":"2024-09-13T14:15:37.039877+0000","last_undegraded":"2024-09-13T14:15:37.039877+0000","last_fullsized":"2024-09-13T14:15:37.039877+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:35:34.000595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043176899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":273,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.937573+0000","last_change":"2024-09-13T14:14:10.693394+0000","last_active":"2024-09-13T14:15:36.937573+0000","last_peered":"2024-09-13T14:15:36.937573+0000","last_clean":"2024-09-13T14:15:36.937573+0000","last_became_active":"2024-09-13T14:14:10.692952+0000","last_became_peered":"2024-09-13T14:14:10.692952+0000","last_unstale":"2024-09-13T14:15:36.937573+0000","last_undegraded":"2024-09-13T14:15:36.937573+0000","last_fullsized":"2024-09-13T14:15:36.937573+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_clean_scrub_stamp":"2024-09-13T14:12:10.823721+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:11.962984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283716+0000","last_change":"2024-09-13T14:14:32.357611+0000","last_active":"2024-09-13T14:15:32.283716+0000","last_peered":"2024-09-13T14:15:32.283716+0000","last_clean":"2024-09-13T14:15:32.283716+0000","last_became_active":"2024-09-13T14:14:32.357259+0000","last_became_peered":"2024-09-13T14:14:32.357259+0000","last_unstale":"2024-09-13T14:15:32.283716+0000","last_undegraded":"2024-09-13T14:15:32.283716+0000","last_fullsized":"2024-09-13T14:15:32.283716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:49:27.741528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277254+0000","last_change":"2024-09-13T14:14:35.441265+0000","last_active":"2024-09-13T14:15:32.277254+0000","last_peered":"2024-09-13T14:15:32.277254+0000","last_clean":"2024-09-13T14:15:32.277254+0000","last_became_active":"2024-09-13T14:14:35.441000+0000","last_became_peered":"2024-09-13T14:14:35.441000+0000","last_unstale":"2024-09-13T14:15:32.277254+0000","last_undegraded":"2024-09-13T14:15:32.277254+0000","last_fullsized":"2024-09-13T14:15:32.277254+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:59:56.335375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.879560+0000","last_change":"2024-09-13T14:15:32.278349+0000","last_active":"2024-09-13T14:15:36.879560+0000","last_peered":"2024-09-13T14:15:36.879560+0000","last_clean":"2024-09-13T14:15:36.879560+0000","last_became_active":"2024-09-13T14:15:28.183361+0000","last_became_peered":"2024-09-13T14:15:28.183361+0000","last_unstale":"2024-09-13T14:15:36.879560+0000","last_undegraded":"2024-09-13T14:15:36.879560+0000","last_fullsized":"2024-09-13T14:15:36.879560+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:49.005621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026849600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625751+0000","last_change":"2024-09-13T14:14:32.361844+0000","last_active":"2024-09-13T14:15:32.625751+0000","last_peered":"2024-09-13T14:15:32.625751+0000","last_clean":"2024-09-13T14:15:32.625751+0000","last_became_active":"2024-09-13T14:14:32.361501+0000","last_became_peered":"2024-09-13T14:14:32.361501+0000","last_unstale":"2024-09-13T14:15:32.625751+0000","last_undegraded":"2024-09-13T14:15:32.625751+0000","last_fullsized":"2024-09-13T14:15:32.625751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:17.421178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276837+0000","last_change":"2024-09-13T14:14:35.442682+0000","last_active":"2024-09-13T14:15:32.276837+0000","last_peered":"2024-09-13T14:15:32.276837+0000","last_clean":"2024-09-13T14:15:32.276837+0000","last_became_active":"2024-09-13T14:14:35.442391+0000","last_became_peered":"2024-09-13T14:14:35.442391+0000","last_unstale":"2024-09-13T14:15:32.276837+0000","last_undegraded":"2024-09-13T14:15:32.276837+0000","last_fullsized":"2024-09-13T14:15:32.276837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:34:03.853804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.696111+0000","last_change":"2024-09-13T14:15:32.282369+0000","last_active":"2024-09-13T14:15:36.696111+0000","last_peered":"2024-09-13T14:15:36.696111+0000","last_clean":"2024-09-13T14:15:36.696111+0000","last_became_active":"2024-09-13T14:15:27.844284+0000","last_became_peered":"2024-09-13T14:15:27.844284+0000","last_unstale":"2024-09-13T14:15:36.696111+0000","last_undegraded":"2024-09-13T14:15:36.696111+0000","last_fullsized":"2024-09-13T14:15:36.696111+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:18:01.788866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056065100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368313+0000","last_change":"2024-09-13T14:14:32.352354+0000","last_active":"2024-09-13T14:15:32.368313+0000","last_peered":"2024-09-13T14:15:32.368313+0000","last_clean":"2024-09-13T14:15:32.368313+0000","last_became_active":"2024-09-13T14:14:32.351068+0000","last_became_peered":"2024-09-13T14:14:32.351068+0000","last_unstale":"2024-09-13T14:15:32.368313+0000","last_undegraded":"2024-09-13T14:15:32.368313+0000","last_fullsized":"2024-09-13T14:15:32.368313+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:39.125309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281129+0000","last_change":"2024-09-13T14:14:35.440935+0000","last_active":"2024-09-13T14:15:32.281129+0000","last_peered":"2024-09-13T14:15:32.281129+0000","last_clean":"2024-09-13T14:15:32.281129+0000","last_became_active":"2024-09-13T14:14:35.440307+0000","last_became_peered":"2024-09-13T14:14:35.440307+0000","last_unstale":"2024-09-13T14:15:32.281129+0000","last_undegraded":"2024-09-13T14:15:32.281129+0000","last_fullsized":"2024-09-13T14:15:32.281129+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:17:12.244683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.695037+0000","last_change":"2024-09-13T14:15:32.281986+0000","last_active":"2024-09-13T14:15:36.695037+0000","last_peered":"2024-09-13T14:15:36.695037+0000","last_clean":"2024-09-13T14:15:36.695037+0000","last_became_active":"2024-09-13T14:15:28.183297+0000","last_became_peered":"2024-09-13T14:15:28.183297+0000","last_unstale":"2024-09-13T14:15:36.695037+0000","last_undegraded":"2024-09-13T14:15:36.695037+0000","last_fullsized":"2024-09-13T14:15:36.695037+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:34.955769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036961399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283856+0000","last_change":"2024-09-13T14:14:32.361009+0000","last_active":"2024-09-13T14:15:32.283856+0000","last_peered":"2024-09-13T14:15:32.283856+0000","last_clean":"2024-09-13T14:15:32.283856+0000","last_became_active":"2024-09-13T14:14:32.360698+0000","last_became_peered":"2024-09-13T14:14:32.360698+0000","last_unstale":"2024-09-13T14:15:32.283856+0000","last_undegraded":"2024-09-13T14:15:32.283856+0000","last_fullsized":"2024-09-13T14:15:32.283856+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:44:18.352906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277313+0000","last_change":"2024-09-13T14:14:35.441456+0000","last_active":"2024-09-13T14:15:32.277313+0000","last_peered":"2024-09-13T14:15:32.277313+0000","last_clean":"2024-09-13T14:15:32.277313+0000","last_became_active":"2024-09-13T14:14:35.441029+0000","last_became_peered":"2024-09-13T14:14:35.441029+0000","last_unstale":"2024-09-13T14:15:32.277313+0000","last_undegraded":"2024-09-13T14:15:32.277313+0000","last_fullsized":"2024-09-13T14:15:32.277313+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:55.762973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.695202+0000","last_change":"2024-09-13T14:15:32.282510+0000","last_active":"2024-09-13T14:15:36.695202+0000","last_peered":"2024-09-13T14:15:36.695202+0000","last_clean":"2024-09-13T14:15:36.695202+0000","last_became_active":"2024-09-13T14:15:27.844296+0000","last_became_peered":"2024-09-13T14:15:27.844296+0000","last_unstale":"2024-09-13T14:15:36.695202+0000","last_undegraded":"2024-09-13T14:15:36.695202+0000","last_fullsized":"2024-09-13T14:15:36.695202+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:58.818212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001277516,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281736+0000","last_change":"2024-09-13T14:14:32.359335+0000","last_active":"2024-09-13T14:15:32.281736+0000","last_peered":"2024-09-13T14:15:32.281736+0000","last_clean":"2024-09-13T14:15:32.281736+0000","last_became_active":"2024-09-13T14:14:32.358599+0000","last_became_peered":"2024-09-13T14:14:32.358599+0000","last_unstale":"2024-09-13T14:15:32.281736+0000","last_undegraded":"2024-09-13T14:15:32.281736+0000","last_fullsized":"2024-09-13T14:15:32.281736+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:01.729651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283998+0000","last_change":"2024-09-13T14:14:35.439273+0000","last_active":"2024-09-13T14:15:32.283998+0000","last_peered":"2024-09-13T14:15:32.283998+0000","last_clean":"2024-09-13T14:15:32.283998+0000","last_became_active":"2024-09-13T14:14:35.438429+0000","last_became_peered":"2024-09-13T14:14:35.438429+0000","last_unstale":"2024-09-13T14:15:32.283998+0000","last_undegraded":"2024-09-13T14:15:32.283998+0000","last_fullsized":"2024-09-13T14:15:32.283998+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:41.424606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.879236+0000","last_change":"2024-09-13T14:15:32.278495+0000","last_active":"2024-09-13T14:15:36.879236+0000","last_peered":"2024-09-13T14:15:36.879236+0000","last_clean":"2024-09-13T14:15:36.879236+0000","last_became_active":"2024-09-13T14:15:27.844308+0000","last_became_peered":"2024-09-13T14:15:27.844308+0000","last_unstale":"2024-09-13T14:15:36.879236+0000","last_undegraded":"2024-09-13T14:15:36.879236+0000","last_fullsized":"2024-09-13T14:15:36.879236+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:49:27.193257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061273800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626287+0000","last_change":"2024-09-13T14:14:32.364265+0000","last_active":"2024-09-13T14:15:32.626287+0000","last_peered":"2024-09-13T14:15:32.626287+0000","last_clean":"2024-09-13T14:15:32.626287+0000","last_became_active":"2024-09-13T14:14:32.362479+0000","last_became_peered":"2024-09-13T14:14:32.362479+0000","last_unstale":"2024-09-13T14:15:32.626287+0000","last_undegraded":"2024-09-13T14:15:32.626287+0000","last_fullsized":"2024-09-13T14:15:32.626287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:18.723658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281690+0000","last_change":"2024-09-13T14:14:35.445863+0000","last_active":"2024-09-13T14:15:32.281690+0000","last_peered":"2024-09-13T14:15:32.281690+0000","last_clean":"2024-09-13T14:15:32.281690+0000","last_became_active":"2024-09-13T14:14:35.445598+0000","last_became_peered":"2024-09-13T14:14:35.445598+0000","last_unstale":"2024-09-13T14:15:32.281690+0000","last_undegraded":"2024-09-13T14:15:32.281690+0000","last_fullsized":"2024-09-13T14:15:32.281690+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:32.445737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.694247+0000","last_change":"2024-09-13T14:15:32.276949+0000","last_active":"2024-09-13T14:15:36.694247+0000","last_peered":"2024-09-13T14:15:36.694247+0000","last_clean":"2024-09-13T14:15:36.694247+0000","last_became_active":"2024-09-13T14:15:27.496331+0000","last_became_peered":"2024-09-13T14:15:27.496331+0000","last_unstale":"2024-09-13T14:15:36.694247+0000","last_undegraded":"2024-09-13T14:15:36.694247+0000","last_fullsized":"2024-09-13T14:15:36.694247+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:38:32.115525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000443008,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281988+0000","last_change":"2024-09-13T14:14:32.356268+0000","last_active":"2024-09-13T14:15:32.281988+0000","last_peered":"2024-09-13T14:15:32.281988+0000","last_clean":"2024-09-13T14:15:32.281988+0000","last_became_active":"2024-09-13T14:14:32.355974+0000","last_became_peered":"2024-09-13T14:14:32.355974+0000","last_unstale":"2024-09-13T14:15:32.281988+0000","last_undegraded":"2024-09-13T14:15:32.281988+0000","last_fullsized":"2024-09-13T14:15:32.281988+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:30.860895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278354+0000","last_change":"2024-09-13T14:14:35.441190+0000","last_active":"2024-09-13T14:15:32.278354+0000","last_peered":"2024-09-13T14:15:32.278354+0000","last_clean":"2024-09-13T14:15:32.278354+0000","last_became_active":"2024-09-13T14:14:35.440910+0000","last_became_peered":"2024-09-13T14:14:35.440910+0000","last_unstale":"2024-09-13T14:15:32.278354+0000","last_undegraded":"2024-09-13T14:15:32.278354+0000","last_fullsized":"2024-09-13T14:15:32.278354+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:11.761607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.695255+0000","last_change":"2024-09-13T14:15:32.277736+0000","last_active":"2024-09-13T14:15:36.695255+0000","last_peered":"2024-09-13T14:15:36.695255+0000","last_clean":"2024-09-13T14:15:36.695255+0000","last_became_active":"2024-09-13T14:15:27.844382+0000","last_became_peered":"2024-09-13T14:15:27.844382+0000","last_unstale":"2024-09-13T14:15:36.695255+0000","last_undegraded":"2024-09-13T14:15:36.695255+0000","last_fullsized":"2024-09-13T14:15:36.695255+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:56:25.426141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000897075,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307445+0000","last_change":"2024-09-13T14:14:32.362091+0000","last_active":"2024-09-13T14:15:32.307445+0000","last_peered":"2024-09-13T14:15:32.307445+0000","last_clean":"2024-09-13T14:15:32.307445+0000","last_became_active":"2024-09-13T14:14:32.358525+0000","last_became_peered":"2024-09-13T14:14:32.358525+0000","last_unstale":"2024-09-13T14:15:32.307445+0000","last_undegraded":"2024-09-13T14:15:32.307445+0000","last_fullsized":"2024-09-13T14:15:32.307445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:36:20.321851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277981+0000","last_change":"2024-09-13T14:14:35.441968+0000","last_active":"2024-09-13T14:15:32.277981+0000","last_peered":"2024-09-13T14:15:32.277981+0000","last_clean":"2024-09-13T14:15:32.277981+0000","last_became_active":"2024-09-13T14:14:35.441657+0000","last_became_peered":"2024-09-13T14:14:35.441657+0000","last_unstale":"2024-09-13T14:15:32.277981+0000","last_undegraded":"2024-09-13T14:15:32.277981+0000","last_fullsized":"2024-09-13T14:15:32.277981+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:04.232624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625681+0000","last_change":"2024-09-13T14:14:32.359669+0000","last_active":"2024-09-13T14:15:32.625681+0000","last_peered":"2024-09-13T14:15:32.625681+0000","last_clean":"2024-09-13T14:15:32.625681+0000","last_became_active":"2024-09-13T14:14:32.359350+0000","last_became_peered":"2024-09-13T14:14:32.359350+0000","last_unstale":"2024-09-13T14:15:32.625681+0000","last_undegraded":"2024-09-13T14:15:32.625681+0000","last_fullsized":"2024-09-13T14:15:32.625681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:33.941254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277129+0000","last_change":"2024-09-13T14:14:35.438033+0000","last_active":"2024-09-13T14:15:32.277129+0000","last_peered":"2024-09-13T14:15:32.277129+0000","last_clean":"2024-09-13T14:15:32.277129+0000","last_became_active":"2024-09-13T14:14:35.436367+0000","last_became_peered":"2024-09-13T14:14:35.436367+0000","last_unstale":"2024-09-13T14:15:32.277129+0000","last_undegraded":"2024-09-13T14:15:32.277129+0000","last_fullsized":"2024-09-13T14:15:32.277129+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:40.120577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281405+0000","last_change":"2024-09-13T14:14:32.353465+0000","last_active":"2024-09-13T14:15:32.281405+0000","last_peered":"2024-09-13T14:15:32.281405+0000","last_clean":"2024-09-13T14:15:32.281405+0000","last_became_active":"2024-09-13T14:14:32.353159+0000","last_became_peered":"2024-09-13T14:14:32.353159+0000","last_unstale":"2024-09-13T14:15:32.281405+0000","last_undegraded":"2024-09-13T14:15:32.281405+0000","last_fullsized":"2024-09-13T14:15:32.281405+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:55.575472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276740+0000","last_change":"2024-09-13T14:14:35.438402+0000","last_active":"2024-09-13T14:15:32.276740+0000","last_peered":"2024-09-13T14:15:32.276740+0000","last_clean":"2024-09-13T14:15:32.276740+0000","last_became_active":"2024-09-13T14:14:35.438120+0000","last_became_peered":"2024-09-13T14:14:35.438120+0000","last_unstale":"2024-09-13T14:15:32.276740+0000","last_undegraded":"2024-09-13T14:15:32.276740+0000","last_fullsized":"2024-09-13T14:15:32.276740+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:10.074959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281761+0000","last_change":"2024-09-13T14:14:32.359840+0000","last_active":"2024-09-13T14:15:32.281761+0000","last_peered":"2024-09-13T14:15:32.281761+0000","last_clean":"2024-09-13T14:15:32.281761+0000","last_became_active":"2024-09-13T14:14:32.358809+0000","last_became_peered":"2024-09-13T14:14:32.358809+0000","last_unstale":"2024-09-13T14:15:32.281761+0000","last_undegraded":"2024-09-13T14:15:32.281761+0000","last_fullsized":"2024-09-13T14:15:32.281761+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:45.342089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277568+0000","last_change":"2024-09-13T14:14:35.439878+0000","last_active":"2024-09-13T14:15:32.277568+0000","last_peered":"2024-09-13T14:15:32.277568+0000","last_clean":"2024-09-13T14:15:32.277568+0000","last_became_active":"2024-09-13T14:14:35.439570+0000","last_became_peered":"2024-09-13T14:14:35.439570+0000","last_unstale":"2024-09-13T14:15:32.277568+0000","last_undegraded":"2024-09-13T14:15:32.277568+0000","last_fullsized":"2024-09-13T14:15:32.277568+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:34.264536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626122+0000","last_change":"2024-09-13T14:14:32.362119+0000","last_active":"2024-09-13T14:15:32.626122+0000","last_peered":"2024-09-13T14:15:32.626122+0000","last_clean":"2024-09-13T14:15:32.626122+0000","last_became_active":"2024-09-13T14:14:32.361784+0000","last_became_peered":"2024-09-13T14:14:32.361784+0000","last_unstale":"2024-09-13T14:15:32.626122+0000","last_undegraded":"2024-09-13T14:15:32.626122+0000","last_fullsized":"2024-09-13T14:15:32.626122+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:53.195722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307297+0000","last_change":"2024-09-13T14:14:35.446331+0000","last_active":"2024-09-13T14:15:32.307297+0000","last_peered":"2024-09-13T14:15:32.307297+0000","last_clean":"2024-09-13T14:15:32.307297+0000","last_became_active":"2024-09-13T14:14:35.446040+0000","last_became_peered":"2024-09-13T14:14:35.446040+0000","last_unstale":"2024-09-13T14:15:32.307297+0000","last_undegraded":"2024-09-13T14:15:32.307297+0000","last_fullsized":"2024-09-13T14:15:32.307297+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:29.169723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283948+0000","last_change":"2024-09-13T14:14:35.450869+0000","last_active":"2024-09-13T14:15:32.283948+0000","last_peered":"2024-09-13T14:15:32.283948+0000","last_clean":"2024-09-13T14:15:32.283948+0000","last_became_active":"2024-09-13T14:14:35.450522+0000","last_became_peered":"2024-09-13T14:14:35.450522+0000","last_unstale":"2024-09-13T14:15:32.283948+0000","last_undegraded":"2024-09-13T14:15:32.283948+0000","last_fullsized":"2024-09-13T14:15:32.283948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:33.076254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626080+0000","last_change":"2024-09-13T14:14:32.363052+0000","last_active":"2024-09-13T14:15:32.626080+0000","last_peered":"2024-09-13T14:15:32.626080+0000","last_clean":"2024-09-13T14:15:32.626080+0000","last_became_active":"2024-09-13T14:14:32.362660+0000","last_became_peered":"2024-09-13T14:14:32.362660+0000","last_unstale":"2024-09-13T14:15:32.626080+0000","last_undegraded":"2024-09-13T14:15:32.626080+0000","last_fullsized":"2024-09-13T14:15:32.626080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:31:23.849430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283826+0000","last_change":"2024-09-13T14:14:35.443456+0000","last_active":"2024-09-13T14:15:32.283826+0000","last_peered":"2024-09-13T14:15:32.283826+0000","last_clean":"2024-09-13T14:15:32.283826+0000","last_became_active":"2024-09-13T14:14:35.443130+0000","last_became_peered":"2024-09-13T14:14:35.443130+0000","last_unstale":"2024-09-13T14:15:32.283826+0000","last_undegraded":"2024-09-13T14:15:32.283826+0000","last_fullsized":"2024-09-13T14:15:32.283826+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:19.674338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626122+0000","last_change":"2024-09-13T14:14:32.365163+0000","last_active":"2024-09-13T14:15:32.626122+0000","last_peered":"2024-09-13T14:15:32.626122+0000","last_clean":"2024-09-13T14:15:32.626122+0000","last_became_active":"2024-09-13T14:14:32.364836+0000","last_became_peered":"2024-09-13T14:14:32.364836+0000","last_unstale":"2024-09-13T14:15:32.626122+0000","last_undegraded":"2024-09-13T14:15:32.626122+0000","last_fullsized":"2024-09-13T14:15:32.626122+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:43.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278618+0000","last_change":"2024-09-13T14:14:35.443874+0000","last_active":"2024-09-13T14:15:32.278618+0000","last_peered":"2024-09-13T14:15:32.278618+0000","last_clean":"2024-09-13T14:15:32.278618+0000","last_became_active":"2024-09-13T14:14:35.443340+0000","last_became_peered":"2024-09-13T14:14:35.443340+0000","last_unstale":"2024-09-13T14:15:32.278618+0000","last_undegraded":"2024-09-13T14:15:32.278618+0000","last_fullsized":"2024-09-13T14:15:32.278618+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:01.104450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278382+0000","last_change":"2024-09-13T14:14:32.354164+0000","last_active":"2024-09-13T14:15:32.278382+0000","last_peered":"2024-09-13T14:15:32.278382+0000","last_clean":"2024-09-13T14:15:32.278382+0000","last_became_active":"2024-09-13T14:14:32.353883+0000","last_became_peered":"2024-09-13T14:14:32.353883+0000","last_unstale":"2024-09-13T14:15:32.278382+0000","last_undegraded":"2024-09-13T14:15:32.278382+0000","last_fullsized":"2024-09-13T14:15:32.278382+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:31.104874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278255+0000","last_change":"2024-09-13T14:14:35.449150+0000","last_active":"2024-09-13T14:15:32.278255+0000","last_peered":"2024-09-13T14:15:32.278255+0000","last_clean":"2024-09-13T14:15:32.278255+0000","last_became_active":"2024-09-13T14:14:35.448581+0000","last_became_peered":"2024-09-13T14:14:35.448581+0000","last_unstale":"2024-09-13T14:15:32.278255+0000","last_undegraded":"2024-09-13T14:15:32.278255+0000","last_fullsized":"2024-09-13T14:15:32.278255+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:11.466987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278882+0000","last_change":"2024-09-13T14:14:32.362422+0000","last_active":"2024-09-13T14:15:32.278882+0000","last_peered":"2024-09-13T14:15:32.278882+0000","last_clean":"2024-09-13T14:15:32.278882+0000","last_became_active":"2024-09-13T14:14:32.362069+0000","last_became_peered":"2024-09-13T14:14:32.362069+0000","last_unstale":"2024-09-13T14:15:32.278882+0000","last_undegraded":"2024-09-13T14:15:32.278882+0000","last_fullsized":"2024-09-13T14:15:32.278882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:48.442108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234014,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32468,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712684,"statfs":{"total":95995035648,"available":95961788416,"internally_reserved":0,"allocated":1384448,"data_stored":940237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35299999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52800000000000002,"15min":0.52700000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.58399999999999996}]},{"osd":1,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53600000000000003,"15min":0.53900000000000003},"min":{"1min":0.34399999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.53300000000000003,"15min":0.53100000000000003},"min":{"1min":0.39900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.54200000000000004}]},{"osd":2,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39700000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.70699999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.56399999999999995}]},{"osd":3,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57199999999999995,"15min":0.57399999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47599999999999998}]},{"osd":4,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.50900000000000001,"15min":0.51600000000000001},"min":{"1min":0.29299999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.50600000000000001,"15min":0.51300000000000001},"min":{"1min":0.32000000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.40200000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.315,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69699999999999995,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.35199999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.85599999999999998,"5min":0.871,"15min":0.871},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.33500000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65300000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.57699999999999996,"15min":0.59099999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72799999999999998,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.49099999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495651,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32468,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712684,"statfs":{"total":95995035648,"available":95961788416,"internally_reserved":0,"allocated":1384448,"data_stored":941650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51200000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.499,"15min":0.497},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.47699999999999998}]},{"osd":1,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.495,"15min":0.48999999999999999},"min":{"1min":0.28599999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.52000000000000002,"15min":0.51500000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.70799999999999996}]},{"osd":2,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.5},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.68999999999999995}]},{"osd":3,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.63},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.505,"15min":0.501},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.68899999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66800000000000004}]},{"osd":4,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.31900000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46000000000000002,"15min":0.46200000000000002},"min":{"1min":0.308,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60999999999999999,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.79800000000000004}]},{"osd":5,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.309,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.746},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.50900000000000001,"15min":0.51100000000000001},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.316},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.77200000000000002}]},{"osd":7,"last update":"Fri Sep 13 14:16:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52300000000000002,"15min":0.51800000000000002},"min":{"1min":0.38200000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.56100000000000005,"15min":0.55500000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.81399999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":351168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.248},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.53900000000000003},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.34300000000000003}]},{"osd":1,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.437,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.437}]},{"osd":2,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.54700000000000004,"15min":0.54500000000000004},"min":{"1min":0.34899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.80800000000000005,"5min":0.875,"15min":0.875},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54300000000000004,"15min":0.53000000000000003},"min":{"1min":0.35799999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77800000000000002,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.47499999999999998}]},{"osd":3,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.56699999999999995,"15min":0.55300000000000005},"min":{"1min":0.40600000000000003,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.81499999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56200000000000006,"15min":0.55700000000000005},"min":{"1min":0.40600000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.41099999999999998}]},{"osd":4,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.41699999999999998,"15min":0.38400000000000001},"min":{"1min":0.34100000000000003,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.43099999999999999,"15min":0.39800000000000002},"min":{"1min":0.309,"5min":0.254,"15min":0.254},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.45800000000000002}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46400000000000002,"15min":0.45900000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.68200000000000005,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.47499999999999998,"15min":0.46899999999999997},"min":{"1min":0.314,"5min":0.311,"15min":0.311},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.58999999999999997}]},{"osd":7,"last update":"Fri Sep 13 14:16:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.33000000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.40200000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79800000000000004,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.61599999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":349719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.52000000000000002,"15min":0.51000000000000001},"min":{"1min":0.39200000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71199999999999997,"5min":1.103,"15min":1.103},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.52800000000000002,"15min":0.51500000000000001},"min":{"1min":0.35399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66900000000000004,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.58099999999999996}]},{"osd":1,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.50800000000000001,"15min":0.496},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.65300000000000002,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.35399999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64700000000000002,"5min":1.173,"15min":1.173},"last":0.61299999999999999}]},{"osd":2,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.54100000000000004,"15min":0.52300000000000002},"min":{"1min":0.43099999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.68400000000000005,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.34599999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.64200000000000002,"5min":1.087,"15min":1.087},"last":0.63600000000000001}]},{"osd":3,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54100000000000004,"15min":0.52600000000000002},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.72399999999999998,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53600000000000003,"15min":0.52600000000000002},"min":{"1min":0.35699999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64700000000000002,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.57099999999999995}]},{"osd":5,"last update":"Fri Sep 13 14:15:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.434,"15min":0.432},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.67700000000000005,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.498}]},{"osd":6,"last update":"Fri Sep 13 14:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.55900000000000005,"15min":0.56399999999999995},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71799999999999997,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55800000000000005,"15min":0.56399999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.72699999999999998}]},{"osd":7,"last update":"Fri Sep 13 14:16:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.318,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51900000000000002,"15min":0.52000000000000002},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.65500000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":351717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.373,"15min":0.375},"min":{"1min":0.251,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.54300000000000004,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41499999999999998,"15min":0.41799999999999998},"min":{"1min":0.23699999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.27000000000000002}]},{"osd":1,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.40799999999999997,"15min":0.41299999999999998},"min":{"1min":0.29199999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.46899999999999997,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66700000000000004,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.41699999999999998,"15min":0.42299999999999999},"min":{"1min":0.31,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.626,"15min":0.626},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.42899999999999999,"15min":0.437},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.57999999999999996,"5min":0.622,"15min":0.622},"last":0.30499999999999999}]},{"osd":4,"last update":"Fri Sep 13 14:15:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.36499999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.442,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79100000000000004,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.56200000000000006}]},{"osd":5,"last update":"Fri Sep 13 14:15:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.61299999999999999,"15min":0.61499999999999999},"min":{"1min":0.372,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77500000000000002,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61099999999999999,"15min":0.61299999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.67200000000000004}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.60199999999999998,"15min":0.61399999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.755,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.63200000000000001,"15min":0.64200000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.80900000000000005,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.72199999999999998}]},{"osd":7,"last update":"Fri Sep 13 14:16:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.61399999999999999,"15min":0.62},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76200000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.621},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.90000000000000002,"5min":1.006,"15min":1.006},"last":0.52500000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27784,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717368,"statfs":{"total":95995035648,"available":95966584832,"internally_reserved":0,"allocated":782336,"data_stored":349265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.377,"15min":0.371},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.61399999999999999,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39000000000000001,"15min":0.377},"min":{"1min":0.26100000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.36699999999999999}]},{"osd":1,"last update":"Fri Sep 13 14:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40600000000000003,"15min":0.39800000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.40899999999999997,"15min":0.41399999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.626,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.315}]},{"osd":3,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46000000000000002,"15min":0.46200000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59899999999999998,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.45200000000000001,"15min":0.45400000000000001},"min":{"1min":0.29399999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.433}]},{"osd":4,"last update":"Fri Sep 13 14:16:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56699999999999995,"15min":0.56799999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.82199999999999995,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.69199999999999995}]},{"osd":5,"last update":"Fri Sep 13 14:15:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.61899999999999999,"15min":0.625},"min":{"1min":0.42699999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.73199999999999998}]},{"osd":6,"last update":"Fri Sep 13 14:15:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63400000000000001,"15min":0.63600000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61599999999999999,"15min":0.621},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80600000000000005,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.65600000000000003}]},{"osd":7,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.626,"5min":0.63,"15min":0.63},"min":{"1min":0.442,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86399999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.753}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31888,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713264,"statfs":{"total":95995035648,"available":95962382336,"internally_reserved":0,"allocated":790528,"data_stored":349171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34999999999999998,"15min":0.34000000000000002},"min":{"1min":0.23300000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.55300000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.38,"15min":0.36599999999999999},"min":{"1min":0.26600000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48599999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Sep 13 14:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38800000000000001,"15min":0.379},"min":{"1min":0.248,"5min":0.193,"15min":0.193},"max":{"1min":0.54900000000000004,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.40100000000000002,"15min":0.40699999999999997},"min":{"1min":0.28199999999999997,"5min":0.216,"15min":0.216},"max":{"1min":0.48899999999999999,"5min":0.621,"15min":0.621},"last":0.57399999999999995}]},{"osd":3,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53000000000000003,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.44900000000000001,"15min":0.45600000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.58999999999999997,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.52400000000000002}]},{"osd":4,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77900000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56999999999999995,"15min":0.56799999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73899999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.625}]},{"osd":5,"last update":"Fri Sep 13 14:16:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.60299999999999998,"15min":0.59699999999999998},"min":{"1min":0.45500000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.75,"5min":0.877,"15min":0.877},"last":0.72799999999999998}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.60799999999999998,"15min":0.61899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73899999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.625,"15min":0.63100000000000001},"min":{"1min":0.435,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73999999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.79700000000000004}]},{"osd":7,"last update":"Fri Sep 13 14:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71599999999999997,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.61699999999999999,"15min":0.629},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.76600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32476,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712676,"statfs":{"total":95995035648,"available":95961780224,"internally_reserved":0,"allocated":1392640,"data_stored":940361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.33600000000000002},"min":{"1min":0.251,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.58099999999999996,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40799999999999997,"15min":0.39400000000000002},"min":{"1min":0.28499999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.58499999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36899999999999999}]},{"osd":2,"last update":"Fri Sep 13 14:16:17 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.376,"15min":0.375},"min":{"1min":0.20799999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.498,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.371},"min":{"1min":0.23499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.58899999999999997,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.307}]},{"osd":3,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.435,"15min":0.45100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51300000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40600000000000003,"15min":0.41799999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55700000000000005,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.33700000000000002}]},{"osd":4,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54600000000000004,"15min":0.54800000000000004},"min":{"1min":0.35899999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.63}]},{"osd":5,"last update":"Fri Sep 13 14:16:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56799999999999995,"15min":0.56699999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.80300000000000005,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.59699999999999998,"15min":0.58699999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76600000000000001,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58699999999999997,"15min":0.59099999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.75800000000000001,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.52400000000000002}]},{"osd":7,"last update":"Fri Sep 13 14:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58599999999999997,"15min":0.58499999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.501},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.57299999999999995,"15min":0.56699999999999995},"min":{"1min":0.40000000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.57499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T14:16:30.922 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T14:16:31.679 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:31.805 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:31 smithi001 systemd[1]: Stopping Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:16:32.341 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:32 smithi001 podman[79775]: 2024-09-13 14:16:32.165384693 +0000 UTC m=+0.539950672 container died f3d02dd4629a9e00c0375a16588a870bc1008d876466651ae475184a0db9a553 (image=quay.ceph.io/ceph-ci/ceph:reef, name=eloquent_yonath, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-2c01458, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:16:32.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:32 smithi001 ceph-mon[28030]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:32.603 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[74489]: ts=2024-09-13T14:16:32.496Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:16:32.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:32 smithi001 ceph-mon[40037]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:32.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:32 smithi028 ceph-mon[31155]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:33.457 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:16:33.457 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:33 smithi001 podman[79872]: 2024-09-13 14:16:33.347643065 +0000 UTC m=+0.950620534 container died 34fd6d993b8bba4ddcde8856366686f496a5499f23e27956c6055961705240a6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:33.465 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-13T14:16:34.036 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:33 smithi001 podman[79872]: 2024-09-13 14:16:33.7841735 +0000 UTC m=+1.387151003 container cleanup 34fd6d993b8bba4ddcde8856366686f496a5499f23e27956c6055961705240a6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:34.036 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:33 smithi001 bash[79872]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T14:16:34.036 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:33 smithi001 podman[79896]: 2024-09-13 14:16:33.96012445 +0000 UTC m=+1.439571981 container remove 34fd6d993b8bba4ddcde8856366686f496a5499f23e27956c6055961705240a6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:34.037 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:34 smithi001 podman[79896]: 2024-09-13 14:16:34.035879794 +0000 UTC m=+1.515327326 volume remove 125873db14ffef0a84323853cd298a03220f9a8190ce187323a93508c9504a14 2024-09-13T14:16:34.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:34 smithi001 ceph-mon[28030]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:16:34.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:34 smithi001 ceph-mon[28030]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:34.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:34 smithi001 ceph-mon[40037]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:16:34.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:34 smithi001 ceph-mon[40037]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:34.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:34 smithi028 ceph-mon[31155]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:16:34.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:34 smithi028 ceph-mon[31155]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:34.824 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-09-13T14:16:32.264399+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":240484,"kb_used_data":7940,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749720732,"statfs":{"total":767960285184,"available":767714029568,"internally_reserved":0,"allocated":8130560,"data_stored":4573288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002480"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626338+0000","last_change":"2024-09-13T14:14:35.455509+0000","last_active":"2024-09-13T14:15:32.626338+0000","last_peered":"2024-09-13T14:15:32.626338+0000","last_clean":"2024-09-13T14:15:32.626338+0000","last_became_active":"2024-09-13T14:14:35.455123+0000","last_became_peered":"2024-09-13T14:14:35.455123+0000","last_unstale":"2024-09-13T14:15:32.626338+0000","last_undegraded":"2024-09-13T14:15:32.626338+0000","last_fullsized":"2024-09-13T14:15:32.626338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:37.544074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281949+0000","last_change":"2024-09-13T14:14:35.442123+0000","last_active":"2024-09-13T14:15:32.281949+0000","last_peered":"2024-09-13T14:15:32.281949+0000","last_clean":"2024-09-13T14:15:32.281949+0000","last_became_active":"2024-09-13T14:14:35.441848+0000","last_became_peered":"2024-09-13T14:14:35.441848+0000","last_unstale":"2024-09-13T14:15:32.281949+0000","last_undegraded":"2024-09-13T14:15:32.281949+0000","last_fullsized":"2024-09-13T14:15:32.281949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:44.320036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278911+0000","last_change":"2024-09-13T14:14:35.436130+0000","last_active":"2024-09-13T14:15:32.278911+0000","last_peered":"2024-09-13T14:15:32.278911+0000","last_clean":"2024-09-13T14:15:32.278911+0000","last_became_active":"2024-09-13T14:14:35.435843+0000","last_became_peered":"2024-09-13T14:14:35.435843+0000","last_unstale":"2024-09-13T14:15:32.278911+0000","last_undegraded":"2024-09-13T14:15:32.278911+0000","last_fullsized":"2024-09-13T14:15:32.278911+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:55.282738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283732+0000","last_change":"2024-09-13T14:14:35.446202+0000","last_active":"2024-09-13T14:15:32.283732+0000","last_peered":"2024-09-13T14:15:32.283732+0000","last_clean":"2024-09-13T14:15:32.283732+0000","last_became_active":"2024-09-13T14:14:35.445216+0000","last_became_peered":"2024-09-13T14:14:35.445216+0000","last_unstale":"2024-09-13T14:15:32.283732+0000","last_undegraded":"2024-09-13T14:15:32.283732+0000","last_fullsized":"2024-09-13T14:15:32.283732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:09.921550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625856+0000","last_change":"2024-09-13T14:14:35.442520+0000","last_active":"2024-09-13T14:15:32.625856+0000","last_peered":"2024-09-13T14:15:32.625856+0000","last_clean":"2024-09-13T14:15:32.625856+0000","last_became_active":"2024-09-13T14:14:35.442137+0000","last_became_peered":"2024-09-13T14:14:35.442137+0000","last_unstale":"2024-09-13T14:15:32.625856+0000","last_undegraded":"2024-09-13T14:15:32.625856+0000","last_fullsized":"2024-09-13T14:15:32.625856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:47.830661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283592+0000","last_change":"2024-09-13T14:14:35.457641+0000","last_active":"2024-09-13T14:15:32.283592+0000","last_peered":"2024-09-13T14:15:32.283592+0000","last_clean":"2024-09-13T14:15:32.283592+0000","last_became_active":"2024-09-13T14:14:35.457326+0000","last_became_peered":"2024-09-13T14:14:35.457326+0000","last_unstale":"2024-09-13T14:15:32.283592+0000","last_undegraded":"2024-09-13T14:15:32.283592+0000","last_fullsized":"2024-09-13T14:15:32.283592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:47.374775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625522+0000","last_change":"2024-09-13T14:14:35.450265+0000","last_active":"2024-09-13T14:15:32.625522+0000","last_peered":"2024-09-13T14:15:32.625522+0000","last_clean":"2024-09-13T14:15:32.625522+0000","last_became_active":"2024-09-13T14:14:35.449953+0000","last_became_peered":"2024-09-13T14:14:35.449953+0000","last_unstale":"2024-09-13T14:15:32.625522+0000","last_undegraded":"2024-09-13T14:15:32.625522+0000","last_fullsized":"2024-09-13T14:15:32.625522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:57:15.206328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276638+0000","last_change":"2024-09-13T14:14:35.448153+0000","last_active":"2024-09-13T14:15:32.276638+0000","last_peered":"2024-09-13T14:15:32.276638+0000","last_clean":"2024-09-13T14:15:32.276638+0000","last_became_active":"2024-09-13T14:14:35.447803+0000","last_became_peered":"2024-09-13T14:14:35.447803+0000","last_unstale":"2024-09-13T14:15:32.276638+0000","last_undegraded":"2024-09-13T14:15:32.276638+0000","last_fullsized":"2024-09-13T14:15:32.276638+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:07.795569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626491+0000","last_change":"2024-09-13T14:15:02.140025+0000","last_active":"2024-09-13T14:15:32.626491+0000","last_peered":"2024-09-13T14:15:32.626491+0000","last_clean":"2024-09-13T14:15:32.626491+0000","last_became_active":"2024-09-13T14:15:02.139588+0000","last_became_peered":"2024-09-13T14:15:02.139588+0000","last_unstale":"2024-09-13T14:15:32.626491+0000","last_undegraded":"2024-09-13T14:15:32.626491+0000","last_fullsized":"2024-09-13T14:15:32.626491+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.337371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307409+0000","last_change":"2024-09-13T14:14:35.443152+0000","last_active":"2024-09-13T14:15:32.307409+0000","last_peered":"2024-09-13T14:15:32.307409+0000","last_clean":"2024-09-13T14:15:32.307409+0000","last_became_active":"2024-09-13T14:14:35.442646+0000","last_became_peered":"2024-09-13T14:14:35.442646+0000","last_unstale":"2024-09-13T14:15:32.307409+0000","last_undegraded":"2024-09-13T14:15:32.307409+0000","last_fullsized":"2024-09-13T14:15:32.307409+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:16:18.729004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307509+0000","last_change":"2024-09-13T14:14:35.445067+0000","last_active":"2024-09-13T14:15:32.307509+0000","last_peered":"2024-09-13T14:15:32.307509+0000","last_clean":"2024-09-13T14:15:32.307509+0000","last_became_active":"2024-09-13T14:14:35.444740+0000","last_became_peered":"2024-09-13T14:14:35.444740+0000","last_unstale":"2024-09-13T14:15:32.307509+0000","last_undegraded":"2024-09-13T14:15:32.307509+0000","last_fullsized":"2024-09-13T14:15:32.307509+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:38:56.163972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277269+0000","last_change":"2024-09-13T14:14:35.447877+0000","last_active":"2024-09-13T14:15:32.277269+0000","last_peered":"2024-09-13T14:15:32.277269+0000","last_clean":"2024-09-13T14:15:32.277269+0000","last_became_active":"2024-09-13T14:14:35.447244+0000","last_became_peered":"2024-09-13T14:14:35.447244+0000","last_unstale":"2024-09-13T14:15:32.277269+0000","last_undegraded":"2024-09-13T14:15:32.277269+0000","last_fullsized":"2024-09-13T14:15:32.277269+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:34.390026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277493+0000","last_change":"2024-09-13T14:14:35.448978+0000","last_active":"2024-09-13T14:15:32.277493+0000","last_peered":"2024-09-13T14:15:32.277493+0000","last_clean":"2024-09-13T14:15:32.277493+0000","last_became_active":"2024-09-13T14:14:35.448538+0000","last_became_peered":"2024-09-13T14:14:35.448538+0000","last_unstale":"2024-09-13T14:15:32.277493+0000","last_undegraded":"2024-09-13T14:15:32.277493+0000","last_fullsized":"2024-09-13T14:15:32.277493+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:11.544618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277213+0000","last_change":"2024-09-13T14:14:35.444411+0000","last_active":"2024-09-13T14:15:32.277213+0000","last_peered":"2024-09-13T14:15:32.277213+0000","last_clean":"2024-09-13T14:15:32.277213+0000","last_became_active":"2024-09-13T14:14:35.444144+0000","last_became_peered":"2024-09-13T14:14:35.444144+0000","last_unstale":"2024-09-13T14:15:32.277213+0000","last_undegraded":"2024-09-13T14:15:32.277213+0000","last_fullsized":"2024-09-13T14:15:32.277213+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:41.385502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281329+0000","last_change":"2024-09-13T14:15:02.142165+0000","last_active":"2024-09-13T14:15:32.281329+0000","last_peered":"2024-09-13T14:15:32.281329+0000","last_clean":"2024-09-13T14:15:32.281329+0000","last_became_active":"2024-09-13T14:15:02.141781+0000","last_became_peered":"2024-09-13T14:15:02.141781+0000","last_unstale":"2024-09-13T14:15:32.281329+0000","last_undegraded":"2024-09-13T14:15:32.281329+0000","last_fullsized":"2024-09-13T14:15:32.281329+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:47.070477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283365+0000","last_change":"2024-09-13T14:14:35.452235+0000","last_active":"2024-09-13T14:15:32.283365+0000","last_peered":"2024-09-13T14:15:32.283365+0000","last_clean":"2024-09-13T14:15:32.283365+0000","last_became_active":"2024-09-13T14:14:35.451885+0000","last_became_peered":"2024-09-13T14:14:35.451885+0000","last_unstale":"2024-09-13T14:15:32.283365+0000","last_undegraded":"2024-09-13T14:15:32.283365+0000","last_fullsized":"2024-09-13T14:15:32.283365+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:33.399836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368660+0000","last_change":"2024-09-13T14:15:02.638304+0000","last_active":"2024-09-13T14:15:32.368660+0000","last_peered":"2024-09-13T14:15:32.368660+0000","last_clean":"2024-09-13T14:15:32.368660+0000","last_became_active":"2024-09-13T14:15:02.637965+0000","last_became_peered":"2024-09-13T14:15:02.637965+0000","last_unstale":"2024-09-13T14:15:32.368660+0000","last_undegraded":"2024-09-13T14:15:32.368660+0000","last_fullsized":"2024-09-13T14:15:32.368660+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:09.455527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368542+0000","last_change":"2024-09-13T14:14:35.442045+0000","last_active":"2024-09-13T14:15:32.368542+0000","last_peered":"2024-09-13T14:15:32.368542+0000","last_clean":"2024-09-13T14:15:32.368542+0000","last_became_active":"2024-09-13T14:14:35.441770+0000","last_became_peered":"2024-09-13T14:14:35.441770+0000","last_unstale":"2024-09-13T14:15:32.368542+0000","last_undegraded":"2024-09-13T14:15:32.368542+0000","last_fullsized":"2024-09-13T14:15:32.368542+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:00.292524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626234+0000","last_change":"2024-09-13T14:14:35.453033+0000","last_active":"2024-09-13T14:15:32.626234+0000","last_peered":"2024-09-13T14:15:32.626234+0000","last_clean":"2024-09-13T14:15:32.626234+0000","last_became_active":"2024-09-13T14:14:35.452675+0000","last_became_peered":"2024-09-13T14:14:35.452675+0000","last_unstale":"2024-09-13T14:15:32.626234+0000","last_undegraded":"2024-09-13T14:15:32.626234+0000","last_fullsized":"2024-09-13T14:15:32.626234+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:48.465911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307380+0000","last_change":"2024-09-13T14:14:35.446112+0000","last_active":"2024-09-13T14:15:32.307380+0000","last_peered":"2024-09-13T14:15:32.307380+0000","last_clean":"2024-09-13T14:15:32.307380+0000","last_became_active":"2024-09-13T14:14:35.445793+0000","last_became_peered":"2024-09-13T14:14:35.445793+0000","last_unstale":"2024-09-13T14:15:32.307380+0000","last_undegraded":"2024-09-13T14:15:32.307380+0000","last_fullsized":"2024-09-13T14:15:32.307380+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:09.356115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278098+0000","last_change":"2024-09-13T14:14:35.447078+0000","last_active":"2024-09-13T14:15:32.278098+0000","last_peered":"2024-09-13T14:15:32.278098+0000","last_clean":"2024-09-13T14:15:32.278098+0000","last_became_active":"2024-09-13T14:14:35.446819+0000","last_became_peered":"2024-09-13T14:14:35.446819+0000","last_unstale":"2024-09-13T14:15:32.278098+0000","last_undegraded":"2024-09-13T14:15:32.278098+0000","last_fullsized":"2024-09-13T14:15:32.278098+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:18.365394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283600+0000","last_change":"2024-09-13T14:14:35.448301+0000","last_active":"2024-09-13T14:15:32.283600+0000","last_peered":"2024-09-13T14:15:32.283600+0000","last_clean":"2024-09-13T14:15:32.283600+0000","last_became_active":"2024-09-13T14:14:35.447994+0000","last_became_peered":"2024-09-13T14:14:35.447994+0000","last_unstale":"2024-09-13T14:15:32.283600+0000","last_undegraded":"2024-09-13T14:15:32.283600+0000","last_fullsized":"2024-09-13T14:15:32.283600+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:54.733238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277664+0000","last_change":"2024-09-13T14:14:35.437140+0000","last_active":"2024-09-13T14:15:32.277664+0000","last_peered":"2024-09-13T14:15:32.277664+0000","last_clean":"2024-09-13T14:15:32.277664+0000","last_became_active":"2024-09-13T14:14:35.436774+0000","last_became_peered":"2024-09-13T14:14:35.436774+0000","last_unstale":"2024-09-13T14:15:32.277664+0000","last_undegraded":"2024-09-13T14:15:32.277664+0000","last_fullsized":"2024-09-13T14:15:32.277664+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:28.285912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283349+0000","last_change":"2024-09-13T14:14:35.437187+0000","last_active":"2024-09-13T14:15:32.283349+0000","last_peered":"2024-09-13T14:15:32.283349+0000","last_clean":"2024-09-13T14:15:32.283349+0000","last_became_active":"2024-09-13T14:14:35.436899+0000","last_became_peered":"2024-09-13T14:14:35.436899+0000","last_unstale":"2024-09-13T14:15:32.283349+0000","last_undegraded":"2024-09-13T14:15:32.283349+0000","last_fullsized":"2024-09-13T14:15:32.283349+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:54.408166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278275+0000","last_change":"2024-09-13T14:14:35.429981+0000","last_active":"2024-09-13T14:15:32.278275+0000","last_peered":"2024-09-13T14:15:32.278275+0000","last_clean":"2024-09-13T14:15:32.278275+0000","last_became_active":"2024-09-13T14:14:35.429634+0000","last_became_peered":"2024-09-13T14:14:35.429634+0000","last_unstale":"2024-09-13T14:15:32.278275+0000","last_undegraded":"2024-09-13T14:15:32.278275+0000","last_fullsized":"2024-09-13T14:15:32.278275+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:33.913092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307392+0000","last_change":"2024-09-13T14:14:35.448959+0000","last_active":"2024-09-13T14:15:32.307392+0000","last_peered":"2024-09-13T14:15:32.307392+0000","last_clean":"2024-09-13T14:15:32.307392+0000","last_became_active":"2024-09-13T14:14:35.447127+0000","last_became_peered":"2024-09-13T14:14:35.447127+0000","last_unstale":"2024-09-13T14:15:32.307392+0000","last_undegraded":"2024-09-13T14:15:32.307392+0000","last_fullsized":"2024-09-13T14:15:32.307392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:37.401401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281253+0000","last_change":"2024-09-13T14:14:35.436967+0000","last_active":"2024-09-13T14:15:32.281253+0000","last_peered":"2024-09-13T14:15:32.281253+0000","last_clean":"2024-09-13T14:15:32.281253+0000","last_became_active":"2024-09-13T14:14:35.436721+0000","last_became_peered":"2024-09-13T14:14:35.436721+0000","last_unstale":"2024-09-13T14:15:32.281253+0000","last_undegraded":"2024-09-13T14:15:32.281253+0000","last_fullsized":"2024-09-13T14:15:32.281253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:22.057677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278064+0000","last_change":"2024-09-13T14:14:35.439747+0000","last_active":"2024-09-13T14:15:32.278064+0000","last_peered":"2024-09-13T14:15:32.278064+0000","last_clean":"2024-09-13T14:15:32.278064+0000","last_became_active":"2024-09-13T14:14:35.439474+0000","last_became_peered":"2024-09-13T14:14:35.439474+0000","last_unstale":"2024-09-13T14:15:32.278064+0000","last_undegraded":"2024-09-13T14:15:32.278064+0000","last_fullsized":"2024-09-13T14:15:32.278064+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:33.681480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278179+0000","last_change":"2024-09-13T14:14:35.442848+0000","last_active":"2024-09-13T14:15:32.278179+0000","last_peered":"2024-09-13T14:15:32.278179+0000","last_clean":"2024-09-13T14:15:32.278179+0000","last_became_active":"2024-09-13T14:14:35.442558+0000","last_became_peered":"2024-09-13T14:14:35.442558+0000","last_unstale":"2024-09-13T14:15:32.278179+0000","last_undegraded":"2024-09-13T14:15:32.278179+0000","last_fullsized":"2024-09-13T14:15:32.278179+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:04:47.126981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283719+0000","last_change":"2024-09-13T14:14:35.451987+0000","last_active":"2024-09-13T14:15:32.283719+0000","last_peered":"2024-09-13T14:15:32.283719+0000","last_clean":"2024-09-13T14:15:32.283719+0000","last_became_active":"2024-09-13T14:14:35.451524+0000","last_became_peered":"2024-09-13T14:14:35.451524+0000","last_unstale":"2024-09-13T14:15:32.283719+0000","last_undegraded":"2024-09-13T14:15:32.283719+0000","last_fullsized":"2024-09-13T14:15:32.283719+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:29.098102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368383+0000","last_change":"2024-09-13T14:14:35.437592+0000","last_active":"2024-09-13T14:15:32.368383+0000","last_peered":"2024-09-13T14:15:32.368383+0000","last_clean":"2024-09-13T14:15:32.368383+0000","last_became_active":"2024-09-13T14:14:35.437331+0000","last_became_peered":"2024-09-13T14:14:35.437331+0000","last_unstale":"2024-09-13T14:15:32.368383+0000","last_undegraded":"2024-09-13T14:15:32.368383+0000","last_fullsized":"2024-09-13T14:15:32.368383+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:30.836737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307025+0000","last_change":"2024-09-13T14:14:35.444773+0000","last_active":"2024-09-13T14:15:32.307025+0000","last_peered":"2024-09-13T14:15:32.307025+0000","last_clean":"2024-09-13T14:15:32.307025+0000","last_became_active":"2024-09-13T14:14:35.444260+0000","last_became_peered":"2024-09-13T14:14:35.444260+0000","last_unstale":"2024-09-13T14:15:32.307025+0000","last_undegraded":"2024-09-13T14:15:32.307025+0000","last_fullsized":"2024-09-13T14:15:32.307025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:37.204513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277007+0000","last_change":"2024-09-13T14:14:35.437232+0000","last_active":"2024-09-13T14:15:32.277007+0000","last_peered":"2024-09-13T14:15:32.277007+0000","last_clean":"2024-09-13T14:15:32.277007+0000","last_became_active":"2024-09-13T14:14:35.436935+0000","last_became_peered":"2024-09-13T14:14:35.436935+0000","last_unstale":"2024-09-13T14:15:32.277007+0000","last_undegraded":"2024-09-13T14:15:32.277007+0000","last_fullsized":"2024-09-13T14:15:32.277007+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:52.406694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277728+0000","last_change":"2024-09-13T14:14:32.354421+0000","last_active":"2024-09-13T14:15:32.277728+0000","last_peered":"2024-09-13T14:15:32.277728+0000","last_clean":"2024-09-13T14:15:32.277728+0000","last_became_active":"2024-09-13T14:14:32.354162+0000","last_became_peered":"2024-09-13T14:14:32.354162+0000","last_unstale":"2024-09-13T14:15:32.277728+0000","last_undegraded":"2024-09-13T14:15:32.277728+0000","last_fullsized":"2024-09-13T14:15:32.277728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:28.750789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278252+0000","last_change":"2024-09-13T14:14:35.445924+0000","last_active":"2024-09-13T14:15:32.278252+0000","last_peered":"2024-09-13T14:15:32.278252+0000","last_clean":"2024-09-13T14:15:32.278252+0000","last_became_active":"2024-09-13T14:14:35.445599+0000","last_became_peered":"2024-09-13T14:14:35.445599+0000","last_unstale":"2024-09-13T14:15:32.278252+0000","last_undegraded":"2024-09-13T14:15:32.278252+0000","last_fullsized":"2024-09-13T14:15:32.278252+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:14.783167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307423+0000","last_change":"2024-09-13T14:14:32.357956+0000","last_active":"2024-09-13T14:15:32.307423+0000","last_peered":"2024-09-13T14:15:32.307423+0000","last_clean":"2024-09-13T14:15:32.307423+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:15:32.307423+0000","last_undegraded":"2024-09-13T14:15:32.307423+0000","last_fullsized":"2024-09-13T14:15:32.307423+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:50.099058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277798+0000","last_change":"2024-09-13T14:14:32.352374+0000","last_active":"2024-09-13T14:15:32.277798+0000","last_peered":"2024-09-13T14:15:32.277798+0000","last_clean":"2024-09-13T14:15:32.277798+0000","last_became_active":"2024-09-13T14:14:32.351926+0000","last_became_peered":"2024-09-13T14:14:32.351926+0000","last_unstale":"2024-09-13T14:15:32.277798+0000","last_undegraded":"2024-09-13T14:15:32.277798+0000","last_fullsized":"2024-09-13T14:15:32.277798+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:28.537907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276776+0000","last_change":"2024-09-13T14:14:35.440141+0000","last_active":"2024-09-13T14:15:32.276776+0000","last_peered":"2024-09-13T14:15:32.276776+0000","last_clean":"2024-09-13T14:15:32.276776+0000","last_became_active":"2024-09-13T14:14:35.439681+0000","last_became_peered":"2024-09-13T14:14:35.439681+0000","last_unstale":"2024-09-13T14:15:32.276776+0000","last_undegraded":"2024-09-13T14:15:32.276776+0000","last_fullsized":"2024-09-13T14:15:32.276776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:03:36.711651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283461+0000","last_change":"2024-09-13T14:15:02.638925+0000","last_active":"2024-09-13T14:15:32.283461+0000","last_peered":"2024-09-13T14:15:32.283461+0000","last_clean":"2024-09-13T14:15:32.283461+0000","last_became_active":"2024-09-13T14:15:02.638541+0000","last_became_peered":"2024-09-13T14:15:02.638541+0000","last_unstale":"2024-09-13T14:15:32.283461+0000","last_undegraded":"2024-09-13T14:15:32.283461+0000","last_fullsized":"2024-09-13T14:15:32.283461+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:42.318947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281188+0000","last_change":"2024-09-13T14:15:02.142864+0000","last_active":"2024-09-13T14:15:32.281188+0000","last_peered":"2024-09-13T14:15:32.281188+0000","last_clean":"2024-09-13T14:15:32.281188+0000","last_became_active":"2024-09-13T14:15:02.142578+0000","last_became_peered":"2024-09-13T14:15:02.142578+0000","last_unstale":"2024-09-13T14:15:32.281188+0000","last_undegraded":"2024-09-13T14:15:32.281188+0000","last_fullsized":"2024-09-13T14:15:32.281188+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:08.524675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307290+0000","last_change":"2024-09-13T14:14:32.356978+0000","last_active":"2024-09-13T14:15:32.307290+0000","last_peered":"2024-09-13T14:15:32.307290+0000","last_clean":"2024-09-13T14:15:32.307290+0000","last_became_active":"2024-09-13T14:14:32.356665+0000","last_became_peered":"2024-09-13T14:14:32.356665+0000","last_unstale":"2024-09-13T14:15:32.307290+0000","last_undegraded":"2024-09-13T14:15:32.307290+0000","last_fullsized":"2024-09-13T14:15:32.307290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.840271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.284049+0000","last_change":"2024-09-13T14:14:35.445994+0000","last_active":"2024-09-13T14:15:32.284049+0000","last_peered":"2024-09-13T14:15:32.284049+0000","last_clean":"2024-09-13T14:15:32.284049+0000","last_became_active":"2024-09-13T14:14:35.445707+0000","last_became_peered":"2024-09-13T14:14:35.445707+0000","last_unstale":"2024-09-13T14:15:32.284049+0000","last_undegraded":"2024-09-13T14:15:32.284049+0000","last_fullsized":"2024-09-13T14:15:32.284049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:45:12.282435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.284157+0000","last_change":"2024-09-13T14:14:32.358048+0000","last_active":"2024-09-13T14:15:32.284157+0000","last_peered":"2024-09-13T14:15:32.284157+0000","last_clean":"2024-09-13T14:15:32.284157+0000","last_became_active":"2024-09-13T14:14:32.357733+0000","last_became_peered":"2024-09-13T14:14:32.357733+0000","last_unstale":"2024-09-13T14:15:32.284157+0000","last_undegraded":"2024-09-13T14:15:32.284157+0000","last_fullsized":"2024-09-13T14:15:32.284157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:09.812852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278702+0000","last_change":"2024-09-13T14:14:35.438864+0000","last_active":"2024-09-13T14:15:32.278702+0000","last_peered":"2024-09-13T14:15:32.278702+0000","last_clean":"2024-09-13T14:15:32.278702+0000","last_became_active":"2024-09-13T14:14:35.438573+0000","last_became_peered":"2024-09-13T14:14:35.438573+0000","last_unstale":"2024-09-13T14:15:32.278702+0000","last_undegraded":"2024-09-13T14:15:32.278702+0000","last_fullsized":"2024-09-13T14:15:32.278702+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:06.160740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281398+0000","last_change":"2024-09-13T14:14:32.356316+0000","last_active":"2024-09-13T14:15:32.281398+0000","last_peered":"2024-09-13T14:15:32.281398+0000","last_clean":"2024-09-13T14:15:32.281398+0000","last_became_active":"2024-09-13T14:14:32.356035+0000","last_became_peered":"2024-09-13T14:14:32.356035+0000","last_unstale":"2024-09-13T14:15:32.281398+0000","last_undegraded":"2024-09-13T14:15:32.281398+0000","last_fullsized":"2024-09-13T14:15:32.281398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:58.111221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277315+0000","last_change":"2024-09-13T14:14:35.447705+0000","last_active":"2024-09-13T14:15:32.277315+0000","last_peered":"2024-09-13T14:15:32.277315+0000","last_clean":"2024-09-13T14:15:32.277315+0000","last_became_active":"2024-09-13T14:14:35.446838+0000","last_became_peered":"2024-09-13T14:14:35.446838+0000","last_unstale":"2024-09-13T14:15:32.277315+0000","last_undegraded":"2024-09-13T14:15:32.277315+0000","last_fullsized":"2024-09-13T14:15:32.277315+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:18.707096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307550+0000","last_change":"2024-09-13T14:14:32.355606+0000","last_active":"2024-09-13T14:15:32.307550+0000","last_peered":"2024-09-13T14:15:32.307550+0000","last_clean":"2024-09-13T14:15:32.307550+0000","last_became_active":"2024-09-13T14:14:32.355254+0000","last_became_peered":"2024-09-13T14:14:32.355254+0000","last_unstale":"2024-09-13T14:15:32.307550+0000","last_undegraded":"2024-09-13T14:15:32.307550+0000","last_fullsized":"2024-09-13T14:15:32.307550+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:24.123779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625988+0000","last_change":"2024-09-13T14:14:35.453871+0000","last_active":"2024-09-13T14:15:32.625988+0000","last_peered":"2024-09-13T14:15:32.625988+0000","last_clean":"2024-09-13T14:15:32.625988+0000","last_became_active":"2024-09-13T14:14:35.453474+0000","last_became_peered":"2024-09-13T14:14:35.453474+0000","last_unstale":"2024-09-13T14:15:32.625988+0000","last_undegraded":"2024-09-13T14:15:32.625988+0000","last_fullsized":"2024-09-13T14:15:32.625988+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:18.758817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278336+0000","last_change":"2024-09-13T14:14:32.353080+0000","last_active":"2024-09-13T14:15:32.278336+0000","last_peered":"2024-09-13T14:15:32.278336+0000","last_clean":"2024-09-13T14:15:32.278336+0000","last_became_active":"2024-09-13T14:14:32.352773+0000","last_became_peered":"2024-09-13T14:14:32.352773+0000","last_unstale":"2024-09-13T14:15:32.278336+0000","last_undegraded":"2024-09-13T14:15:32.278336+0000","last_fullsized":"2024-09-13T14:15:32.278336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:41:03.044188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277281+0000","last_change":"2024-09-13T14:14:35.446516+0000","last_active":"2024-09-13T14:15:32.277281+0000","last_peered":"2024-09-13T14:15:32.277281+0000","last_clean":"2024-09-13T14:15:32.277281+0000","last_became_active":"2024-09-13T14:14:35.446185+0000","last_became_peered":"2024-09-13T14:14:35.446185+0000","last_unstale":"2024-09-13T14:15:32.277281+0000","last_undegraded":"2024-09-13T14:15:32.277281+0000","last_fullsized":"2024-09-13T14:15:32.277281+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:18.327776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283732+0000","last_change":"2024-09-13T14:14:32.363454+0000","last_active":"2024-09-13T14:15:32.283732+0000","last_peered":"2024-09-13T14:15:32.283732+0000","last_clean":"2024-09-13T14:15:32.283732+0000","last_became_active":"2024-09-13T14:14:32.363000+0000","last_became_peered":"2024-09-13T14:14:32.363000+0000","last_unstale":"2024-09-13T14:15:32.283732+0000","last_undegraded":"2024-09-13T14:15:32.283732+0000","last_fullsized":"2024-09-13T14:15:32.283732+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:39.602657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625919+0000","last_change":"2024-09-13T14:14:35.444445+0000","last_active":"2024-09-13T14:15:32.625919+0000","last_peered":"2024-09-13T14:15:32.625919+0000","last_clean":"2024-09-13T14:15:32.625919+0000","last_became_active":"2024-09-13T14:14:35.444130+0000","last_became_peered":"2024-09-13T14:14:35.444130+0000","last_unstale":"2024-09-13T14:15:32.625919+0000","last_undegraded":"2024-09-13T14:15:32.625919+0000","last_fullsized":"2024-09-13T14:15:32.625919+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:35.774436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307015+0000","last_change":"2024-09-13T14:14:32.355791+0000","last_active":"2024-09-13T14:15:32.307015+0000","last_peered":"2024-09-13T14:15:32.307015+0000","last_clean":"2024-09-13T14:15:32.307015+0000","last_became_active":"2024-09-13T14:14:32.355378+0000","last_became_peered":"2024-09-13T14:14:32.355378+0000","last_unstale":"2024-09-13T14:15:32.307015+0000","last_undegraded":"2024-09-13T14:15:32.307015+0000","last_fullsized":"2024-09-13T14:15:32.307015+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:27.477251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307025+0000","last_change":"2024-09-13T14:14:35.444506+0000","last_active":"2024-09-13T14:15:32.307025+0000","last_peered":"2024-09-13T14:15:32.307025+0000","last_clean":"2024-09-13T14:15:32.307025+0000","last_became_active":"2024-09-13T14:14:35.443853+0000","last_became_peered":"2024-09-13T14:14:35.443853+0000","last_unstale":"2024-09-13T14:15:32.307025+0000","last_undegraded":"2024-09-13T14:15:32.307025+0000","last_fullsized":"2024-09-13T14:15:32.307025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:00:41.533708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368277+0000","last_change":"2024-09-13T14:14:32.350380+0000","last_active":"2024-09-13T14:15:32.368277+0000","last_peered":"2024-09-13T14:15:32.368277+0000","last_clean":"2024-09-13T14:15:32.368277+0000","last_became_active":"2024-09-13T14:14:32.350094+0000","last_became_peered":"2024-09-13T14:14:32.350094+0000","last_unstale":"2024-09-13T14:15:32.368277+0000","last_undegraded":"2024-09-13T14:15:32.368277+0000","last_fullsized":"2024-09-13T14:15:32.368277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:02.342983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625578+0000","last_change":"2024-09-13T14:14:35.451727+0000","last_active":"2024-09-13T14:15:32.625578+0000","last_peered":"2024-09-13T14:15:32.625578+0000","last_clean":"2024-09-13T14:15:32.625578+0000","last_became_active":"2024-09-13T14:14:35.451418+0000","last_became_peered":"2024-09-13T14:14:35.451418+0000","last_unstale":"2024-09-13T14:15:32.625578+0000","last_undegraded":"2024-09-13T14:15:32.625578+0000","last_fullsized":"2024-09-13T14:15:32.625578+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:08.405197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277692+0000","last_change":"2024-09-13T14:14:32.357851+0000","last_active":"2024-09-13T14:15:32.277692+0000","last_peered":"2024-09-13T14:15:32.277692+0000","last_clean":"2024-09-13T14:15:32.277692+0000","last_became_active":"2024-09-13T14:14:32.357324+0000","last_became_peered":"2024-09-13T14:14:32.357324+0000","last_unstale":"2024-09-13T14:15:32.277692+0000","last_undegraded":"2024-09-13T14:15:32.277692+0000","last_fullsized":"2024-09-13T14:15:32.277692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:50.933736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626280+0000","last_change":"2024-09-13T14:14:35.454693+0000","last_active":"2024-09-13T14:15:32.626280+0000","last_peered":"2024-09-13T14:15:32.626280+0000","last_clean":"2024-09-13T14:15:32.626280+0000","last_became_active":"2024-09-13T14:14:35.454237+0000","last_became_peered":"2024-09-13T14:14:35.454237+0000","last_unstale":"2024-09-13T14:15:32.626280+0000","last_undegraded":"2024-09-13T14:15:32.626280+0000","last_fullsized":"2024-09-13T14:15:32.626280+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:27.819117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368611+0000","last_change":"2024-09-13T14:14:32.355257+0000","last_active":"2024-09-13T14:15:32.368611+0000","last_peered":"2024-09-13T14:15:32.368611+0000","last_clean":"2024-09-13T14:15:32.368611+0000","last_became_active":"2024-09-13T14:14:32.354981+0000","last_became_peered":"2024-09-13T14:14:32.354981+0000","last_unstale":"2024-09-13T14:15:32.368611+0000","last_undegraded":"2024-09-13T14:15:32.368611+0000","last_fullsized":"2024-09-13T14:15:32.368611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:18.757065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626414+0000","last_change":"2024-09-13T14:14:35.454659+0000","last_active":"2024-09-13T14:15:32.626414+0000","last_peered":"2024-09-13T14:15:32.626414+0000","last_clean":"2024-09-13T14:15:32.626414+0000","last_became_active":"2024-09-13T14:14:35.454297+0000","last_became_peered":"2024-09-13T14:14:35.454297+0000","last_unstale":"2024-09-13T14:15:32.626414+0000","last_undegraded":"2024-09-13T14:15:32.626414+0000","last_fullsized":"2024-09-13T14:15:32.626414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:17.811117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281491+0000","last_change":"2024-09-13T14:14:32.355487+0000","last_active":"2024-09-13T14:15:32.281491+0000","last_peered":"2024-09-13T14:15:32.281491+0000","last_clean":"2024-09-13T14:15:32.281491+0000","last_became_active":"2024-09-13T14:14:32.355193+0000","last_became_peered":"2024-09-13T14:14:32.355193+0000","last_unstale":"2024-09-13T14:15:32.281491+0000","last_undegraded":"2024-09-13T14:15:32.281491+0000","last_fullsized":"2024-09-13T14:15:32.281491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:48.912530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283845+0000","last_change":"2024-09-13T14:14:35.444735+0000","last_active":"2024-09-13T14:15:32.283845+0000","last_peered":"2024-09-13T14:15:32.283845+0000","last_clean":"2024-09-13T14:15:32.283845+0000","last_became_active":"2024-09-13T14:14:35.444407+0000","last_became_peered":"2024-09-13T14:14:35.444407+0000","last_unstale":"2024-09-13T14:15:32.283845+0000","last_undegraded":"2024-09-13T14:15:32.283845+0000","last_fullsized":"2024-09-13T14:15:32.283845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:49:54.029126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368422+0000","last_change":"2024-09-13T14:14:32.357563+0000","last_active":"2024-09-13T14:15:32.368422+0000","last_peered":"2024-09-13T14:15:32.368422+0000","last_clean":"2024-09-13T14:15:32.368422+0000","last_became_active":"2024-09-13T14:14:32.357165+0000","last_became_peered":"2024-09-13T14:14:32.357165+0000","last_unstale":"2024-09-13T14:15:32.368422+0000","last_undegraded":"2024-09-13T14:15:32.368422+0000","last_fullsized":"2024-09-13T14:15:32.368422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:12.859188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626157+0000","last_change":"2024-09-13T14:14:35.456171+0000","last_active":"2024-09-13T14:15:32.626157+0000","last_peered":"2024-09-13T14:15:32.626157+0000","last_clean":"2024-09-13T14:15:32.626157+0000","last_became_active":"2024-09-13T14:14:35.455871+0000","last_became_peered":"2024-09-13T14:14:35.455871+0000","last_unstale":"2024-09-13T14:15:32.626157+0000","last_undegraded":"2024-09-13T14:15:32.626157+0000","last_fullsized":"2024-09-13T14:15:32.626157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:16:13.399528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:37.039877+0000","last_change":"2024-09-13T14:15:32.307714+0000","last_active":"2024-09-13T14:15:37.039877+0000","last_peered":"2024-09-13T14:15:37.039877+0000","last_clean":"2024-09-13T14:15:37.039877+0000","last_became_active":"2024-09-13T14:15:27.499621+0000","last_became_peered":"2024-09-13T14:15:27.499621+0000","last_unstale":"2024-09-13T14:15:37.039877+0000","last_undegraded":"2024-09-13T14:15:37.039877+0000","last_fullsized":"2024-09-13T14:15:37.039877+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:35:34.000595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043176899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":273,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.937573+0000","last_change":"2024-09-13T14:14:10.693394+0000","last_active":"2024-09-13T14:15:36.937573+0000","last_peered":"2024-09-13T14:15:36.937573+0000","last_clean":"2024-09-13T14:15:36.937573+0000","last_became_active":"2024-09-13T14:14:10.692952+0000","last_became_peered":"2024-09-13T14:14:10.692952+0000","last_unstale":"2024-09-13T14:15:36.937573+0000","last_undegraded":"2024-09-13T14:15:36.937573+0000","last_fullsized":"2024-09-13T14:15:36.937573+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_clean_scrub_stamp":"2024-09-13T14:12:10.823721+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:11.962984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283716+0000","last_change":"2024-09-13T14:14:32.357611+0000","last_active":"2024-09-13T14:15:32.283716+0000","last_peered":"2024-09-13T14:15:32.283716+0000","last_clean":"2024-09-13T14:15:32.283716+0000","last_became_active":"2024-09-13T14:14:32.357259+0000","last_became_peered":"2024-09-13T14:14:32.357259+0000","last_unstale":"2024-09-13T14:15:32.283716+0000","last_undegraded":"2024-09-13T14:15:32.283716+0000","last_fullsized":"2024-09-13T14:15:32.283716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:49:27.741528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277254+0000","last_change":"2024-09-13T14:14:35.441265+0000","last_active":"2024-09-13T14:15:32.277254+0000","last_peered":"2024-09-13T14:15:32.277254+0000","last_clean":"2024-09-13T14:15:32.277254+0000","last_became_active":"2024-09-13T14:14:35.441000+0000","last_became_peered":"2024-09-13T14:14:35.441000+0000","last_unstale":"2024-09-13T14:15:32.277254+0000","last_undegraded":"2024-09-13T14:15:32.277254+0000","last_fullsized":"2024-09-13T14:15:32.277254+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:59:56.335375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.879560+0000","last_change":"2024-09-13T14:15:32.278349+0000","last_active":"2024-09-13T14:15:36.879560+0000","last_peered":"2024-09-13T14:15:36.879560+0000","last_clean":"2024-09-13T14:15:36.879560+0000","last_became_active":"2024-09-13T14:15:28.183361+0000","last_became_peered":"2024-09-13T14:15:28.183361+0000","last_unstale":"2024-09-13T14:15:36.879560+0000","last_undegraded":"2024-09-13T14:15:36.879560+0000","last_fullsized":"2024-09-13T14:15:36.879560+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:49.005621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026849600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625751+0000","last_change":"2024-09-13T14:14:32.361844+0000","last_active":"2024-09-13T14:15:32.625751+0000","last_peered":"2024-09-13T14:15:32.625751+0000","last_clean":"2024-09-13T14:15:32.625751+0000","last_became_active":"2024-09-13T14:14:32.361501+0000","last_became_peered":"2024-09-13T14:14:32.361501+0000","last_unstale":"2024-09-13T14:15:32.625751+0000","last_undegraded":"2024-09-13T14:15:32.625751+0000","last_fullsized":"2024-09-13T14:15:32.625751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:17.421178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276837+0000","last_change":"2024-09-13T14:14:35.442682+0000","last_active":"2024-09-13T14:15:32.276837+0000","last_peered":"2024-09-13T14:15:32.276837+0000","last_clean":"2024-09-13T14:15:32.276837+0000","last_became_active":"2024-09-13T14:14:35.442391+0000","last_became_peered":"2024-09-13T14:14:35.442391+0000","last_unstale":"2024-09-13T14:15:32.276837+0000","last_undegraded":"2024-09-13T14:15:32.276837+0000","last_fullsized":"2024-09-13T14:15:32.276837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:34:03.853804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.696111+0000","last_change":"2024-09-13T14:15:32.282369+0000","last_active":"2024-09-13T14:15:36.696111+0000","last_peered":"2024-09-13T14:15:36.696111+0000","last_clean":"2024-09-13T14:15:36.696111+0000","last_became_active":"2024-09-13T14:15:27.844284+0000","last_became_peered":"2024-09-13T14:15:27.844284+0000","last_unstale":"2024-09-13T14:15:36.696111+0000","last_undegraded":"2024-09-13T14:15:36.696111+0000","last_fullsized":"2024-09-13T14:15:36.696111+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:18:01.788866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056065100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.368313+0000","last_change":"2024-09-13T14:14:32.352354+0000","last_active":"2024-09-13T14:15:32.368313+0000","last_peered":"2024-09-13T14:15:32.368313+0000","last_clean":"2024-09-13T14:15:32.368313+0000","last_became_active":"2024-09-13T14:14:32.351068+0000","last_became_peered":"2024-09-13T14:14:32.351068+0000","last_unstale":"2024-09-13T14:15:32.368313+0000","last_undegraded":"2024-09-13T14:15:32.368313+0000","last_fullsized":"2024-09-13T14:15:32.368313+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:39.125309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281129+0000","last_change":"2024-09-13T14:14:35.440935+0000","last_active":"2024-09-13T14:15:32.281129+0000","last_peered":"2024-09-13T14:15:32.281129+0000","last_clean":"2024-09-13T14:15:32.281129+0000","last_became_active":"2024-09-13T14:14:35.440307+0000","last_became_peered":"2024-09-13T14:14:35.440307+0000","last_unstale":"2024-09-13T14:15:32.281129+0000","last_undegraded":"2024-09-13T14:15:32.281129+0000","last_fullsized":"2024-09-13T14:15:32.281129+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:17:12.244683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.695037+0000","last_change":"2024-09-13T14:15:32.281986+0000","last_active":"2024-09-13T14:15:36.695037+0000","last_peered":"2024-09-13T14:15:36.695037+0000","last_clean":"2024-09-13T14:15:36.695037+0000","last_became_active":"2024-09-13T14:15:28.183297+0000","last_became_peered":"2024-09-13T14:15:28.183297+0000","last_unstale":"2024-09-13T14:15:36.695037+0000","last_undegraded":"2024-09-13T14:15:36.695037+0000","last_fullsized":"2024-09-13T14:15:36.695037+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:34.955769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036961399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283856+0000","last_change":"2024-09-13T14:14:32.361009+0000","last_active":"2024-09-13T14:15:32.283856+0000","last_peered":"2024-09-13T14:15:32.283856+0000","last_clean":"2024-09-13T14:15:32.283856+0000","last_became_active":"2024-09-13T14:14:32.360698+0000","last_became_peered":"2024-09-13T14:14:32.360698+0000","last_unstale":"2024-09-13T14:15:32.283856+0000","last_undegraded":"2024-09-13T14:15:32.283856+0000","last_fullsized":"2024-09-13T14:15:32.283856+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:44:18.352906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277313+0000","last_change":"2024-09-13T14:14:35.441456+0000","last_active":"2024-09-13T14:15:32.277313+0000","last_peered":"2024-09-13T14:15:32.277313+0000","last_clean":"2024-09-13T14:15:32.277313+0000","last_became_active":"2024-09-13T14:14:35.441029+0000","last_became_peered":"2024-09-13T14:14:35.441029+0000","last_unstale":"2024-09-13T14:15:32.277313+0000","last_undegraded":"2024-09-13T14:15:32.277313+0000","last_fullsized":"2024-09-13T14:15:32.277313+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:55.762973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.695202+0000","last_change":"2024-09-13T14:15:32.282510+0000","last_active":"2024-09-13T14:15:36.695202+0000","last_peered":"2024-09-13T14:15:36.695202+0000","last_clean":"2024-09-13T14:15:36.695202+0000","last_became_active":"2024-09-13T14:15:27.844296+0000","last_became_peered":"2024-09-13T14:15:27.844296+0000","last_unstale":"2024-09-13T14:15:36.695202+0000","last_undegraded":"2024-09-13T14:15:36.695202+0000","last_fullsized":"2024-09-13T14:15:36.695202+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:58.818212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001277516,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281736+0000","last_change":"2024-09-13T14:14:32.359335+0000","last_active":"2024-09-13T14:15:32.281736+0000","last_peered":"2024-09-13T14:15:32.281736+0000","last_clean":"2024-09-13T14:15:32.281736+0000","last_became_active":"2024-09-13T14:14:32.358599+0000","last_became_peered":"2024-09-13T14:14:32.358599+0000","last_unstale":"2024-09-13T14:15:32.281736+0000","last_undegraded":"2024-09-13T14:15:32.281736+0000","last_fullsized":"2024-09-13T14:15:32.281736+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:01.729651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283998+0000","last_change":"2024-09-13T14:14:35.439273+0000","last_active":"2024-09-13T14:15:32.283998+0000","last_peered":"2024-09-13T14:15:32.283998+0000","last_clean":"2024-09-13T14:15:32.283998+0000","last_became_active":"2024-09-13T14:14:35.438429+0000","last_became_peered":"2024-09-13T14:14:35.438429+0000","last_unstale":"2024-09-13T14:15:32.283998+0000","last_undegraded":"2024-09-13T14:15:32.283998+0000","last_fullsized":"2024-09-13T14:15:32.283998+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:41.424606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.879236+0000","last_change":"2024-09-13T14:15:32.278495+0000","last_active":"2024-09-13T14:15:36.879236+0000","last_peered":"2024-09-13T14:15:36.879236+0000","last_clean":"2024-09-13T14:15:36.879236+0000","last_became_active":"2024-09-13T14:15:27.844308+0000","last_became_peered":"2024-09-13T14:15:27.844308+0000","last_unstale":"2024-09-13T14:15:36.879236+0000","last_undegraded":"2024-09-13T14:15:36.879236+0000","last_fullsized":"2024-09-13T14:15:36.879236+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:49:27.193257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061273800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626287+0000","last_change":"2024-09-13T14:14:32.364265+0000","last_active":"2024-09-13T14:15:32.626287+0000","last_peered":"2024-09-13T14:15:32.626287+0000","last_clean":"2024-09-13T14:15:32.626287+0000","last_became_active":"2024-09-13T14:14:32.362479+0000","last_became_peered":"2024-09-13T14:14:32.362479+0000","last_unstale":"2024-09-13T14:15:32.626287+0000","last_undegraded":"2024-09-13T14:15:32.626287+0000","last_fullsized":"2024-09-13T14:15:32.626287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:18.723658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281690+0000","last_change":"2024-09-13T14:14:35.445863+0000","last_active":"2024-09-13T14:15:32.281690+0000","last_peered":"2024-09-13T14:15:32.281690+0000","last_clean":"2024-09-13T14:15:32.281690+0000","last_became_active":"2024-09-13T14:14:35.445598+0000","last_became_peered":"2024-09-13T14:14:35.445598+0000","last_unstale":"2024-09-13T14:15:32.281690+0000","last_undegraded":"2024-09-13T14:15:32.281690+0000","last_fullsized":"2024-09-13T14:15:32.281690+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:32.445737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.694247+0000","last_change":"2024-09-13T14:15:32.276949+0000","last_active":"2024-09-13T14:15:36.694247+0000","last_peered":"2024-09-13T14:15:36.694247+0000","last_clean":"2024-09-13T14:15:36.694247+0000","last_became_active":"2024-09-13T14:15:27.496331+0000","last_became_peered":"2024-09-13T14:15:27.496331+0000","last_unstale":"2024-09-13T14:15:36.694247+0000","last_undegraded":"2024-09-13T14:15:36.694247+0000","last_fullsized":"2024-09-13T14:15:36.694247+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:38:32.115525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000443008,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281988+0000","last_change":"2024-09-13T14:14:32.356268+0000","last_active":"2024-09-13T14:15:32.281988+0000","last_peered":"2024-09-13T14:15:32.281988+0000","last_clean":"2024-09-13T14:15:32.281988+0000","last_became_active":"2024-09-13T14:14:32.355974+0000","last_became_peered":"2024-09-13T14:14:32.355974+0000","last_unstale":"2024-09-13T14:15:32.281988+0000","last_undegraded":"2024-09-13T14:15:32.281988+0000","last_fullsized":"2024-09-13T14:15:32.281988+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:30.860895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278354+0000","last_change":"2024-09-13T14:14:35.441190+0000","last_active":"2024-09-13T14:15:32.278354+0000","last_peered":"2024-09-13T14:15:32.278354+0000","last_clean":"2024-09-13T14:15:32.278354+0000","last_became_active":"2024-09-13T14:14:35.440910+0000","last_became_peered":"2024-09-13T14:14:35.440910+0000","last_unstale":"2024-09-13T14:15:32.278354+0000","last_undegraded":"2024-09-13T14:15:32.278354+0000","last_fullsized":"2024-09-13T14:15:32.278354+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:11.761607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T14:15:36.695255+0000","last_change":"2024-09-13T14:15:32.277736+0000","last_active":"2024-09-13T14:15:36.695255+0000","last_peered":"2024-09-13T14:15:36.695255+0000","last_clean":"2024-09-13T14:15:36.695255+0000","last_became_active":"2024-09-13T14:15:27.844382+0000","last_became_peered":"2024-09-13T14:15:27.844382+0000","last_unstale":"2024-09-13T14:15:36.695255+0000","last_undegraded":"2024-09-13T14:15:36.695255+0000","last_fullsized":"2024-09-13T14:15:36.695255+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:56:25.426141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000897075,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307445+0000","last_change":"2024-09-13T14:14:32.362091+0000","last_active":"2024-09-13T14:15:32.307445+0000","last_peered":"2024-09-13T14:15:32.307445+0000","last_clean":"2024-09-13T14:15:32.307445+0000","last_became_active":"2024-09-13T14:14:32.358525+0000","last_became_peered":"2024-09-13T14:14:32.358525+0000","last_unstale":"2024-09-13T14:15:32.307445+0000","last_undegraded":"2024-09-13T14:15:32.307445+0000","last_fullsized":"2024-09-13T14:15:32.307445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:36:20.321851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277981+0000","last_change":"2024-09-13T14:14:35.441968+0000","last_active":"2024-09-13T14:15:32.277981+0000","last_peered":"2024-09-13T14:15:32.277981+0000","last_clean":"2024-09-13T14:15:32.277981+0000","last_became_active":"2024-09-13T14:14:35.441657+0000","last_became_peered":"2024-09-13T14:14:35.441657+0000","last_unstale":"2024-09-13T14:15:32.277981+0000","last_undegraded":"2024-09-13T14:15:32.277981+0000","last_fullsized":"2024-09-13T14:15:32.277981+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:04.232624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.625681+0000","last_change":"2024-09-13T14:14:32.359669+0000","last_active":"2024-09-13T14:15:32.625681+0000","last_peered":"2024-09-13T14:15:32.625681+0000","last_clean":"2024-09-13T14:15:32.625681+0000","last_became_active":"2024-09-13T14:14:32.359350+0000","last_became_peered":"2024-09-13T14:14:32.359350+0000","last_unstale":"2024-09-13T14:15:32.625681+0000","last_undegraded":"2024-09-13T14:15:32.625681+0000","last_fullsized":"2024-09-13T14:15:32.625681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:33.941254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277129+0000","last_change":"2024-09-13T14:14:35.438033+0000","last_active":"2024-09-13T14:15:32.277129+0000","last_peered":"2024-09-13T14:15:32.277129+0000","last_clean":"2024-09-13T14:15:32.277129+0000","last_became_active":"2024-09-13T14:14:35.436367+0000","last_became_peered":"2024-09-13T14:14:35.436367+0000","last_unstale":"2024-09-13T14:15:32.277129+0000","last_undegraded":"2024-09-13T14:15:32.277129+0000","last_fullsized":"2024-09-13T14:15:32.277129+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:40.120577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281405+0000","last_change":"2024-09-13T14:14:32.353465+0000","last_active":"2024-09-13T14:15:32.281405+0000","last_peered":"2024-09-13T14:15:32.281405+0000","last_clean":"2024-09-13T14:15:32.281405+0000","last_became_active":"2024-09-13T14:14:32.353159+0000","last_became_peered":"2024-09-13T14:14:32.353159+0000","last_unstale":"2024-09-13T14:15:32.281405+0000","last_undegraded":"2024-09-13T14:15:32.281405+0000","last_fullsized":"2024-09-13T14:15:32.281405+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:55.575472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.276740+0000","last_change":"2024-09-13T14:14:35.438402+0000","last_active":"2024-09-13T14:15:32.276740+0000","last_peered":"2024-09-13T14:15:32.276740+0000","last_clean":"2024-09-13T14:15:32.276740+0000","last_became_active":"2024-09-13T14:14:35.438120+0000","last_became_peered":"2024-09-13T14:14:35.438120+0000","last_unstale":"2024-09-13T14:15:32.276740+0000","last_undegraded":"2024-09-13T14:15:32.276740+0000","last_fullsized":"2024-09-13T14:15:32.276740+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:10.074959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.281761+0000","last_change":"2024-09-13T14:14:32.359840+0000","last_active":"2024-09-13T14:15:32.281761+0000","last_peered":"2024-09-13T14:15:32.281761+0000","last_clean":"2024-09-13T14:15:32.281761+0000","last_became_active":"2024-09-13T14:14:32.358809+0000","last_became_peered":"2024-09-13T14:14:32.358809+0000","last_unstale":"2024-09-13T14:15:32.281761+0000","last_undegraded":"2024-09-13T14:15:32.281761+0000","last_fullsized":"2024-09-13T14:15:32.281761+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:45.342089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.277568+0000","last_change":"2024-09-13T14:14:35.439878+0000","last_active":"2024-09-13T14:15:32.277568+0000","last_peered":"2024-09-13T14:15:32.277568+0000","last_clean":"2024-09-13T14:15:32.277568+0000","last_became_active":"2024-09-13T14:14:35.439570+0000","last_became_peered":"2024-09-13T14:14:35.439570+0000","last_unstale":"2024-09-13T14:15:32.277568+0000","last_undegraded":"2024-09-13T14:15:32.277568+0000","last_fullsized":"2024-09-13T14:15:32.277568+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:34.264536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626122+0000","last_change":"2024-09-13T14:14:32.362119+0000","last_active":"2024-09-13T14:15:32.626122+0000","last_peered":"2024-09-13T14:15:32.626122+0000","last_clean":"2024-09-13T14:15:32.626122+0000","last_became_active":"2024-09-13T14:14:32.361784+0000","last_became_peered":"2024-09-13T14:14:32.361784+0000","last_unstale":"2024-09-13T14:15:32.626122+0000","last_undegraded":"2024-09-13T14:15:32.626122+0000","last_fullsized":"2024-09-13T14:15:32.626122+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:53.195722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.307297+0000","last_change":"2024-09-13T14:14:35.446331+0000","last_active":"2024-09-13T14:15:32.307297+0000","last_peered":"2024-09-13T14:15:32.307297+0000","last_clean":"2024-09-13T14:15:32.307297+0000","last_became_active":"2024-09-13T14:14:35.446040+0000","last_became_peered":"2024-09-13T14:14:35.446040+0000","last_unstale":"2024-09-13T14:15:32.307297+0000","last_undegraded":"2024-09-13T14:15:32.307297+0000","last_fullsized":"2024-09-13T14:15:32.307297+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:29.169723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283948+0000","last_change":"2024-09-13T14:14:35.450869+0000","last_active":"2024-09-13T14:15:32.283948+0000","last_peered":"2024-09-13T14:15:32.283948+0000","last_clean":"2024-09-13T14:15:32.283948+0000","last_became_active":"2024-09-13T14:14:35.450522+0000","last_became_peered":"2024-09-13T14:14:35.450522+0000","last_unstale":"2024-09-13T14:15:32.283948+0000","last_undegraded":"2024-09-13T14:15:32.283948+0000","last_fullsized":"2024-09-13T14:15:32.283948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:33.076254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626080+0000","last_change":"2024-09-13T14:14:32.363052+0000","last_active":"2024-09-13T14:15:32.626080+0000","last_peered":"2024-09-13T14:15:32.626080+0000","last_clean":"2024-09-13T14:15:32.626080+0000","last_became_active":"2024-09-13T14:14:32.362660+0000","last_became_peered":"2024-09-13T14:14:32.362660+0000","last_unstale":"2024-09-13T14:15:32.626080+0000","last_undegraded":"2024-09-13T14:15:32.626080+0000","last_fullsized":"2024-09-13T14:15:32.626080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:31:23.849430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.283826+0000","last_change":"2024-09-13T14:14:35.443456+0000","last_active":"2024-09-13T14:15:32.283826+0000","last_peered":"2024-09-13T14:15:32.283826+0000","last_clean":"2024-09-13T14:15:32.283826+0000","last_became_active":"2024-09-13T14:14:35.443130+0000","last_became_peered":"2024-09-13T14:14:35.443130+0000","last_unstale":"2024-09-13T14:15:32.283826+0000","last_undegraded":"2024-09-13T14:15:32.283826+0000","last_fullsized":"2024-09-13T14:15:32.283826+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:19.674338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.626122+0000","last_change":"2024-09-13T14:14:32.365163+0000","last_active":"2024-09-13T14:15:32.626122+0000","last_peered":"2024-09-13T14:15:32.626122+0000","last_clean":"2024-09-13T14:15:32.626122+0000","last_became_active":"2024-09-13T14:14:32.364836+0000","last_became_peered":"2024-09-13T14:14:32.364836+0000","last_unstale":"2024-09-13T14:15:32.626122+0000","last_undegraded":"2024-09-13T14:15:32.626122+0000","last_fullsized":"2024-09-13T14:15:32.626122+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:31:43.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278618+0000","last_change":"2024-09-13T14:14:35.443874+0000","last_active":"2024-09-13T14:15:32.278618+0000","last_peered":"2024-09-13T14:15:32.278618+0000","last_clean":"2024-09-13T14:15:32.278618+0000","last_became_active":"2024-09-13T14:14:35.443340+0000","last_became_peered":"2024-09-13T14:14:35.443340+0000","last_unstale":"2024-09-13T14:15:32.278618+0000","last_undegraded":"2024-09-13T14:15:32.278618+0000","last_fullsized":"2024-09-13T14:15:32.278618+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:01.104450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278382+0000","last_change":"2024-09-13T14:14:32.354164+0000","last_active":"2024-09-13T14:15:32.278382+0000","last_peered":"2024-09-13T14:15:32.278382+0000","last_clean":"2024-09-13T14:15:32.278382+0000","last_became_active":"2024-09-13T14:14:32.353883+0000","last_became_peered":"2024-09-13T14:14:32.353883+0000","last_unstale":"2024-09-13T14:15:32.278382+0000","last_undegraded":"2024-09-13T14:15:32.278382+0000","last_fullsized":"2024-09-13T14:15:32.278382+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:31.104874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278255+0000","last_change":"2024-09-13T14:14:35.449150+0000","last_active":"2024-09-13T14:15:32.278255+0000","last_peered":"2024-09-13T14:15:32.278255+0000","last_clean":"2024-09-13T14:15:32.278255+0000","last_became_active":"2024-09-13T14:14:35.448581+0000","last_became_peered":"2024-09-13T14:14:35.448581+0000","last_unstale":"2024-09-13T14:15:32.278255+0000","last_undegraded":"2024-09-13T14:15:32.278255+0000","last_fullsized":"2024-09-13T14:15:32.278255+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:11.466987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T14:15:32.278882+0000","last_change":"2024-09-13T14:14:32.362422+0000","last_active":"2024-09-13T14:15:32.278882+0000","last_peered":"2024-09-13T14:15:32.278882+0000","last_clean":"2024-09-13T14:15:32.278882+0000","last_became_active":"2024-09-13T14:14:32.362069+0000","last_became_peered":"2024-09-13T14:14:32.362069+0000","last_unstale":"2024-09-13T14:15:32.278882+0000","last_undegraded":"2024-09-13T14:15:32.278882+0000","last_fullsized":"2024-09-13T14:15:32.278882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:48.442108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234015,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32468,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712684,"statfs":{"total":95995035648,"available":95961788416,"internally_reserved":0,"allocated":1384448,"data_stored":940237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35299999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52800000000000002,"15min":0.52700000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.442}]},{"osd":1,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53600000000000003,"15min":0.53900000000000003},"min":{"1min":0.34399999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.53300000000000003,"15min":0.53100000000000003},"min":{"1min":0.39900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.51400000000000001}]},{"osd":2,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39700000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.70699999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.315}]},{"osd":3,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57199999999999995,"15min":0.57399999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.50900000000000001,"15min":0.51600000000000001},"min":{"1min":0.29299999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.50600000000000001,"15min":0.51300000000000001},"min":{"1min":0.32000000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.624}]},{"osd":5,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.315,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69699999999999995,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.35199999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.85599999999999998,"5min":0.871,"15min":0.871},"last":0.58599999999999997}]},{"osd":6,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.33500000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65300000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.57699999999999996,"15min":0.59099999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72799999999999998,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.68500000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32468,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712684,"statfs":{"total":95995035648,"available":95961788416,"internally_reserved":0,"allocated":1384448,"data_stored":941650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51200000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.499,"15min":0.497},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.61699999999999999}]},{"osd":1,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.495,"15min":0.48999999999999999},"min":{"1min":0.28599999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.63},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.52000000000000002,"15min":0.51500000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.51600000000000001}]},{"osd":2,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57599999999999996}]},{"osd":3,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.505,"15min":0.501},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.68899999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.502}]},{"osd":4,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.31900000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46000000000000002,"15min":0.46200000000000002},"min":{"1min":0.308,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60999999999999999,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.33900000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.309,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.50900000000000001,"15min":0.51100000000000001},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.316},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.53300000000000003}]},{"osd":7,"last update":"Fri Sep 13 14:16:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52300000000000002,"15min":0.51800000000000002},"min":{"1min":0.38200000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.56100000000000005,"15min":0.55500000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.42299999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757288,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":351168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.53900000000000003},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.42799999999999999}]},{"osd":1,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.437,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.497}]},{"osd":2,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.54700000000000004,"15min":0.54500000000000004},"min":{"1min":0.34899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.80800000000000005,"5min":0.875,"15min":0.875},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54300000000000004,"15min":0.53000000000000003},"min":{"1min":0.35799999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77800000000000002,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.55700000000000005}]},{"osd":3,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.56699999999999995,"15min":0.55300000000000005},"min":{"1min":0.40600000000000003,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.81499999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56200000000000006,"15min":0.55700000000000005},"min":{"1min":0.40600000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.441}]},{"osd":4,"last update":"Fri Sep 13 14:16:23 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.41699999999999998,"15min":0.38400000000000001},"min":{"1min":0.34100000000000003,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.43099999999999999,"15min":0.39800000000000002},"min":{"1min":0.309,"5min":0.254,"15min":0.254},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.54200000000000004}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46400000000000002,"15min":0.45900000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.68200000000000005,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.47499999999999998,"15min":0.46899999999999997},"min":{"1min":0.314,"5min":0.311,"15min":0.311},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.46999999999999997}]},{"osd":7,"last update":"Fri Sep 13 14:16:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.33000000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.40200000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79800000000000004,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45900000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018926,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":349719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.52000000000000002,"15min":0.51000000000000001},"min":{"1min":0.39200000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71199999999999997,"5min":1.103,"15min":1.103},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.52800000000000002,"15min":0.51500000000000001},"min":{"1min":0.35399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66900000000000004,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.50800000000000001,"15min":0.496},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.65300000000000002,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.35399999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64700000000000002,"5min":1.173,"15min":1.173},"last":0.66400000000000003}]},{"osd":2,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.54100000000000004,"15min":0.52300000000000002},"min":{"1min":0.43099999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.68400000000000005,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.34599999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.64200000000000002,"5min":1.087,"15min":1.087},"last":0.45100000000000001}]},{"osd":3,"last update":"Fri Sep 13 14:16:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54100000000000004,"15min":0.52600000000000002},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.72399999999999998,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53600000000000003,"15min":0.52600000000000002},"min":{"1min":0.35699999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64700000000000002,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:16:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.442,"15min":0.42899999999999999},"min":{"1min":0.33600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.71599999999999997,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.442,"15min":0.434},"min":{"1min":0.30299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.70299999999999996,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.38100000000000001}]},{"osd":6,"last update":"Fri Sep 13 14:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.55900000000000005,"15min":0.56399999999999995},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71799999999999997,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55800000000000005,"15min":0.56399999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Sep 13 14:16:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.318,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.505},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51900000000000002,"15min":0.52000000000000002},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.621}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":351717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.373,"15min":0.375},"min":{"1min":0.251,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.54300000000000004,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.438},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41499999999999998,"15min":0.41799999999999998},"min":{"1min":0.23699999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.61299999999999999}]},{"osd":1,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.40799999999999997,"15min":0.41299999999999998},"min":{"1min":0.29199999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.46899999999999997,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66700000000000004,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.56599999999999995}]},{"osd":2,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.41699999999999998,"15min":0.42299999999999999},"min":{"1min":0.31,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.626,"15min":0.626},"last":0.504},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.42899999999999999,"15min":0.437},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.57999999999999996,"5min":0.622,"15min":0.622},"last":0.59399999999999997}]},{"osd":4,"last update":"Fri Sep 13 14:15:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.36499999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.442,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79100000000000004,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.89400000000000002}]},{"osd":5,"last update":"Fri Sep 13 14:16:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.60199999999999998,"15min":0.61099999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.60399999999999998,"15min":0.61099999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81000000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.81000000000000005}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.60199999999999998,"15min":0.61399999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.755,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.63200000000000001,"15min":0.64200000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.80900000000000005,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.95299999999999996}]},{"osd":7,"last update":"Fri Sep 13 14:16:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.61399999999999999,"15min":0.62},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76200000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.621},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.90000000000000002,"5min":1.006,"15min":1.006},"last":0.82199999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27784,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717368,"statfs":{"total":95995035648,"available":95966584832,"internally_reserved":0,"allocated":782336,"data_stored":349265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.377,"15min":0.371},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.61399999999999999,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39000000000000001,"15min":0.377},"min":{"1min":0.26100000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.28199999999999997}]},{"osd":1,"last update":"Fri Sep 13 14:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40600000000000003,"15min":0.39800000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.40899999999999997,"15min":0.41399999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.626,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46000000000000002,"15min":0.46200000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59899999999999998,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.316},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.45200000000000001,"15min":0.45400000000000001},"min":{"1min":0.29399999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.23000000000000001}]},{"osd":4,"last update":"Fri Sep 13 14:16:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56699999999999995,"15min":0.56799999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.82199999999999995,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.68600000000000005}]},{"osd":5,"last update":"Fri Sep 13 14:16:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.57799999999999996,"15min":0.59099999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.624},"min":{"1min":0.40000000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.438}]},{"osd":6,"last update":"Fri Sep 13 14:15:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63400000000000001,"15min":0.63600000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61599999999999999,"15min":0.621},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80600000000000005,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.52800000000000002}]},{"osd":7,"last update":"Fri Sep 13 14:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.63,"15min":0.63},"min":{"1min":0.442,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86399999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.70799999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31888,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713264,"statfs":{"total":95995035648,"available":95962382336,"internally_reserved":0,"allocated":790528,"data_stored":349171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34999999999999998,"15min":0.34000000000000002},"min":{"1min":0.23300000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.55300000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.38,"15min":0.36599999999999999},"min":{"1min":0.26600000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48599999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.35799999999999998}]},{"osd":2,"last update":"Fri Sep 13 14:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38800000000000001,"15min":0.379},"min":{"1min":0.248,"5min":0.193,"15min":0.193},"max":{"1min":0.54900000000000004,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.248},{"interface":"front","average":{"1min":0.375,"5min":0.40100000000000002,"15min":0.40699999999999997},"min":{"1min":0.28199999999999997,"5min":0.216,"15min":0.216},"max":{"1min":0.48899999999999999,"5min":0.621,"15min":0.621},"last":0.375}]},{"osd":3,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53000000000000003,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.44900000000000001,"15min":0.45600000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.58999999999999997,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.316}]},{"osd":4,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.42999999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77900000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56999999999999995,"15min":0.56799999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73899999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.59799999999999998}]},{"osd":5,"last update":"Fri Sep 13 14:16:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.60299999999999998,"15min":0.59699999999999998},"min":{"1min":0.45500000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.75,"5min":0.877,"15min":0.877},"last":0.57499999999999996}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.60799999999999998,"15min":0.61899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73899999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.625,"15min":0.63100000000000001},"min":{"1min":0.435,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73999999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.58599999999999997}]},{"osd":7,"last update":"Fri Sep 13 14:16:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71599999999999997,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.61699999999999999,"15min":0.629},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.56100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32476,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712676,"statfs":{"total":95995035648,"available":95961780224,"internally_reserved":0,"allocated":1392640,"data_stored":940361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.33600000000000002},"min":{"1min":0.251,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.58099999999999996,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40799999999999997,"15min":0.39400000000000002},"min":{"1min":0.28499999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.58499999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.32800000000000001}]},{"osd":2,"last update":"Fri Sep 13 14:16:17 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.376,"15min":0.375},"min":{"1min":0.20799999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.498,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.376,"15min":0.371},"min":{"1min":0.23499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.58899999999999997,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.313}]},{"osd":3,"last update":"Fri Sep 13 14:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.435,"15min":0.45100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51300000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40600000000000003,"15min":0.41799999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55700000000000005,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35899999999999999}]},{"osd":4,"last update":"Fri Sep 13 14:15:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54600000000000004,"15min":0.54800000000000004},"min":{"1min":0.35899999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.377}]},{"osd":5,"last update":"Fri Sep 13 14:16:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56799999999999995,"15min":0.56699999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.80300000000000005,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.59699999999999998,"15min":0.58699999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76600000000000001,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.45600000000000002}]},{"osd":6,"last update":"Fri Sep 13 14:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.435},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58699999999999997,"15min":0.59099999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.75800000000000001,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.42299999999999999}]},{"osd":7,"last update":"Fri Sep 13 14:16:12 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58599999999999997,"15min":0.58499999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.57299999999999995,"15min":0.56699999999999995},"min":{"1min":0.40000000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T14:16:34.829 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T14:16:34.829 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T14:16:34.830 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-13T14:16:34.830 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-13T14:16:35.063 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:35.102 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:34 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T14:16:35.102 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:34 smithi001 systemd[1]: Stopped Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:16:35.103 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:34 smithi001 systemd[1]: Starting Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:16:35.513 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 podman[80153]: 2024-09-13 14:16:35.410800005 +0000 UTC m=+0.321355026 volume create 3628e152a29b6ab9e5820e307d5c8e893871cfa68f915a7394114f670f618995 2024-09-13T14:16:35.513 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 podman[80153]: 2024-09-13 14:16:35.336012964 +0000 UTC m=+0.246568003 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-13T14:16:35.841 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 podman[80153]: 2024-09-13 14:16:35.512492875 +0000 UTC m=+0.423047895 container create 7e1c8b657e285e1c5709a8e8ac265c9c71d8d22829afc9469a4ea105489f9a2b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:36.094 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 podman[80153]: 2024-09-13 14:16:35.841521354 +0000 UTC m=+0.752076384 container init 7e1c8b657e285e1c5709a8e8ac265c9c71d8d22829afc9469a4ea105489f9a2b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:36.094 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 podman[80153]: 2024-09-13 14:16:35.846636455 +0000 UTC m=+0.757191479 container start 7e1c8b657e285e1c5709a8e8ac265c9c71d8d22829afc9469a4ea105489f9a2b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:36.094 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.858Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T14:16:36.094 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.859Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.860Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.1 port=9094 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.861Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.884Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.884Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.887Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:35.887Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 bash[80153]: 7e1c8b657e285e1c5709a8e8ac265c9c71d8d22829afc9469a4ea105489f9a2b 2024-09-13T14:16:36.095 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:35 smithi001 systemd[1]: Started Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:16:37.154 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:36 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:37.154 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:36 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:37.154 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:36 smithi028 ceph-mon[31155]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:16:37.154 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:36 smithi028 ceph-mon[31155]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:16:37.154 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:36 smithi028 ceph-mon[31155]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:37.172 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:16:36] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-09-13T14:16:37.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:37.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:37.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[28030]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:16:37.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[28030]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:16:37.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[28030]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:37.173 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:37.173 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:37.173 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[40037]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:16:37.173 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[40037]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:16:37.173 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:36 smithi001 ceph-mon[40037]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:37.633 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:16:37.634 INFO:teuthology.orchestra.run.smithi001.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T14:16:38.226 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:37 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1226267935' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T14:16:38.252 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:37 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1226267935' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T14:16:38.253 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:37 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1226267935' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T14:16:38.253 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:37.862Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000711794s 2024-09-13T14:16:38.276 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-13T14:16:38.277 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:16:38.484 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:39.287 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:38 smithi028 ceph-mon[31155]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:39.292 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:38 smithi001 ceph-mon[28030]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:39.292 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:38 smithi001 ceph-mon[40037]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:39.605 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 systemd[1]: Stopping Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:16:39.981 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.695Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.696Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.696Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.696Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[61179]: ts=2024-09-13T14:16:39.696Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:16:39.982 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:39 smithi028 podman[64556]: 2024-09-13 14:16:39.705910855 +0000 UTC m=+0.110097497 container died a9f8a512459ff6241793443cb2148d26133fb65059ac9b48f526c294a9b97711 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:40.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:39 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:40.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:39 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:16:40.288 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/1124193063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1124193063},{"type":"v1","addr":"172.21.15.1:6835","nonce":1124193063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T14:14:37.078493+0000","modified":"2024-09-13T14:14:49.105948+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.28:6833/2097878038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":2097878038},{"type":"v1","addr":"172.21.15.28:6833","nonce":2097878038}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T14:16:40.289 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 8 2024-09-13T14:16:40.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:39 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:40.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 podman[64556]: 2024-09-13 14:16:40.026467192 +0000 UTC m=+0.430653836 container cleanup a9f8a512459ff6241793443cb2148d26133fb65059ac9b48f526c294a9b97711 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:40.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 bash[64556]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:16:40.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 podman[64572]: 2024-09-13 14:16:40.185905141 +0000 UTC m=+0.482024509 container remove a9f8a512459ff6241793443cb2148d26133fb65059ac9b48f526c294a9b97711 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:40.776 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:16:40.776 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 systemd[1]: Stopped Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:16:40.776 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.201s CPU time. 2024-09-13T14:16:40.776 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 systemd[1]: Starting Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:16:40.776 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 podman[64672]: 2024-09-13 14:16:40.526401279 +0000 UTC m=+0.017564325 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T14:16:40.776 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 podman[64672]: 2024-09-13 14:16:40.645395582 +0000 UTC m=+0.136558620 container create 43e2b82c44750c591d14dacf7aab82521ab9d692e7024d84aa94240aa87f45bb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:40.901 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:16:41.128 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:41.207 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STOPPING 2024-09-13T14:16:41.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:40 smithi001 ceph-mon[40037]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:41.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:40 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1877921479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:41.208 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:40 smithi001 ceph-mon[28030]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:41.208 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:40 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1877921479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:41.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-mon[31155]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1877921479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:41.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 podman[64672]: 2024-09-13 14:16:40.889550721 +0000 UTC m=+0.380713760 container init 43e2b82c44750c591d14dacf7aab82521ab9d692e7024d84aa94240aa87f45bb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:41.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 podman[64672]: 2024-09-13 14:16:40.894654021 +0000 UTC m=+0.385817060 container start 43e2b82c44750c591d14dacf7aab82521ab9d692e7024d84aa94240aa87f45bb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:16:41.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.919Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T14:16:41.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.919Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T14:16:41.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.919Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi028 (none))" 2024-09-13T14:16:41.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.919Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.919Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.921Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.921Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.924Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.924Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.925Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.925Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.581µs 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.925Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.926Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-13T14:16:41.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.927Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.927Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.634µs wal_replay_duration=1.645111ms wbl_replay_duration=120ns total_replay_duration=1.703134ms 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.927Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.927Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.927Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.949Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.633767ms db_storage=754ns remote_storage=964ns web_handler=231ns query_engine=612ns scrape=394.001µs scrape_sd=95.054µs notify=23.95µs notify_sd=20.407µs rules=20.774704ms tracing=5.399µs 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.949Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:16:40.949Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 bash[64672]: 43e2b82c44750c591d14dacf7aab82521ab9d692e7024d84aa94240aa87f45bb 2024-09-13T14:16:41.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:16:40 smithi028 systemd[1]: Started Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:16:41.547 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:16:41.547 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STOPPED 2024-09-13T14:16:41.547 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STARTING 2024-09-13T14:16:41.547 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Serving on http://:::9283 2024-09-13T14:16:41.547 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STARTED 2024-09-13T14:16:41.547 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STOPPING 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STOPPED 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STARTING 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Serving on http://:::9283 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STARTED 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:41] ENGINE Bus STOPPING 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi028.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi028.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi028.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi028.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T14:16:42.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi028.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T14:16:42.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi028.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T14:16:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:16:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:16:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi028.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T14:16:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi028.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T14:16:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:16:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi028.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi028.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi028.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi028.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:42.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:42 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:42.660 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:16:42.660 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:42] ENGINE Bus STOPPED 2024-09-13T14:16:42.660 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:42] ENGINE Bus STARTING 2024-09-13T14:16:42.660 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:42] ENGINE Serving on http://:::9283 2024-09-13T14:16:42.660 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:42 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:42] ENGINE Bus STARTED 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:43 smithi001 ceph-mon[28030]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:43.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:43 smithi001 ceph-mon[40037]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:43.286 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:16:43.286 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/1124193063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1124193063},{"type":"v1","addr":"172.21.15.1:6835","nonce":1124193063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T14:14:37.078493+0000","modified":"2024-09-13T14:14:49.105948+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.28:6833/2097878038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":2097878038},{"type":"v1","addr":"172.21.15.28:6833","nonce":2097878038}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T14:16:43.286 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 8 2024-09-13T14:16:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:43 smithi028 ceph-mon[31155]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:44.242 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:44 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3404768030' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:44.242 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:44 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3404768030' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:44.267 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:16:44.269 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:44 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3404768030' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:44.496 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:45 smithi001 ceph-mon[28030]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:45 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:45 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:45 smithi001 ceph-mon[40037]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:45 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:45 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:45.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:45 smithi028 ceph-mon[31155]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:45 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:45 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:46.027 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:16:45 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:16:45.865Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003868184s 2024-09-13T14:16:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:46 smithi001 ceph-mon[28030]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:46.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:46 smithi001 ceph-mon[40037]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:46.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:46 smithi028 ceph-mon[31155]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:46.766 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:16:46.767 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":75,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:15:36.691852+0000","last_up_change":"2024-09-13T14:14:06.675998+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T14:15:26.438519+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6803","nonce":1317464089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6805","nonce":1317464089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6809","nonce":1317464089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":1317464089},{"type":"v1","addr":"172.21.15.1:6807","nonce":1317464089}]},"public_addr":"172.21.15.1:6803/1317464089","cluster_addr":"172.21.15.1:6805/1317464089","heartbeat_back_addr":"172.21.15.1:6809/1317464089","heartbeat_front_addr":"172.21.15.1:6807/1317464089","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6811","nonce":1324255145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6813","nonce":1324255145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6817","nonce":1324255145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1324255145},{"type":"v1","addr":"172.21.15.1:6815","nonce":1324255145}]},"public_addr":"172.21.15.1:6811/1324255145","cluster_addr":"172.21.15.1:6813/1324255145","heartbeat_back_addr":"172.21.15.1:6817/1324255145","heartbeat_front_addr":"172.21.15.1:6815/1324255145","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6819","nonce":789473879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6821","nonce":789473879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6825","nonce":789473879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":789473879},{"type":"v1","addr":"172.21.15.1:6823","nonce":789473879}]},"public_addr":"172.21.15.1:6819/789473879","cluster_addr":"172.21.15.1:6821/789473879","heartbeat_back_addr":"172.21.15.1:6825/789473879","heartbeat_front_addr":"172.21.15.1:6823/789473879","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6827","nonce":2470827647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6829","nonce":2470827647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6833","nonce":2470827647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2470827647},{"type":"v1","addr":"172.21.15.1:6831","nonce":2470827647}]},"public_addr":"172.21.15.1:6827/2470827647","cluster_addr":"172.21.15.1:6829/2470827647","heartbeat_back_addr":"172.21.15.1:6833/2470827647","heartbeat_front_addr":"172.21.15.1:6831/2470827647","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6801","nonce":2276897409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6803","nonce":2276897409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6807","nonce":2276897409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2276897409},{"type":"v1","addr":"172.21.15.28:6805","nonce":2276897409}]},"public_addr":"172.21.15.28:6801/2276897409","cluster_addr":"172.21.15.28:6803/2276897409","heartbeat_back_addr":"172.21.15.28:6807/2276897409","heartbeat_front_addr":"172.21.15.28:6805/2276897409","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6809","nonce":684386931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6811","nonce":684386931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6815","nonce":684386931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":684386931},{"type":"v1","addr":"172.21.15.28:6813","nonce":684386931}]},"public_addr":"172.21.15.28:6809/684386931","cluster_addr":"172.21.15.28:6811/684386931","heartbeat_back_addr":"172.21.15.28:6815/684386931","heartbeat_front_addr":"172.21.15.28:6813/684386931","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6817","nonce":1250737165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6819","nonce":1250737165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6823","nonce":1250737165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1250737165},{"type":"v1","addr":"172.21.15.28:6821","nonce":1250737165}]},"public_addr":"172.21.15.28:6817/1250737165","cluster_addr":"172.21.15.28:6819/1250737165","heartbeat_back_addr":"172.21.15.28:6823/1250737165","heartbeat_front_addr":"172.21.15.28:6821/1250737165","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6825","nonce":1220667251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6827","nonce":1220667251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6831","nonce":1220667251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1220667251},{"type":"v1","addr":"172.21.15.28:6829","nonce":1220667251}]},"public_addr":"172.21.15.28:6825/1220667251","cluster_addr":"172.21.15.28:6827/1220667251","heartbeat_back_addr":"172.21.15.28:6831/1220667251","heartbeat_front_addr":"172.21.15.28:6829/1220667251","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/1192614905":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3626932152":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3485144721":"2024-09-14T14:15:24.237178+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/3791458357":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:16:47.037 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:16:46] "GET /metrics HTTP/1.1" 200 33638 "" "Prometheus/2.43.0" 2024-09-13T14:16:47.452 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:16:47.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:47 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1717194179' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:16:47.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:47 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1717194179' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:16:47.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:47 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1717194179' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T14:16:48.263 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:49.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[28030]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[40037]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:49.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:49 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:49 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:49 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:49 smithi028 ceph-mon[31155]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:49 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:49 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:49 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:50.193 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:16:50.193 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/1124193063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1124193063},{"type":"v1","addr":"172.21.15.1:6835","nonce":1124193063}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T14:14:37.078493+0000","modified":"2024-09-13T14:14:49.105948+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.28:6833/2097878038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":2097878038},{"type":"v1","addr":"172.21.15.28:6833","nonce":2097878038}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T14:16:50.193 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 8 2024-09-13T14:16:50.497 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:50 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2593900969' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:50.498 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:50 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2593900969' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:50 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2593900969' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T14:16:50.897 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T14:14:37.078493+0000', 'modified': '2024-09-13T14:14:49.105948+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24331}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24331': {'gid': 24331, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.28:6833/2097878038', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.28:6832', 'nonce': 2097878038}, {'type': 'v1', 'addr': '172.21.15.28:6833', 'nonce': 2097878038}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T14:16:50.897 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T14:16:50.898 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-13T14:16:51.104 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:51.511 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:51 smithi001 ceph-mon[28030]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:51.511 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:51 smithi001 ceph-mon[40037]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:51 smithi028 ceph-mon[31155]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:52.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:52 smithi001 ceph-mon[28030]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:52.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:52 smithi001 ceph-mon[40037]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:52.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:52 smithi028 ceph-mon[31155]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:52.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-13T14:16:52.723+0000 7f8966ff5640 0 client.24677 ms_handle_reset on v2:172.21.15.28:6832/2097878038 2024-09-13T14:16:52.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-13T14:16:52.742+0000 7f8966ff5640 0 client.14796 ms_handle_reset on v2:172.21.15.28:6832/2097878038 2024-09-13T14:16:52.743 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:16:52.743 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "96a1432a-71d9-11ef-bceb-c7b262605968", 2024-09-13T14:16:52.743 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 0, 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24331, 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 135.66110522599999, 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 8, 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 75, 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 65, 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 149.81498758199999 2024-09-13T14:16:52.744 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:16:53.345 INFO:tasks.cephadm:Setup complete, yielding 2024-09-13T14:16:53.345 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:16:53.355 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-09-13T14:16:53.356 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:16:53.369 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-13T14:16:53.369 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-13T14:16:53.380 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-09-13T14:16:53.380 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-13T14:16:53.588 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:54.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:54 smithi001 ceph-mon[28030]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:54 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:54 smithi001 ceph-mon[40037]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:54 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:54.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:54 smithi028 ceph-mon[31155]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:54.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:54 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:55.646 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:55] ENGINE Bus STOPPING 2024-09-13T14:16:55.646 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:16:55.646 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:55] ENGINE Bus STOPPED 2024-09-13T14:16:55.646 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:55] ENGINE Bus STARTING 2024-09-13T14:16:55.646 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:55] ENGINE Serving on http://:::9283 2024-09-13T14:16:55.646 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:55 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:16:55] ENGINE Bus STARTED 2024-09-13T14:16:56.087 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:16:56.098 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-13T14:16:56.098 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:16:56.106 INFO:teuthology.task.print:**** done start telemetry reef... 2024-09-13T14:16:56.106 INFO:teuthology.run_tasks:Running task workunit... 2024-09-13T14:16:56.120 INFO:tasks.workunit:Pulling workunits from ref d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:16:56.120 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T14:16:56.120 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T14:16:56.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:16:56.141 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T14:16:56.141 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T14:16:56.199 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T14:16:56.199 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T14:16:56.255 INFO:tasks.workunit:timeout=3h 2024-09-13T14:16:56.255 INFO:tasks.workunit:cleanup=True 2024-09-13T14:16:56.256 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:16:56.313 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T14:16:56.678 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:56 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2620955781' entity='client.admin' 2024-09-13T14:16:56.678 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:56 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:56.678 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:56 smithi001 ceph-mon[28030]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:16:56.678 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:56 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2620955781' entity='client.admin' 2024-09-13T14:16:56.678 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:56 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:56.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:56 smithi001 ceph-mon[40037]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:16:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:56 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2620955781' entity='client.admin' 2024-09-13T14:16:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:56 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:16:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:56 smithi028 ceph-mon[31155]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:16:57.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:16:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:16:56] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-09-13T14:16:57.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:57 smithi001 ceph-mon[28030]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-13T14:16:57.697 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:57 smithi001 ceph-mon[40037]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-13T14:16:57.703 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:57 smithi028 ceph-mon[31155]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-13T14:16:58.658 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:58 smithi028 ceph-mon[31155]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:16:58.738 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:58 smithi001 ceph-mon[28030]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:16:58.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:58 smithi001 ceph-mon[40037]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:16:59.997 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.997 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.997 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.997 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.997 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:59.998 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:16:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:16:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:00 smithi001 ceph-mon[28030]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:00 smithi001 ceph-mon[40037]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:01.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:00 smithi028 ceph-mon[31155]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:02 smithi001 ceph-mon[40037]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:02 smithi001 ceph-mon[28030]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:02 smithi028 ceph-mon[31155]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:04.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:04 smithi001 ceph-mon[40037]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:04 smithi001 ceph-mon[28030]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:04.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:04 smithi028 ceph-mon[31155]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:06.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:06 smithi001 ceph-mon[28030]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:06.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:06 smithi001 ceph-mon[40037]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:06.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:06 smithi028 ceph-mon[31155]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T14:17:07.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:17:06] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-09-13T14:17:08.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:08 smithi001 ceph-mon[28030]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:08.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:08 smithi001 ceph-mon[40037]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:08.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:08 smithi028 ceph-mon[31155]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:09.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:09 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:09.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:09 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:09.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:09 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:10.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:10 smithi028 ceph-mon[31155]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:10.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:10 smithi001 ceph-mon[28030]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:10 smithi001 ceph-mon[40037]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:12 smithi001 ceph-mon[28030]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:12 smithi001 ceph-mon[40037]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:13.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:12 smithi028 ceph-mon[31155]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:14.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:14 smithi001 ceph-mon[28030]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:14.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:14 smithi001 ceph-mon[40037]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:14.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:14 smithi028 ceph-mon[31155]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:16.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:16 smithi001 ceph-mon[28030]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:16.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:16 smithi001 ceph-mon[40037]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:16.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:16 smithi028 ceph-mon[31155]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:17.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:17:16] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-09-13T14:17:18.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:18 smithi001 ceph-mon[28030]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:18.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:18 smithi001 ceph-mon[40037]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:18.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:18 smithi028 ceph-mon[31155]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:20 smithi001 ceph-mon[28030]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:20.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:20 smithi001 ceph-mon[40037]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:20.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:20 smithi028 ceph-mon[31155]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:22.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:22 smithi001 ceph-mon[28030]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:22.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:22 smithi001 ceph-mon[40037]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:22.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:22 smithi028 ceph-mon[31155]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:24.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:24 smithi001 ceph-mon[28030]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:24.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:24.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:24 smithi001 ceph-mon[40037]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:24.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:24.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:24 smithi028 ceph-mon[31155]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:24.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:26.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:26 smithi001 ceph-mon[28030]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:26.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:26 smithi001 ceph-mon[40037]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:26.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:26 smithi028 ceph-mon[31155]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:27.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:17:26] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-09-13T14:17:28.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:28 smithi001 ceph-mon[28030]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:28.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:28 smithi001 ceph-mon[40037]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:28.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:28 smithi028 ceph-mon[31155]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:30.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:30 smithi001 ceph-mon[28030]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:30.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:30 smithi001 ceph-mon[40037]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:30.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:30 smithi028 ceph-mon[31155]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:32.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:32 smithi001 ceph-mon[28030]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:32.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:32 smithi001 ceph-mon[40037]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:32 smithi028 ceph-mon[31155]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:34.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:34 smithi001 ceph-mon[28030]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:34.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:34 smithi001 ceph-mon[40037]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:34.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:34 smithi028 ceph-mon[31155]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:36.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:36 smithi001 ceph-mon[28030]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:36.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:36 smithi001 ceph-mon[40037]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:36 smithi028 ceph-mon[31155]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:37.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:17:36] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-09-13T14:17:38.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:38 smithi001 ceph-mon[28030]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:38.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:38 smithi001 ceph-mon[40037]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:38.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:38 smithi028 ceph-mon[31155]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:39.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:39 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:39.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:39 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:39 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:40.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:40 smithi001 ceph-mon[28030]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:40.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:40 smithi001 ceph-mon[40037]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:40 smithi028 ceph-mon[31155]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:42.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:42 smithi001 ceph-mon[28030]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:42.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:42 smithi001 ceph-mon[40037]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:42.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:42 smithi028 ceph-mon[31155]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:44.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:44 smithi001 ceph-mon[28030]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:44.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:44 smithi001 ceph-mon[40037]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:44.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:44 smithi028 ceph-mon[31155]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:46 smithi001 ceph-mon[28030]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:46.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:46 smithi001 ceph-mon[40037]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:46.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:46 smithi028 ceph-mon[31155]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:47.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:17:46] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-09-13T14:17:48.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:48 smithi001 ceph-mon[28030]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:48.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:48 smithi001 ceph-mon[40037]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:48.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:48 smithi028 ceph-mon[31155]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:50.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:50 smithi001 ceph-mon[28030]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:50.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:50 smithi001 ceph-mon[40037]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:50.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:50 smithi028 ceph-mon[31155]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:52.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:52 smithi001 ceph-mon[28030]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:52.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:52 smithi001 ceph-mon[40037]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:52 smithi028 ceph-mon[31155]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:54.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:54 smithi001 ceph-mon[28030]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:54.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:54 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:54 smithi001 ceph-mon[40037]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:54 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:54.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:54 smithi028 ceph-mon[31155]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:54.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:54 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:56.569 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 91% (11590/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-13T14:17:56.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:56 smithi001 ceph-mon[28030]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:56.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:56 smithi001 ceph-mon[40037]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:56 smithi028 ceph-mon[31155]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to 'd58f73069a8157a9ace12a0247ee3e8497707ea9'. 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-09-13T14:17:57.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:17:57.320 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-09-13T14:17:57.320 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:17:57.320 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-09-13T14:17:57.320 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:17:57.320 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-13T14:17:57.320 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:17:57.320 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at d58f73069a8 tools/ceph-bluestore-tool: Added zap-device documentation 2024-09-13T14:17:57.324 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T14:17:57.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:17:56] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-09-13T14:17:57.505 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T14:17:57.508 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T14:17:57.508 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T14:17:58.237 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T14:17:58.321 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T14:17:58.364 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T14:17:58.366 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T14:17:58.366 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T14:17:58.407 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T14:17:58.410 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:17:58.411 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T14:17:58.427 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-09-13T14:17:58.429 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-09-13T14:17:58.429 DEBUG:teuthology.orchestra.run.smithi001:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d58f73069a8157a9ace12a0247ee3e8497707ea9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-09-13T14:17:58.495 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-13T14:17:58.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:58 smithi001 ceph-mon[28030]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:58 smithi001 ceph-mon[40037]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:58.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:58 smithi028 ceph-mon[31155]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:17:58.883 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-13T14:17:58.924 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:58] ENGINE Bus STOPPING 2024-09-13T14:17:58.924 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:17:58.924 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:58] ENGINE Bus STOPPED 2024-09-13T14:17:59.278 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-13T14:17:59.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:58] ENGINE Bus STARTING 2024-09-13T14:17:59.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Serving on http://:::9283 2024-09-13T14:17:59.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Bus STARTED 2024-09-13T14:17:59.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Bus STOPPING 2024-09-13T14:17:59.694 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry preview 2024-09-13T14:17:59.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:17:59.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Bus STOPPED 2024-09-13T14:17:59.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Bus STARTING 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Serving on http://:::9283 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Bus STARTED 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:17:59] ENGINE Bus STOPPING 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1003030510' entity='client.admin' 2024-09-13T14:17:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:59.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1003030510' entity='client.admin' 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:59.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:17:59 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1003030510' entity='client.admin' 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' 2024-09-13T14:18:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:17:59 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:00.183 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "ident" 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-09-13T14:18:00.184 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:00.185 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:00.186 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-09-13T14:18:00.187 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-09-13T14:18:00.188 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-09-13T14:18:00.189 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:00.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_crush_chooseleaf_type", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:00.191 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hdd", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hybrid", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_ssd", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_max_backfills", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T14:18:00.192 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pg_delete_cost", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:00.193 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_hdd", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_ssd", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hdd", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_ssd", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_sleep", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:00.194 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:00.195 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:00.196 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-09-13T14:18:00.197 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:00.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:00.199 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:00.200 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-09-13T14:09:03.810473Z", 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-09-13T14:18:00.201 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-09-13T14:18:00.202 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-09-13T14:18:00.203 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-09-13T14:18:00.204 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:00.205 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-09", 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-09-13T14:18:00.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-09-13T14:18:00.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard_description": null, 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:00.208 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:00.209 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:00.210 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T14:18:00.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:00.212 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:18:00.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.214 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-09-13T14:18:00.216 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy", 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "reef" 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 18, 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-09-13T14:18:00.217 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "reef" 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:00.218 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:00.219 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.443116500217002e-06, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-09-13T14:18:00.220 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:00.221 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:00.222 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.347929554640359e-07, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3428, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3428, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10284, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-09-13T14:18:00.223 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 20480 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:00.224 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:00.225 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:00.226 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:00.227 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.684912120936133e-08, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:00.228 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.229 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "5c36b4c6-a811-4886-b506-73d8fcb5f295", 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-09-13T14:18:00.176554", 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-09-13T14:18:00.230 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-09-13T14:18:00.231 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-09-13T14:18:00.232 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-09-13T14:18:00.233 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 246243328, 2024-09-13T14:18:00.234 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0003206459223292768 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-13T14:18:00.235 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry preview-device 2024-09-13T14:18:00.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:18:00.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:00] ENGINE Bus STOPPED 2024-09-13T14:18:00.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:00] ENGINE Bus STARTING 2024-09-13T14:18:00.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:00] ENGINE Serving on http://:::9283 2024-09-13T14:18:00.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:00] ENGINE Bus STARTED 2024-09-13T14:18:00.705 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "fb541b70-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb54b0ee-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141217": { 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb541b70-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:00.706 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236736 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:00.707 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.708 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:00.709 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:00.710 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 7644097 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.711 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:00.713 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.714 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "7.121094" 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1817574 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.715 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.716 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3070, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 108732100, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 500963593, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2226385321, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 11050821963, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 19740, 2024-09-13T14:18:00.717 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 38426, 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 33, 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 5555 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 19740, 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 38426 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:00.718 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.719 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:00.720 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:00.721 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 33 Celsius", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:00.722 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 108,732,100 [55.6 TB]", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 500,963,593 [256 TB]", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,226,385,321", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 11,050,821,963", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,070", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 19,740", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 38,426", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 5,555", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:00.723 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 33 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.724 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "fb560426-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb568ae0-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141213": { 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.725 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb560426-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236733 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:00.726 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.727 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:00.728 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10309677 2024-09-13T14:18:00.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.730 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.731 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:00.732 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 14 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:00.733 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1956002 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.734 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3972, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 147539904, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 675655007, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2716913543, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 14206788825, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:00.735 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28512, 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 44487, 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 30, 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8227 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28512, 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:00.736 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 44487 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:00.737 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:00.738 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.739 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 30 Celsius", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 147,539,904 [75.5 TB]", 2024-09-13T14:18:00.740 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 675,655,007 [345 TB]", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,716,913,543", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 14,206,788,825", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,972", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,512", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 44,487", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,227", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:00.741 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 30 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:00.742 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.743 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.743 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.743 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:00.743 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-13T14:18:00.743 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry preview-all 2024-09-13T14:18:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:00 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:00 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:01.227 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-13T14:18:01.227 INFO:tasks.workunit.client.0.smithi001.stdout: "device_report": { 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "fb541b70-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb54b0ee-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141217": { 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb541b70-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:01.228 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236736 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:01.229 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.230 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:01.231 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 7644097 2024-09-13T14:18:01.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:01.233 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:01.235 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "7.121094" 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1817574 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.236 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.237 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3070, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 108732100, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 500963593, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2226385321, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 11050821963, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 19740, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 38426, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 33, 2024-09-13T14:18:01.238 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 5555 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 19740, 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 38426 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:01.239 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:01.240 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:01.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:01.242 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 33 Celsius", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 108,732,100 [55.6 TB]", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 500,963,593 [256 TB]", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,226,385,321", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 11,050,821,963", 2024-09-13T14:18:01.243 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,070", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 19,740", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 38,426", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 5,555", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:01.244 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 33 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "fb560426-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb568ae0-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141213": { 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb560426-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:01.246 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236733 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:01.248 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.249 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10309677 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.251 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.253 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 14 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1956002 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.254 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:01.255 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3972, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 147539904, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 675655007, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2716913543, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 14206788825, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28512, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 44487, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 30, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8227 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.256 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28512, 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 44487 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.257 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:01.258 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:01.259 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:01.260 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 30 Celsius", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 147,539,904 [75.5 TB]", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 675,655,007 [345 TB]", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,716,913,543", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 14,206,788,825", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,972", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,512", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 44,487", 2024-09-13T14:18:01.261 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,227", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:01.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 30 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "report": { 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-09-13T14:18:01.263 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "ident" 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:01.264 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:01.265 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.266 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:01.267 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:01.268 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:01.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_crush_chooseleaf_type", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:01.270 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hdd", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hybrid", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_ssd", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_max_backfills", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T14:18:01.271 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pg_delete_cost", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:01.272 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_hdd", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_ssd", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hdd", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_ssd", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_sleep", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T14:18:01.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:01.274 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-09-13T14:18:01.275 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:01.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:01.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:01.278 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:01.279 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-09-13T14:09:03.810473Z", 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-09-13T14:18:01.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-09-13T14:18:01.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-09-13T14:18:01.282 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-09-13T14:18:01.283 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-09", 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-09-13T14:18:01.284 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.285 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard_description": null, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.286 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T14:18:01.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.288 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T14:18:01.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T14:18:01.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-09-13T14:18:01.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-09-13T14:18:01.292 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy", 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "reef" 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 18, 2024-09-13T14:18:01.293 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "reef" 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.294 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:01.295 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.443116500217002e-06, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-09-13T14:18:01.296 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:01.297 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:01.298 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.347929554640359e-07, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3428, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3428, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10284, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 20480 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:01.299 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-09-13T14:18:01.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:01.301 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:01.302 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:01.303 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.684912120936133e-08, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-09-13T14:18:01.304 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-09-13T14:18:01.305 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "5c36b4c6-a811-4886-b506-73d8fcb5f295", 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-09-13T14:18:01.209507", 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-09-13T14:18:01.306 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:01.307 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:01.308 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-09-13T14:18:01.309 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328, 2024-09-13T14:18:01.310 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 246243328, 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0003206459223292768 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:01.311 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-13T14:18:01.312 INFO:tasks.workunit.client.0.smithi001.stderr:++ ceph telemetry collection ls 2024-09-13T14:18:01.716 INFO:tasks.workunit.client.0.smithi001.stderr:+ COLLECTIONS='New collections are available: 2024-09-13T14:18:01.716 INFO:tasks.workunit.client.0.smithi001.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T14:18:01.717 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T14:18:01.718 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T14:18:01.719 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T14:18:01.720 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T14:18:01.721 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T14:18:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T14:18:01.723 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T14:18:01.724 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T14:18:01.724 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T14:18:01.724 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T14:18:01.724 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-13T14:18:01.724 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-13T14:18:02.035 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.035 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.035 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-13T14:18:02.035 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.036 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.037 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.037 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.037 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:01 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:01 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:02.211 INFO:tasks.workunit.client.0.smithi001.stdout:Telemetry is on. 2024-09-13T14:18:02.211 INFO:tasks.workunit.client.0.smithi001.stdout:Some channels are disabled, please enable with: 2024-09-13T14:18:02.211 INFO:tasks.workunit.client.0.smithi001.stdout:`ceph telemetry enable channel perf` 2024-09-13T14:18:02.222 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry enable channel perf 2024-09-13T14:18:02.350 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STOPPING 2024-09-13T14:18:02.350 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:18:02.350 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STOPPED 2024-09-13T14:18:02.350 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STARTING 2024-09-13T14:18:02.351 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Serving on http://:::9283 2024-09-13T14:18:02.351 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STARTED 2024-09-13T14:18:02.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STOPPING 2024-09-13T14:18:02.717 INFO:tasks.workunit.client.0.smithi001.stdout:channel_perf is enabled 2024-09-13T14:18:02.728 INFO:tasks.workunit.client.0.smithi001.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-13T14:18:03.106 INFO:tasks.workunit.client.0.smithi001.stderr:+ LAST_OPT_REVISION=1 2024-09-13T14:18:03.106 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' 1 -ne 1 ']' 2024-09-13T14:18:03.106 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry show 2024-09-13T14:18:03.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:18:03.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STOPPED 2024-09-13T14:18:03.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STARTING 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Serving on http://:::9283 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:18:02] ENGINE Bus STARTED 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2637745557' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.361 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:03 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2637745557' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T14:18:03.364 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.364 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.364 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.364 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.364 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.364 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.364 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.365 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:03.366 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.367 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:03.368 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:03.369 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:03.369 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:03.369 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:03 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2637745557' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T14:18:03.793 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-13T14:18:03.793 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-09-13T14:18:03.793 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-09-13T14:18:03.793 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-09-13T14:18:03.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.793 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.794 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:03.795 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:03.796 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-09-13T14:18:03.797 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:03.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:03.799 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_crush_chooseleaf_type", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:03.800 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hdd", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hybrid", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_ssd", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_max_backfills", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T14:18:03.801 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pg_delete_cost", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_hdd", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_ssd", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hdd", 2024-09-13T14:18:03.802 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_ssd", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_sleep", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-09-13T14:18:03.803 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:03.804 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-09-13T14:18:03.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T14:18:03.808 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T14:18:03.808 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T14:18:03.808 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T14:18:03.808 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T14:18:03.808 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_perf", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/enabled", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:03.809 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:03.810 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:03.811 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-09-13T14:09:03.810473Z", 2024-09-13T14:18:03.812 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-09-13T14:18:03.813 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-09-13T14:18:03.814 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-09-13T14:18:03.815 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-09", 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-09-13T14:18:03.816 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.817 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_stats": { 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20135936, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 343704, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 860160, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 0, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 342, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 809448, 2024-09-13T14:18:03.818 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 12, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 792064, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 14709120, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 20135936 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20529152, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 447416, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 65536, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 655360, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 428, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 1492464, 2024-09-13T14:18:03.819 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 21, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 765952, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 15136344, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 21184512 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.4578c97fd720522d69f519a79ce280535c244848": { 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 37421056, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1020272, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 909312, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 9052160, 2024-09-13T14:18:03.820 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1148, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 8033920, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1664768, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 23171344, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46473216 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 43687936, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1431944, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 638976, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 4775936, 2024-09-13T14:18:03.821 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1721, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 11381800, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2193920, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 25419856, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 48463872 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 36306944, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1304984, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 499712, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 11223040, 2024-09-13T14:18:03.822 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1160, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 7887616, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 21, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1221376, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 22771816, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 47529984 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 51953664, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1769624, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:03.823 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 737280, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1822, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6443256, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3801088, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 37187184, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 52690944 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 49545216, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1695064, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 917504, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1737, 2024-09-13T14:18:03.824 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6292480, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3865856, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34939304, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 50462720 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 44482560, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 715632, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 737280, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1275, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4957784, 2024-09-13T14:18:03.825 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2733824, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 33322808, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 45219840 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 43851776, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 737640, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 57344, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 385024, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1269, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4347288, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 46, 2024-09-13T14:18:03.826 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1880064, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34076928, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 44236800 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 46333952, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 613000, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 1056768, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 0, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1272, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5052000, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1721088, 2024-09-13T14:18:03.827 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 35138584, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46333952 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 45875200, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 863216, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 16384, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 524288, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1301, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5167496, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1956864, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 35118728, 2024-09-13T14:18:03.828 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46399488 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 48930816, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 2201736, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 57344, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 614400, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1667, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5198544, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3837696, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34882984, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 49545216 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.829 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 48373760, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 2312080, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 2154496, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1717, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5604536, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3244544, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34460088, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 50528256 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.830 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "io_rate": { 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_stats_delta": { 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 0, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 0, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "stamp_delta": "12.002618", 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:03.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:03.832 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:03.833 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:03.834 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 0 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard_description": null, 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "mempool": { 2024-09-13T14:18:03.835 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 150168, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 33 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 928, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.842 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:03.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 222439, 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 68 2024-09-13T14:18:03.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51704, 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 208 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8016, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 135 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:03.851 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.4578c97fd720522d69f519a79ce280535c244848": { 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.852 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1419507, 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 444 2024-09-13T14:18:03.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.857 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1222515, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 371 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 352, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.865 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.866 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10624, 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 206 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.867 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.872 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1181467, 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 369 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.873 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-09-13T14:18:03.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.875 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6080, 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 76 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22960, 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-09-13T14:18:03.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2048, 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 48 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 624994, 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 21 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 97940, 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16726 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 214456, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 347 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11852, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 777 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9840, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 33906, 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 215 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22960, 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 435492, 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 95 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2465824, 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 7304, 2024-09-13T14:18:03.881 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 83 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 533232, 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.882 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 95784, 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 189 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5360, 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 67 2024-09-13T14:18:03.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1376, 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 20480, 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 5 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 90523, 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 15561 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 202896, 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 330 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9584, 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 600 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9264, 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-09-13T14:18:03.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28950, 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 198 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 474923, 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 104 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12112, 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2419409, 2024-09-13T14:18:03.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 177 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4928, 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 56 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 417312, 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 36 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8528, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 22 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4720, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 59 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21392, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 191 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1376, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 20480, 2024-09-13T14:18:03.894 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 5 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 49068, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9184 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 130816, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 224 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8984, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 591 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9168, 2024-09-13T14:18:03.895 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 191 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 27750, 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 192 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21392, 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 191 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 368004, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 78 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12112, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2428908, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 179 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.897 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4576, 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 52 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 359352, 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 31 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8320, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 24 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239752, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.899 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.900 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4480, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 56 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21952, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 196 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 816, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 19128, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 50732, 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9512 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 135576, 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 231 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9788, 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 609 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9408, 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 196 2024-09-13T14:18:03.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28702, 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21952, 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 196 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 346555, 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 73 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 26565, 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2445252, 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 181 2024-09-13T14:18:03.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5016, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 428904, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.906 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10400, 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 20 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.907 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-09-13T14:18:03.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.909 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 3920, 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 49 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 928, 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 38 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4096, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51575, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9611 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 136936, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 233 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9960, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 607 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.911 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9360, 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 29382, 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-09-13T14:18:03.912 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 956801, 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 79 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12112, 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.913 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2405964, 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 170 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4840, 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 55 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 452088, 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-09-13T14:18:03.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8944, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 18 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239752, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.915 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.916 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 3360, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480, 2024-09-13T14:18:03.918 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 34 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 52494, 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9699 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 138296, 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 235 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10196, 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 609 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9312, 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30062, 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:03.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 878982, 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 60 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 26565, 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2432380, 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 177 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5456, 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 62 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 475272, 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 41 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 13000, 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 25 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.923 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2800, 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 35 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:03.926 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 592, 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 35 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 18786, 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 91539, 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16033 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.927 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 204936, 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 333 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11220, 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 766 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9744, 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.928 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30578, 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 514673, 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2447800, 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 181 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4840, 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 55 2024-09-13T14:18:03.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 452088, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 94952, 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-09-13T14:18:03.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 240008, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3531 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.932 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:03.933 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2320, 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 29 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:03.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1600, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 44 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 297314, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 13 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 95504, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16524 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 211736, 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 343 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12004, 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 773 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9744, 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:03.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 33138, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 211 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 199837, 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2440708, 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6424, 2024-09-13T14:18:03.938 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 73 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 533232, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 99008, 2024-09-13T14:18:03.939 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 228 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:03.940 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-09-13T14:18:03.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T14:18:03.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:03.943 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:03.944 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:03.945 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-09-13T14:18:03.946 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-09-13T14:18:03.947 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy", 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "reef" 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 18, 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-09-13T14:18:03.948 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "reef" 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_perf_histograms": [ 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:03.949 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:03.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:03.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:03.952 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:03.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:03.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.973 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.976 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:03.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:03.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:03.979 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:03.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:03.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.992 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:03.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:04.000 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:04.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:04.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:04.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:04.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:04.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:04.008 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:04.011 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:04.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:04.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.032 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:04.033 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:04.036 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:04.037 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.038 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.039 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.040 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.041 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.042 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.043 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.044 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:04.045 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.046 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.047 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.048 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.049 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.050 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.051 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.052 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.053 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.054 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:04.055 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.056 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.057 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_counters": { 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: "caps": { 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_grant": { 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_revoke": { 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_trunc": { 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_commit": { 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_fetch_complete": { 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_fetch_keys": { 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_merge": { 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_split": { 2024-09-13T14:18:04.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "exported_inodes": { 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "forward": { 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_cap_release": { 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps": { 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.061 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps_dirty": { 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_inode_file_caps": { 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "imported_inodes": { 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes": { 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_expired": { 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.062 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_pinned": { 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_with_caps": { 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "load_cent": { 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "openino_dir_fetch": { 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "process_request_cap_release": { 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "reply_latency": { 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 130271 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "request": { 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rbytes": { 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rfiles": { 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.064 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rsnaps": { 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_reply": { 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "subtrees": { 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_cache": { 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_enqueue_scrub": { 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_exportdir": { 2024-09-13T14:18:04.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_flush": { 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragmentdir": { 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragstats": { 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_inodestats": { 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_enqueued": { 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_prioritized": { 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_processing": { 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays": { 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_delayed": { 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_enqueuing": { 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_completed": { 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_started": { 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_created": { 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_enqueued": { 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.068 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_migrated": { 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_reintegrated": { 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_log": { 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "ev": { 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "evadd": { 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "evex": { 2024-09-13T14:18:04.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "evexd": { 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "evexg": { 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "evtrm": { 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "jlat": { 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11738951 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.070 INFO:tasks.workunit.client.0.smithi001.stdout: "replayed": { 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "seg": { 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "segadd": { 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "segex": { 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "segexd": { 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "segexg": { 2024-09-13T14:18:04.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "segtrm": { 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_mem": { 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "cap": { 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "cap+": { 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "cap-": { 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.072 INFO:tasks.workunit.client.0.smithi001.stdout: "dir": { 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "dir+": { 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "dir-": { 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "dn": { 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "dn+": { 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "dn-": { 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "heap": { 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 207124 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "ino": { 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "ino+": { 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "ino-": { 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "rss": { 2024-09-13T14:18:04.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41668 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_server": { 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_acquisition_throttle": { 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_revoke_eviction": { 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_request": { 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_session": { 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.075 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_peer_request": { 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "req_create_latency": { 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getattr_latency": { 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 130271 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getfilelock_latency": { 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.076 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getvxattr_latency": { 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "req_link_latency": { 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookup_latency": { 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookuphash_latency": { 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupino_latency": { 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupname_latency": { 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupparent_latency": { 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupsnap_latency": { 2024-09-13T14:18:04.078 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lssnap_latency": { 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mkdir_latency": { 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mknod_latency": { 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mksnap_latency": { 2024-09-13T14:18:04.079 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "req_open_latency": { 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "req_readdir_latency": { 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rename_latency": { 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.080 INFO:tasks.workunit.client.0.smithi001.stdout: "req_renamesnap_latency": { 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmdir_latency": { 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmsnap_latency": { 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmxattr_latency": { 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setattr_latency": { 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setdirlayout_latency": { 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setfilelock_latency": { 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setlayout_latency": { 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setxattr_latency": { 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "req_snapdiff_latency": { 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "req_symlink_latency": { 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "req_unlink_latency": { 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.083 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_sessions": { 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "average_load": { 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "avg_session_uptime": { 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 88 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "mdthresh_evicted": { 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.084 INFO:tasks.workunit.client.0.smithi001.stdout: "session_count": { 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "session_remove": { 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_open": { 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_stale": { 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "total_load": { 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.086 INFO:tasks.workunit.client.0.smithi001.stdout: "purge_queue": { 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executed": { 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executed_ops": { 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing": { 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_high_water": { 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops": { 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops_high_water": { 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_item_in_journal": { 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.4578c97fd720522d69f519a79ce280535c244848": { 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-09-13T14:18:04.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-09-13T14:18:04.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 80 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 818 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 818, 2024-09-13T14:18:04.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3915807 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 818, 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 97998649 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73 2024-09-13T14:18:04.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 819 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.094 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 819 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1902973622 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 819 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-09-13T14:18:04.096 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7678209 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5537 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 118998357 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-09-13T14:18:04.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43851776 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32743424 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11108352 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-09-13T14:18:04.098 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007006 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307125 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.099 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70813101 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-09-13T14:18:04.101 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007006 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43887 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71076339 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.104 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671337 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71181207 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.107 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_range": { 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 35240, 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 100850973 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.108 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1764, 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 225857509 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 175 2024-09-13T14:18:04.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 951 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4993883 2024-09-13T14:18:04.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2853 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 182997467 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.113 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 951 2024-09-13T14:18:04.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4925469 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5459 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 141592655 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 953 2024-09-13T14:18:04.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 953, 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2309967998 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1050 2024-09-13T14:18:04.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-09-13T14:18:04.118 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-09-13T14:18:04.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45842432 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 40337408 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5505024 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.120 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007665 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307806 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.122 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70811761 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007665 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41448 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71078119 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.126 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671777 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71180767 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.129 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_range": { 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 42388, 2024-09-13T14:18:04.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 181181331 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2074, 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 334706053 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.132 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 828 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 828, 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3942599 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 828, 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 108996929 2024-09-13T14:18:04.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 146 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.137 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-09-13T14:18:04.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1664953116 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:04.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7729695 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5612 2024-09-13T14:18:04.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 120996593 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 44908544 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33218560 2024-09-13T14:18:04.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11689984 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006590 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 308236 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.144 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.145 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70812406 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.146 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006590 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43887 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.148 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71076755 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671060 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71181484 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_range": { 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.152 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 35465, 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 87546518 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1811, 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 274944488 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9555968 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5844992 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5705728 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.158 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.159 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15339520 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1392640 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 141642 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.164 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 24, 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 69028 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1380, 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 328495459 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1369, 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27133209 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1380, 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1431069 2024-09-13T14:18:04.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1380, 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 329926528 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36844 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.167 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18948 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10011 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.168 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3930 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 339 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2173985 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 342, 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 297568 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.169 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 213, 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1383510 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 101, 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6071238 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1982546170 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.170 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12699600 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 237698283755 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 158311905594 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3575, 2024-09-13T14:18:04.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50439848869 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3575, 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 213139 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 379488385 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 758188818 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.172 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 629748 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 387837129 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 235351880 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 940361 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.173 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 64, 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 290674 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3743698704 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 273607330 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 122212953 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49938432 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49127424 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 811008 2024-09-13T14:18:04.175 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85509255 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 618496 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73255801 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641319415 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71710137 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.181 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57006170 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.183 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68822486 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641319415 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 375940 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71336325 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-09-13T14:18:04.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 616 2024-09-13T14:18:04.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41663955 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3575166 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22193227 2024-09-13T14:18:04.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.191 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 616 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41663955 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.194 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3575166 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22193227 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1771104 2024-09-13T14:18:04.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33255424 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8929280 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.198 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5292032 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5152768 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.199 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.200 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.202 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.204 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14159872 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 790528 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 173300 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.205 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 31, 2024-09-13T14:18:04.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 82819 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1245, 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 314458566 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1240, 2024-09-13T14:18:04.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 25742962 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1245, 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1243785 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1245, 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 315702351 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36201 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8658 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14952 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3963 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 344 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 149, 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2180248 2024-09-13T14:18:04.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 380, 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 387385 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 231, 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282316 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 103, 2024-09-13T14:18:04.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5747245 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1829616266 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11755046 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 276975131801 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.212 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 177769231273 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3520, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 82738113817 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3520, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206694 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251964342 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.213 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 768678476 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 594535 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 568188745 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 218121051 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.214 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349171 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 63, 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 303387 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3636842794 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 254410517 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.215 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 110390925 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46661632 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46661632 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85546993 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 20480 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73816079 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.220 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641602451 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.221 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71427101 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57031329 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68797327 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.226 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641602451 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346073 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71083156 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 157 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.230 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1231739259 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-09-13T14:18:04.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 54439077 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 162858314 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4686559 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4090602 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3293214 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18332346 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.234 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8390948 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17248886 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 102 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1208720354 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41957527 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:04.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 142316214 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 590368 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.237 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32653312 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.238 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.240 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2207744 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.241 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1392640 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1253376 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.246 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.247 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3538944 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 782336 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 188811 2024-09-13T14:18:04.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.249 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 14, 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21856 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 293, 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49191826 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.250 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 291, 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6458499 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 293, 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346423 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 293, 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49538249 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39356 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1105 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3876 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 622 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 224 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1257518 2024-09-13T14:18:04.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 300704 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 177, 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 688737 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 123393 2024-09-13T14:18:04.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5581451 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 121, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7909658 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 120, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 183143452058 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 121, 2024-09-13T14:18:04.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 146516486757 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 339, 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 81543120898 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 339, 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31362 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 418155 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.256 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73919656 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 121825 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35585923 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18477895 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.257 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349265 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 55, 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 260105 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 134033995 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21857305 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.258 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2487516 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42467328 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41607168 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:04.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 860160 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85553946 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 20480 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73809126 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654596 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71374956 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.266 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57035964 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.267 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792692 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654596 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 228972 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71148112 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 81237856 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3993268 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43536701 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.278 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 81237856 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3993268 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.279 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43536701 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28450816 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1265664 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.283 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 925696 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 786432 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.285 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5555 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5555 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.287 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2129920 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.289 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 802816 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.290 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14042 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.291 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 179, 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38407250 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 176, 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6711737 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 179, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 267524 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 179, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38674774 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 72055 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.293 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1747 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8596 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 384 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 229 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 101, 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1169947 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 182, 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 301357 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 81, 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 319330 2024-09-13T14:18:04.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3819684 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 60, 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4469665 2024-09-13T14:18:04.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 57, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 282476898292 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 60, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 77832234387 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 243, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 601930 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 243, 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24588 2024-09-13T14:18:04.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 297027 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70732032 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 79560 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.298 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45214450 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13712086 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 351999 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 51, 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 290413 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.299 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 133806384 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16454835 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1650626 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:04.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41484288 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41115648 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 368640 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.301 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85553898 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.302 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73817366 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.304 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654242 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71375310 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57035932 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792724 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654242 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6037 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 234249 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71137152 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37 2024-09-13T14:18:04.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 868540 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.317 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.318 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 868540 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28467200 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.322 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.323 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1400832 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1024000 2024-09-13T14:18:04.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 884736 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.329 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.330 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2363392 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.331 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 798720 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 352144 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3517 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 203, 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 47955423 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 185, 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10319829 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 203, 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 227314 2024-09-13T14:18:04.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 203, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48182737 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39362 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1069 2024-09-13T14:18:04.335 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7732 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.336 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 401 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 247 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 105, 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 945685 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 180, 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268665 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.337 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 75, 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184970 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 118984 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6066442 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.338 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3146786 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 48, 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 219111569027 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 74896869310 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 273, 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4412563219 2024-09-13T14:18:04.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 273, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 29585 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 271653 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 188845033 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.340 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 101582 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 82839750 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16749859 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349719 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-09-13T14:18:04.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 208495 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 294820030 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 19964975 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2019667 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42532864 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42336256 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 196608 2024-09-13T14:18:04.343 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85554180 2024-09-13T14:18:04.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73825276 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641656351 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.349 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71373201 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036120 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.352 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792536 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641656351 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 238277 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71137052 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2099176 2024-09-13T14:18:04.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 758680 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2023379 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.362 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2099176 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 758680 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2023379 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.364 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28467200 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-09-13T14:18:04.365 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1323008 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.367 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 946176 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 806912 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.369 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.370 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2207744 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 794624 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251987 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5285 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51775203 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7392527 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 196596 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.377 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51971799 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41712 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1292 2024-09-13T14:18:04.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4231 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 383 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 254 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 97, 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 782145 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 159, 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 335569 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.380 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 62, 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 153885 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 155330 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5815863 2024-09-13T14:18:04.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3582583 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 44, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 256398105919 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 72178225051 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 292, 2024-09-13T14:18:04.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4563074381 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 292, 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 30008 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 433648 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 122938103 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.383 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 100250 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 114489707 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14701171 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 351450 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.384 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 172190 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 258423038 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17247776 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2240999 2024-09-13T14:18:04.385 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43646976 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43008000 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 638976 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85554277 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.387 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73829275 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.389 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641657081 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71372471 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036185 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792471 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.395 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641657081 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6048 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 239534 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71129017 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28459008 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7933952 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4919296 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4780032 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.410 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.411 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.415 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12791808 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1384448 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.416 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11741 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.418 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1154, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 369153631 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1151, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24758163 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1154, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1182918 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1154, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 370336549 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.419 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35839 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1079 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10618 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3435 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 361 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 98, 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 853665 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 154, 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 328043 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 56, 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 285229 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.422 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 100, 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5868174 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2836568686 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7413482 2024-09-13T14:18:04.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 36, 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 212671177416 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 60598429140 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3351, 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 401578836 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.424 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3351, 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 211071 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 282776452 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 903027980 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.425 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 570645 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 498480483 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 267933051 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 941932 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 32, 2024-09-13T14:18:04.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 143734 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789057658 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307666921 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 162855140 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46792704 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45875200 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 917504 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85546931 2024-09-13T14:18:04.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.431 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73824333 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641601982 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71427570 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57031287 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68797369 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641601982 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5922 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 350621 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71073155 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2810 2024-09-13T14:18:04.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 55705143 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7229290 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26852360 2024-09-13T14:18:04.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.446 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.447 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2810 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 55705143 2024-09-13T14:18:04.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7229290 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26852360 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.450 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33243136 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.451 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7237632 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:04.453 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:04.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4251648 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4112384 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:04.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:04.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.457 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5552 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5552 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:04.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11427840 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1384448 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 120092 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 9, 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18207 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:04.462 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 991, 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346198022 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 978, 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28932398 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:04.463 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 991, 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1172875 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 991, 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 347370897 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34256 2024-09-13T14:18:04.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1616 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:04.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4005 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3528 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 381 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 107, 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1139018 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 162, 2024-09-13T14:18:04.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 355695 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 55, 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 436288 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 101, 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6387158 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2423681908 2024-09-13T14:18:04.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5737253 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 25, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 144944604416 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 44925163081 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3386, 2024-09-13T14:18:04.468 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 410744328 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3386, 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 221646 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 373694226 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 966293084 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:04.469 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 547384 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 516220625 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 243720588 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 940237 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.470 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 25, 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 115908 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4523861061 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 279485049 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 135578378 2024-09-13T14:18:04.471 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46727168 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45867008 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.472 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 860160 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85537679 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 151552 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73694321 2024-09-13T14:18:04.475 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641532597 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.477 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71496955 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57025119 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68803537 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:04.481 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641532597 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 368794 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71130289 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:04.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:04.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:04.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 64705812 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 132129 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 45, 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10197118 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21737170 2024-09-13T14:18:04.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3659481 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 132129 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:04.488 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3141039 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2563303 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:04.489 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7775126 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3579212 2024-09-13T14:18:04.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7254531 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 53271205 2024-09-13T14:18:04.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3476867 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11919336 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33247232 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.493 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:04.494 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.443116500217002e-06, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-09-13T14:18:04.495 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.496 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:04.497 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.347929554640359e-07, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3428, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3428, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10284, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-09-13T14:18:04.498 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 20480 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-09-13T14:18:04.499 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:04.500 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.501 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:04.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.684912120936133e-08, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:04.503 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-09-13T14:18:04.504 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "5c36b4c6-a811-4886-b506-73d8fcb5f295", 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-09-13T14:18:03.679368", 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_stats": { 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "7.9.2" 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-09-13T14:18:04.505 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-09-13T14:18:04.506 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-09-13T14:18:04.507 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.508 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pg": [ 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.509 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.455123+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.455123+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.455509+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:04.510 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.511 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3f", 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:04:37.544074+0000", 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.512 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.515 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:04.516 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441848+0000", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441848+0000", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442123+0000", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.517 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.518 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3e", 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:44.320036+0000", 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.519 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.522 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.523 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.435843+0000", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.435843+0000", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.436130+0000", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.524 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.525 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3d", 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.526 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:00:55.282738+0000", 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.529 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.530 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445216+0000", 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445216+0000", 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446202+0000", 2024-09-13T14:18:04.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.532 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3c", 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.533 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:15:09.921550+0000", 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.536 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.537 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442137+0000", 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442137+0000", 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442520+0000", 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.539 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3b", 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.540 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:21:47.830661+0000", 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.543 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.544 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.457326+0000", 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.457326+0000", 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.457641+0000", 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.546 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3a", 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:17:47.374775+0000", 2024-09-13T14:18:04.547 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.550 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.551 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.449953+0000", 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.449953+0000", 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.450265+0000", 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:04.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.553 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.39", 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.554 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:57:15.206328+0000", 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.558 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.559 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447803+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447803+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448153+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:04.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.561 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.38", 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:08:07.795569+0000", 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.565 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.566 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.139588+0000", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.139588+0000", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.140025+0000", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:04.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.568 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.37", 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 32, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:35:26.337371+0000", 2024-09-13T14:18:04.569 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.572 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.573 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442646+0000", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442646+0000", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.443152+0000", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.575 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.36", 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:16:18.729004+0000", 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.576 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.579 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.580 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444740+0000", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444740+0000", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445067+0000", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.582 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.35", 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.583 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:38:56.163972+0000", 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.586 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.587 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447244+0000", 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447244+0000", 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.447877+0000", 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:04.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.589 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.34", 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.590 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:55:34.390026+0000", 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.594 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.448538+0000", 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.448538+0000", 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448978+0000", 2024-09-13T14:18:04.595 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:04.596 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.33", 2024-09-13T14:18:04.597 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:44:11.544618+0000", 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.601 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.602 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444144+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444144+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444411+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.603 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.604 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.32", 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:05:41.385502+0000", 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.608 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.141781+0000", 2024-09-13T14:18:04.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.141781+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.142165+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:04.610 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.611 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.31", 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 32, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:23:47.070477+0000", 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.615 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.616 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.451885+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.451885+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.452235+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:04.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.618 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.30", 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:14:33.399836+0000", 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.622 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.623 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.637965+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.637965+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.638304+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:04.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.625 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2f", 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:35:09.455527+0000", 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.626 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.629 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.630 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441770+0000", 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441770+0000", 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442045+0000", 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.632 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2e", 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.633 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:03:00.292524+0000", 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.636 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.637 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.452675+0000", 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.452675+0000", 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.453033+0000", 2024-09-13T14:18:04.638 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.639 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2d", 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.640 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:15:48.465911+0000", 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.644 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.645 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445793+0000", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445793+0000", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446112+0000", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.648 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.649 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2c", 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.650 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:34:09.356115+0000", 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.654 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446819+0000", 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446819+0000", 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.447078+0000", 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:04.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.656 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2b", 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.657 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:06:18.365394+0000", 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.661 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447994+0000", 2024-09-13T14:18:04.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447994+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448301+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:04.663 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2a", 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.664 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:55:54.733238+0000", 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:04.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436774+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436774+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437140+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.29", 2024-09-13T14:18:04.671 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:26:28.285912+0000", 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.676 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436899+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436899+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437187+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.678 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.28", 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:39:54.408166+0000", 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.679 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.682 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.429634+0000", 2024-09-13T14:18:04.683 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.429634+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.429981+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:04.684 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.27", 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.685 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:14:33.913092+0000", 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.686 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.689 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447127+0000", 2024-09-13T14:18:04.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447127+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448959+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:04.691 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.26", 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.692 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:03:37.401401+0000", 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.696 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436721+0000", 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436721+0000", 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.436967+0000", 2024-09-13T14:18:04.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:04.698 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.25", 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.699 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:02:22.057677+0000", 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.439474+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.439474+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.439747+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.705 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.706 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.24", 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:40:33.681480+0000", 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442558+0000", 2024-09-13T14:18:04.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442558+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442848+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.713 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.23", 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T02:04:47.126981+0000", 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.717 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.718 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.451524+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.451524+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.451987+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:04.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.720 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.22", 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:26:29.098102+0000", 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.724 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.725 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.437331+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.437331+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437592+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:04.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.727 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.21", 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:31:30.836737+0000", 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.728 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.731 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.732 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444260+0000", 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444260+0000", 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444773+0000", 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.734 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.20", 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:31:37.204513+0000", 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.735 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.738 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.739 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436935+0000", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436935+0000", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437232+0000", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.741 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1a", 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:46:52.406694+0000", 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.742 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.746 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.354162+0000", 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.354162+0000", 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.354421+0000", 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.748 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1b", 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.749 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:36:28.750789+0000", 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.753 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445599+0000", 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445599+0000", 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445924+0000", 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:04.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1b", 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.756 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:09:14.783167+0000", 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.760 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357956+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.763 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1a", 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:49:50.099058+0000", 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.767 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.768 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.351926+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.351926+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.352374+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:04.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.770 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.19", 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:25:28.537907+0000", 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.774 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.775 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.439681+0000", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.439681+0000", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.440141+0000", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.777 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.18", 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:03:36.711651+0000", 2024-09-13T14:18:04.778 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.781 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.782 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.638541+0000", 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.638541+0000", 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.638925+0000", 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.784 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.18", 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 35, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.785 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:32:42.318947+0000", 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.788 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.789 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.142578+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.142578+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.142864+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:04.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.791 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.19", 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 32, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:34:08.524675+0000", 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.795 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.796 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.356665+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.356665+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.356978+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.798 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.17", 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:36:26.840271+0000", 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.802 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445707+0000", 2024-09-13T14:18:04.803 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445707+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445994+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:04.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.16", 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:45:12.282435+0000", 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:04.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357733+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357733+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.358048+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:04.811 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.812 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.16", 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:14:09.812852+0000", 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.816 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.817 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.438573+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.438573+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.438864+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:04.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.819 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.17", 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:20:06.160740+0000", 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.823 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:04.824 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.356035+0000", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.356035+0000", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.356316+0000", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.826 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.15", 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 29, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:42:58.111221+0000", 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.827 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 90, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:04.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'3" 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.831 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446838+0000", 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446838+0000", 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.447705+0000", 2024-09-13T14:18:04.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.14", 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.834 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:19:18.707096+0000", 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.838 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355254+0000", 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355254+0000", 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355606+0000", 2024-09-13T14:18:04.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 12, 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.840 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 12, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.14", 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.841 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 38, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:41:24.123779+0000", 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 2630, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-09-13T14:18:04.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 9 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "75'12" 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.845 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.453474+0000", 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.453474+0000", 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.453871+0000", 2024-09-13T14:18:04.846 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:04.847 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.15", 2024-09-13T14:18:04.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:47:18.758817+0000", 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:04.852 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.853 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.352773+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.352773+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.353080+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:04.854 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.855 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.13", 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:41:03.044188+0000", 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.856 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 34, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.857 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 7 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.859 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.860 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446185+0000", 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446185+0000", 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446516+0000", 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.861 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.862 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.12", 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.863 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:12:18.327776+0000", 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.867 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.363000+0000", 2024-09-13T14:18:04.868 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.363000+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.363454+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.869 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.12", 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.870 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:13:39.602657+0000", 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.871 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.872 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.873 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.874 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444130+0000", 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444130+0000", 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444445+0000", 2024-09-13T14:18:04.875 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.876 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.13", 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.877 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:04:35.774436+0000", 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.880 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.881 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355378+0000", 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355378+0000", 2024-09-13T14:18:04.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355791+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.883 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.11", 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.884 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:44:27.477251+0000", 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.888 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.443853+0000", 2024-09-13T14:18:04.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.443853+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444506+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:04.890 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.10", 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.891 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:00:41.533708+0000", 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.895 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.896 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.350094+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.350094+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.350380+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 8, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 8, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.10", 2024-09-13T14:18:04.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 34, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:32:02.342983+0000", 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 4, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:04.902 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'8" 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.903 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.451418+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.451418+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.451727+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.905 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.11", 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:47:08.405197+0000", 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.909 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.910 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.911 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.911 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.911 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:04.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:04.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:04.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357851+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.913 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.f", 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.914 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:48:50.933736+0000", 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 22, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:04.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.919 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.454237+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.454237+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.454693+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.921 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.e", 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:55:27.819117+0000", 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.925 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:04.926 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.354981+0000", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.354981+0000", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355257+0000", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.928 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.e", 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:13:18.757065+0000", 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.929 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.932 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.933 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.454297+0000", 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.454297+0000", 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.454659+0000", 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.934 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.935 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.f", 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.936 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:42:17.811117+0000", 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.940 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355193+0000", 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355193+0000", 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355487+0000", 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:04.941 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.942 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.d", 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:25:48.912530+0000", 2024-09-13T14:18:04.943 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 70, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.946 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.947 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444407+0000", 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444407+0000", 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444735+0000", 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.949 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.c", 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.950 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:49:54.029126+0000", 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.954 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357165+0000", 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357165+0000", 2024-09-13T14:18:04.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357563+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.956 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.c", 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.957 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:03:12.859188+0000", 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:04.961 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.962 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.455871+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.455871+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.456171+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.964 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.d", 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:16:13.399528+0000", 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.965 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.968 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.969 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.499621+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.499621+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.307714+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:04.970 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.971 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.5", 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:35:34.000595+0000", 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000431769, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.972 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.973 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.974 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.975 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:04.976 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 19, 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:10.692952+0000", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:10.692952+0000", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:10.693394+0000", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:12:10.823721+0000", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:12:10.823721+0000", 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 58, 2024-09-13T14:18:04.977 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:12:10.823721+0000", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 57, 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.978 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "1.0", 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 273, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:29:11.962984+0000", 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.979 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.980 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.981 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.982 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "68'128" 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.983 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357259+0000", 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357259+0000", 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357611+0000", 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.984 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.985 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.3", 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:04.986 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:49:27.741528+0000", 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.987 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.988 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.990 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441000+0000", 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441000+0000", 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441265+0000", 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:04.991 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:04.992 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2", 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:04.993 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:59:56.335375+0000", 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:04.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:04.995 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:04.996 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:04.997 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:28.183361+0000", 2024-09-13T14:18:04.998 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:28.183361+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.278349+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:04.999 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.6", 2024-09-13T14:18:05.000 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:51:49.005621+0000", 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000268496, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:05.004 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.005 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.361501+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.361501+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.361844+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.006 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.007 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.0", 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:12:17.421178+0000", 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.010 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.011 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.012 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442391+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442391+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442682+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.013 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.014 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1", 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:34:03.853804+0000", 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.018 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:05.019 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844284+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844284+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.282369+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:05.020 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.021 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.7", 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:18:01.788866+0000", 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000560651, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.022 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.025 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:05.026 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.351068+0000", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.351068+0000", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.352354+0000", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.027 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.028 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1", 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:49:39.125309+0000", 2024-09-13T14:18:05.029 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.032 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.033 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.440307+0000", 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.440307+0000", 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.440935+0000", 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.035 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.0", 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.036 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:17:12.244683+0000", 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.040 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:28.183297+0000", 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:28.183297+0000", 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.281986+0000", 2024-09-13T14:18:05.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.042 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.4", 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.043 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:01:34.955769+0000", 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000369614, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.047 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.360698+0000", 2024-09-13T14:18:05.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.360698+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.361009+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:05.049 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.2", 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.050 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:44:18.352906+0000", 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.055 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441029+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441029+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441456+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.057 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3", 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:59:55.762973+0000", 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:05.061 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.062 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844296+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844296+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.282510+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.064 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.2", 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:25:58.818212+0000", 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.001277516, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.065 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.068 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "74'2" 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.069 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.358599+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.358599+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.359335+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.070 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.071 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.4", 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:14:01.729651+0000", 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.072 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.075 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.076 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.438429+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.438429+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.439273+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:05.077 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.078 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.5", 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:09:41.424606+0000", 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.079 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.080 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.082 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.083 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844308+0000", 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844308+0000", 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.278495+0000", 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.084 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.085 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.3", 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 22, 2024-09-13T14:18:05.086 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:49:27.193257+0000", 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000612738, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.087 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.088 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "72'1" 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.090 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.362479+0000", 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.362479+0000", 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.364265+0000", 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:05.091 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.092 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.5", 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.093 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:16:18.723658+0000", 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.094 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.095 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.097 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445598+0000", 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445598+0000", 2024-09-13T14:18:05.098 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445863+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.099 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.4", 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.100 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:26:32.445737+0000", 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.102 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.103 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.104 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.496331+0000", 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.496331+0000", 2024-09-13T14:18:05.105 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.276949+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.106 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.0", 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.107 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:38:32.115525+0000", 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000443008, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.109 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.110 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.111 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355974+0000", 2024-09-13T14:18:05.112 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355974+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.356268+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:05.113 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.6", 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.114 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:05:30.860895+0000", 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.116 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.117 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:05.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.440910+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.440910+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441190+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.120 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.121 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.7", 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:45:11.761607+0000", 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.124 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.126 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844382+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844382+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.277736+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:05.127 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.1", 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:56:25.426141+0000", 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000897075, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.131 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:05.132 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.358525+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.358525+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.362091+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.134 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.135 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.7", 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:36:20.321851+0000", 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.138 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:05.139 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.140 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441657+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441657+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441968+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.141 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.142 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.6", 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:48:04.232624+0000", 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.146 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.147 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.359350+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.359350+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.359669+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:05.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.149 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.8", 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:59:33.941254+0000", 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.153 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.154 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436367+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436367+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.438033+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:05.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.156 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.9", 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:14:40.120577+0000", 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.157 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.160 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.161 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.353159+0000", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.353159+0000", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.353465+0000", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.163 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.9", 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:31:55.575472+0000", 2024-09-13T14:18:05.164 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.168 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.438120+0000", 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.438120+0000", 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.438402+0000", 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:05.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.170 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.8", 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.171 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:08:10.074959+0000", 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.175 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.358809+0000", 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.358809+0000", 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.359840+0000", 2024-09-13T14:18:05.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.177 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.a", 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.178 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:26:45.342089+0000", 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.182 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.439570+0000", 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.439570+0000", 2024-09-13T14:18:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.439878+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:05.184 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.b", 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.185 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:43:34.264536+0000", 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.188 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.189 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:05.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.361784+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.361784+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.362119+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:05.191 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.192 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.b", 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:46:53.195722+0000", 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.195 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.196 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.197 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446040+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446040+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446331+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:05.198 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.199 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.a", 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:09:29.169723+0000", 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.203 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.204 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.450522+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.450522+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.450869+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:05.205 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.206 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1d", 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.207 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:40:33.076254+0000", 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.210 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.211 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.362660+0000", 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.362660+0000", 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.363052+0000", 2024-09-13T14:18:05.212 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.213 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1c", 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.214 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:31:23.849430+0000", 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.217 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.218 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:05.219 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.443130+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.443130+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.443456+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:05.220 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.221 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1c", 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:45:19.674338+0000", 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.224 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.225 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.226 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.364836+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.364836+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.365163+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.227 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.228 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1d", 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:31:43.392711+0000", 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:05.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.231 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.232 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.233 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.443340+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.443340+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.443874+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:05.234 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.235 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1f", 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:05:01.104450+0000", 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.239 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:05.240 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.353883+0000", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.353883+0000", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.354164+0000", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.242 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1e", 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:40:31.104874+0000", 2024-09-13T14:18:05.243 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.246 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.247 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.448581+0000", 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.448581+0000", 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.449150+0000", 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.249 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1e", 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.250 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:41:11.466987+0000", 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.254 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.362069+0000", 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.362069+0000", 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.362422+0000", 2024-09-13T14:18:05.255 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:05.256 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 4, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 4, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1f", 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:05.257 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 29, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:57:48.442108+0000", 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 582, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'4" 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pool": [ 2024-09-13T14:18:05.261 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 24, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 8, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 4, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.262 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:05.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 12288, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:05.265 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 57, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 24 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 192, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 64, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 3, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:05.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 192 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 96, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 45, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 32, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 45, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 2, 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 3428, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 66, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 22, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 22, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 14, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 51, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 20 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 98304, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:05.274 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 10284, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 96 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 3, 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:05.275 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 1, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 3, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 1, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 1781760, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 1771104, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:05.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 3 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328, 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 246243328, 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0003206459223292768 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.281 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:05.281 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:05.281 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328 2024-09-13T14:18:05.281 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.281 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-13T14:18:05.281 INFO:tasks.workunit.client.0.smithi001.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T14:18:05.282 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry show-device 2024-09-13T14:18:05.282 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2637745557' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.285 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.286 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:04 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.286 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-13T14:18:05.286 INFO:tasks.workunit.client.0.smithi001.stdout: "fb541b70-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb54b0ee-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141217": { 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb541b70-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.287 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236736 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:05.288 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:05.289 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 7644097 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.291 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.292 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "7.121094" 2024-09-13T14:18:05.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1817574 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:05.295 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3070, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 108732100, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 500963593, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2226385321, 2024-09-13T14:18:05.296 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 11050821963, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 19740, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 38426, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 33, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 5555 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 19740, 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 38426 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:05.298 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:05.299 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:05.300 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 33 Celsius", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 108,732,100 [55.6 TB]", 2024-09-13T14:18:05.301 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 500,963,593 [256 TB]", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,226,385,321", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 11,050,821,963", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,070", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 19,740", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 38,426", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 5,555", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.302 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 33 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.303 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "fb560426-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb568ae0-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141213": { 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb560426-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:05.304 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236733 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:05.305 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.306 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.307 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10309677 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.308 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.309 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 14 2024-09-13T14:18:05.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1956002 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:05.312 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3972, 2024-09-13T14:18:05.313 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 147539904, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 675655007, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2716913543, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 14206788825, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28512, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 44487, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 30, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8227 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:05.314 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28512, 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 44487 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.315 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:05.316 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:05.317 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:05.318 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 30 Celsius", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 147,539,904 [75.5 TB]", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 675,655,007 [345 TB]", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,716,913,543", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 14,206,788,825", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,972", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,512", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 44,487", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,227", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:05.319 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 30 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.320 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-13T14:18:05.321 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry show-all 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2637745557' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.322 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2637745557' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.324 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.325 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.326 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:05.330 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:04 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "device_report": { 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "fb541b70-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb54b0ee-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141217": { 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:05.340 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb541b70-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236736 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:05.341 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:05.343 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 7644097 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.345 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:05.346 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.347 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "7.121094" 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.348 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1817574 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3070, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 108732100, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 500963593, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2226385321, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 11050821963, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-09-13T14:18:05.350 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 19740, 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 38426, 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 33, 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 5555 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 19740, 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 38426 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:05.351 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:05.352 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:05.353 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:16 2024 UTC", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:05.354 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 33 Celsius", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 108,732,100 [55.6 TB]", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 500,963,593 [256 TB]", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,226,385,321", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 11,050,821,963", 2024-09-13T14:18:05.355 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,070", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 19,740", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 38,426", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 5,555", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:05.356 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 33 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: "fb560426-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.357 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_fb568ae0-71da-11ef-b02d-0cc47abd15e8": { 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "20240913-141213": { 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "fb560426-71da-11ef-b02d-0cc47abd15e8", 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.358 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1726236733 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-09-13T14:18:05.359 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-09-13T14:18:05.360 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10309677 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.362 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-09-13T14:18:05.363 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.364 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 14 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.365 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1956002 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-09-13T14:18:05.366 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3972, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 147539904, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 675655007, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2716913543, 2024-09-13T14:18:05.367 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 14206788825, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28512, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 44487, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 30, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8227 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28512, 2024-09-13T14:18:05.368 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 44487 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-09-13T14:18:05.369 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-09-13T14:18:05.370 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Fri Sep 13 14:12:13 2024 UTC", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-09-13T14:18:05.371 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 30 Celsius", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-09-13T14:18:05.372 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 147,539,904 [75.5 TB]", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 675,655,007 [345 TB]", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,716,913,543", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 14,206,788,825", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,972", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,512", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 44,487", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,227", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-09-13T14:18:05.373 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 30 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-09-13T14:18:05.374 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "report": { 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-09-13T14:18:05.375 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:05.376 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-09-13T14:18:05.377 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:05.378 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-09-13T14:18:05.379 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-09-13T14:18:05.380 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:05.381 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_crush_chooseleaf_type", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep", 2024-09-13T14:18:05.382 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hdd", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_hybrid", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_delete_sleep_ssd", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_max_backfills", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T14:18:05.383 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pg_delete_cost", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_hdd", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_active_ssd", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hdd", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T14:18:05.384 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_sleep_ssd", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_sleep", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-09-13T14:18:05.385 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-09-13T14:18:05.386 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T14:18:05.387 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_perf", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/enabled", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_file_level", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T14:18:05.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-09-13T14:18:05.389 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-09-13T14:18:05.390 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-09-13T14:18:05.391 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-09-13T14:09:03.810473Z", 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.392 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-09-13T14:18:05.393 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-09-13T14:18:05.394 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-09", 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.395 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-09-13T14:18:05.396 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_stats": { 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20135936, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 337944, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 892928, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 0, 2024-09-13T14:18:05.397 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 343, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 850536, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 12, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 723968, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 14709120, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 20135936 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20480000, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 541368, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 704512, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 429, 2024-09-13T14:18:05.398 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 1346336, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 21, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 834560, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 15136296, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 21184512 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.4578c97fd720522d69f519a79ce280535c244848": { 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 37838848, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1042800, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:05.399 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 8634368, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1161, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 7663728, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2304256, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 24206624, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46473216 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 44883968, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1397480, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 540672, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 3579904, 2024-09-13T14:18:05.400 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1733, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 11182248, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2685952, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 26456176, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 48463872 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 37363712, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1288888, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 409600, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 10166272, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1163, 2024-09-13T14:18:05.401 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 7665888, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 21, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1579776, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 23798120, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 47529984 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 51961856, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1767440, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 8192, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 729088, 2024-09-13T14:18:05.402 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1824, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6432320, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3802112, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 37199280, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 52690944 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 49545216, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1668280, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 917504, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1737, 2024-09-13T14:18:05.403 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6322336, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3859712, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34942376, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 50462720 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 44482560, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 759536, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 32768, 2024-09-13T14:18:05.404 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 737280, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1275, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4882136, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2729728, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 33325880, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 45219840 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 43835392, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 832472, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 98304, 2024-09-13T14:18:05.405 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 401408, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1270, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 3984168, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 46, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2087936, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34080000, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 44236800 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 45342720, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 588200, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:05.406 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 991232, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1275, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5015872, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1844480, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 35141656, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46333952 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 45858816, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 843408, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:05.407 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 540672, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1301, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5135592, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2005504, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 35121800, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46399488 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 48889856, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 2159912, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 8192, 2024-09-13T14:18:05.408 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 655360, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1669, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5365232, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3708160, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34895848, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 49545216 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 48455680, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 2288784, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 2072576, 2024-09-13T14:18:05.409 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1721, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5524280, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 3411968, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 34478136, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 50528256 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-09-13T14:18:05.410 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "io_rate": { 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_stats_delta": { 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "stamp_delta": "12.002438", 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:05.411 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:05.412 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:05.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:05.414 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 0 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard_description": null, 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "mempool": { 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.415 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.417 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.418 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 150168, 2024-09-13T14:18:05.420 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 33 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 928, 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.421 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.423 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.425 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.426 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.427 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.428 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 222439, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 68 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51704, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 208 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.429 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8016, 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 135 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.430 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.431 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.4578c97fd720522d69f519a79ce280535c244848": { 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.432 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.435 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.436 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1412355, 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 446 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.437 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.438 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.439 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.440 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.441 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.442 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.444 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1222275, 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 367 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 352, 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.445 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10624, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 206 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.448 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.450 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.452 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1181275, 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 367 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.453 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.454 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6080, 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 76 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22960, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2048, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 48 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 624994, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 21 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 97940, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16726 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 214456, 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 347 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11852, 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 777 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9840, 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 33906, 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 215 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22960, 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.460 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 435492, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 95 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2465824, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 7304, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 83 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.461 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.464 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.464 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.464 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.464 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 533232, 2024-09-13T14:18:05.464 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 102024, 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.465 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.467 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5360, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 67 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1376, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.468 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 20480, 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 5 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 90523, 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 15561 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 202896, 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 330 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9584, 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 600 2024-09-13T14:18:05.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9264, 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.470 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28950, 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 198 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 474923, 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 104 2024-09-13T14:18:05.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12112, 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2419409, 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 177 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4928, 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 56 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.472 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 417312, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 36 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8528, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 22 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.473 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4720, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 59 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21392, 2024-09-13T14:18:05.476 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 191 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1376, 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 20480, 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 5 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 49068, 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9184 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 130816, 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 224 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8984, 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 591 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9168, 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 191 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 27750, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 192 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21392, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 191 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 368004, 2024-09-13T14:18:05.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 78 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12112, 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2428908, 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 179 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4576, 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 52 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.480 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 359352, 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 31 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8320, 2024-09-13T14:18:05.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 24 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239752, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.482 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4480, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 56 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21952, 2024-09-13T14:18:05.484 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 196 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 816, 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 19128, 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 50732, 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9512 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 135576, 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 231 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9788, 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 609 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9408, 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 196 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28702, 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21952, 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 196 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 346555, 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 73 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 26565, 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2445252, 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 181 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5016, 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-09-13T14:18:05.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 428904, 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10400, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 20 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.490 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 3920, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 49 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 928, 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 38 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4096, 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51575, 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9611 2024-09-13T14:18:05.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 136936, 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 233 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9960, 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 607 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9360, 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 29382, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 956801, 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 79 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12112, 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2405964, 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 170 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4840, 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 55 2024-09-13T14:18:05.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 452088, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8944, 2024-09-13T14:18:05.497 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 18 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239752, 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.499 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 3360, 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 34 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 52494, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9699 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 138296, 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 235 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10196, 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 609 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9312, 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30062, 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 878982, 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 60 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 26565, 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2432380, 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 177 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5456, 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 62 2024-09-13T14:18:05.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 475272, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 41 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 13000, 2024-09-13T14:18:05.505 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 25 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2800, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 35 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 592, 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 35 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 18786, 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 91539, 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16033 2024-09-13T14:18:05.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 204936, 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 333 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11220, 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 766 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9744, 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30578, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 514673, 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2447800, 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 181 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4840, 2024-09-13T14:18:05.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 55 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 452088, 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 101192, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 240008, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3531 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.514 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2320, 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 29 2024-09-13T14:18:05.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_blob": { 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_buffer": { 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1600, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 44 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 297314, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 13 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 95504, 2024-09-13T14:18:05.517 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16524 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 211736, 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 343 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12004, 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 773 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_extent": { 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9744, 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 33138, 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 211 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_shared_blob": { 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22736, 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 203 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-09-13T14:18:05.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 199837, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2440708, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.520 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6424, 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 73 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 533232, 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 106496, 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 252 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 239240, 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-09-13T14:18:05.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.523 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:05.524 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:05.525 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:05.526 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-09-13T14:18:05.527 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.528 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:05.529 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy", 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: "reef" 2024-09-13T14:18:05.530 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 18, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "reef" 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.531 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_perf_histograms": [ 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:05.532 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:05.533 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.534 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:05.535 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:05.536 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.537 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.538 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.539 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.540 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.541 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.542 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.543 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.544 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.545 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.546 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.547 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.548 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.549 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:05.550 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.551 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.552 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.553 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.554 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.555 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.556 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.557 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:05.558 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:05.559 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:05.560 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:05.561 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:05.562 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:05.563 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.564 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.565 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.566 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.567 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.568 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.569 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.570 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.571 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.572 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.573 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.574 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.575 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.576 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.577 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.578 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.579 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.580 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.581 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.582 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.583 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.584 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.585 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:05.586 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:05.587 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:05.588 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:05.589 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:05.590 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.591 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.592 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.593 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.594 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.595 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.596 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.597 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.598 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.599 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.606 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.611 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-09-13T14:18:05.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-09-13T14:18:05.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.614 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-09-13T14:18:05.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-09-13T14:18:05.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.617 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.622 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.630 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.638 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_counters": { 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "caps": { 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_grant": { 2024-09-13T14:18:05.639 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_revoke": { 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_trunc": { 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_commit": { 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_fetch_complete": { 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_fetch_keys": { 2024-09-13T14:18:05.640 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_merge": { 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_split": { 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "exported_inodes": { 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "forward": { 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_cap_release": { 2024-09-13T14:18:05.641 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps": { 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps_dirty": { 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_inode_file_caps": { 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "imported_inodes": { 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.642 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes": { 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_expired": { 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_pinned": { 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_with_caps": { 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "load_cent": { 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.643 INFO:tasks.workunit.client.0.smithi001.stdout: "openino_dir_fetch": { 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "process_request_cap_release": { 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "reply_latency": { 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 130271 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "request": { 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rbytes": { 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rfiles": { 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rsnaps": { 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_reply": { 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "subtrees": { 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.645 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_cache": { 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_enqueue_scrub": { 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_exportdir": { 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_flush": { 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragmentdir": { 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragstats": { 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.646 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_inodestats": { 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_enqueued": { 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_prioritized": { 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_processing": { 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays": { 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.647 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_delayed": { 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_enqueuing": { 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_completed": { 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_started": { 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_created": { 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_enqueued": { 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_migrated": { 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_reintegrated": { 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_log": { 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "ev": { 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.649 INFO:tasks.workunit.client.0.smithi001.stdout: "evadd": { 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "evex": { 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "evexd": { 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "evexg": { 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "evtrm": { 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.650 INFO:tasks.workunit.client.0.smithi001.stdout: "jlat": { 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11738951 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "replayed": { 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "seg": { 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "segadd": { 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "segex": { 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.651 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "segexd": { 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "segexg": { 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "segtrm": { 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_mem": { 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "cap": { 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.652 INFO:tasks.workunit.client.0.smithi001.stdout: "cap+": { 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "cap-": { 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "dir": { 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "dir+": { 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "dir-": { 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.653 INFO:tasks.workunit.client.0.smithi001.stdout: "dn": { 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "dn+": { 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "dn-": { 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "heap": { 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 207124 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "ino": { 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "ino+": { 2024-09-13T14:18:05.654 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "ino-": { 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "rss": { 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41668 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_server": { 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_acquisition_throttle": { 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_revoke_eviction": { 2024-09-13T14:18:05.655 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_request": { 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_session": { 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_peer_request": { 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "req_create_latency": { 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getattr_latency": { 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 130271 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getfilelock_latency": { 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getvxattr_latency": { 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "req_link_latency": { 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.657 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookup_latency": { 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookuphash_latency": { 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupino_latency": { 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.658 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupname_latency": { 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupparent_latency": { 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupsnap_latency": { 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lssnap_latency": { 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.659 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mkdir_latency": { 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mknod_latency": { 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mksnap_latency": { 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "req_open_latency": { 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.660 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "req_readdir_latency": { 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rename_latency": { 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "req_renamesnap_latency": { 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmdir_latency": { 2024-09-13T14:18:05.661 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmsnap_latency": { 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmxattr_latency": { 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setattr_latency": { 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.662 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setdirlayout_latency": { 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setfilelock_latency": { 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setlayout_latency": { 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setxattr_latency": { 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.663 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "req_snapdiff_latency": { 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "req_symlink_latency": { 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "req_unlink_latency": { 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_sessions": { 2024-09-13T14:18:05.664 INFO:tasks.workunit.client.0.smithi001.stdout: "average_load": { 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "avg_session_uptime": { 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 88 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "mdthresh_evicted": { 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "session_count": { 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.665 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "session_remove": { 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_open": { 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_stale": { 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "total_load": { 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.666 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "purge_queue": { 2024-09-13T14:18:05.667 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executed": { 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executed_ops": { 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing": { 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_high_water": { 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops": { 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.668 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops_high_water": { 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_item_in_journal": { 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.4578c97fd720522d69f519a79ce280535c244848": { 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.669 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 80 2024-09-13T14:18:05.670 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 818 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 818, 2024-09-13T14:18:05.671 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3915807 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 818, 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 97998649 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-09-13T14:18:05.672 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-09-13T14:18:05.673 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 819 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-09-13T14:18:05.674 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 819 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1902973622 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-09-13T14:18:05.676 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 819 2024-09-13T14:18:05.677 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7678209 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5537 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 819, 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 118998357 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.678 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43851776 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32743424 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.679 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11108352 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.680 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007006 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307125 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.681 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.682 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70813101 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.683 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007006 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43887 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.684 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.685 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71076339 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671337 2024-09-13T14:18:05.686 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.687 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71181207 2024-09-13T14:18:05.688 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-09-13T14:18:05.689 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_range": { 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 35240, 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 100850973 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.690 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-09-13T14:18:05.691 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1764, 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 225857509 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.98ba509e3ecc0e4dc7f5d346428e0bf3d8fde9c8": { 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-09-13T14:18:05.692 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 175 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-09-13T14:18:05.693 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 951 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4993883 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-09-13T14:18:05.694 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2853 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 182997467 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-09-13T14:18:05.695 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-09-13T14:18:05.696 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 951 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4925469 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5459 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 951, 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 141592655 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-09-13T14:18:05.697 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 953 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.698 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 953, 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2309967998 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1050 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-09-13T14:18:05.699 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.700 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.701 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45842432 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 40337408 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5505024 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.702 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007665 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307806 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.703 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.704 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70811761 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.705 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007665 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41448 2024-09-13T14:18:05.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.707 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71078119 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-09-13T14:18:05.708 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671777 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.709 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71180767 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-09-13T14:18:05.711 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_range": { 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 42388, 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 181181331 2024-09-13T14:18:05.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-09-13T14:18:05.713 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2074, 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 334706053 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.d0e4db5459459d02e4bbcfeff6e6b5b03ebd858b": { 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:05.714 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.715 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.716 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 828 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 828, 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3942599 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 828, 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 108996929 2024-09-13T14:18:05.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 146 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-09-13T14:18:05.719 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1664953116 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.721 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-09-13T14:18:05.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7729695 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5612 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-09-13T14:18:05.723 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 120996593 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 44908544 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33218560 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.724 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11689984 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006590 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 308236 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70812406 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006590 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43887 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71076755 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671060 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.732 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71181484 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-09-13T14:18:05.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_range": { 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 35465, 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 87546518 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.735 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1811, 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 274944488 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9555968 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.739 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5844992 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5705728 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:05.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.741 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.742 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:05.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15339520 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1392640 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.746 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 141642 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.747 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 24, 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 69028 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1380, 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 328495459 2024-09-13T14:18:05.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1369, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27133209 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1380, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1431069 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1380, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 329926528 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36844 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18948 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.750 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10011 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3930 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 339 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:05.751 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2173985 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 342, 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 297568 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 213, 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1383510 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:05.752 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 101, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6071238 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1982546170 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12699600 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 237698283755 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.753 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 158311905594 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3575, 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50439848869 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3575, 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 213139 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 379488385 2024-09-13T14:18:05.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 758188818 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 629748 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 387837129 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 235351880 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 940361 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 64, 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 290674 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3743698704 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.756 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 273607330 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3576, 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 122212953 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.757 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49938432 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49127424 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 811008 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:05.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85509255 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 618496 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73255801 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641319415 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71710137 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:05.764 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57006170 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68822486 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641319415 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 375940 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.769 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71336325 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:05.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.771 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 616 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.772 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41663955 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3575166 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:05.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22193227 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.775 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 616 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:05.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41663955 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3575166 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22193227 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1771104 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33255424 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.779 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.780 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8929280 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5292032 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:05.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5152768 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:05.783 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:05.784 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:05.785 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:05.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:05.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14159872 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 790528 2024-09-13T14:18:05.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 173300 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.789 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 31, 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 82819 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1245, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 314458566 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1240, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 25742962 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1245, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1243785 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1245, 2024-09-13T14:18:05.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 315702351 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36201 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8658 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:05.792 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14952 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3963 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:05.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 344 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 149, 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2180248 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 380, 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 387385 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 231, 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282316 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:05.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 103, 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5747245 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1829616266 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11755046 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.795 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 276975131801 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 177769231273 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3520, 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 82738113817 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3520, 2024-09-13T14:18:05.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206694 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251964342 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 768678476 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 594535 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:05.797 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 568188745 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 218121051 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349171 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 63, 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 303387 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:05.798 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3636842794 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 254410517 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3521, 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 110390925 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46661632 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46661632 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85546993 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 20480 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73816079 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.803 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641602451 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:05.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71427101 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.806 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57031329 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68797327 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641602451 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346073 2024-09-13T14:18:05.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71083156 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.812 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.813 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 157 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1231739259 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 54439077 2024-09-13T14:18:05.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 162858314 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4686559 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4090602 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3293214 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.817 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18332346 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8390948 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17248886 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 102 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-09-13T14:18:05.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1208720354 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41957527 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 142316214 2024-09-13T14:18:05.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 590368 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32653312 2024-09-13T14:18:05.821 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.822 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.822 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-09-13T14:18:05.822 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:05.824 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2207744 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1392640 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1253376 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:05.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.828 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:05.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:05.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:05.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:05.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3538944 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 782336 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:05.833 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 188811 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 14, 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21856 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 293, 2024-09-13T14:18:05.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49191826 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 291, 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6458499 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 293, 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346423 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 293, 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49538249 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:05.836 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39356 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1105 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.837 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3876 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 622 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 224 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:05.838 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1257518 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 300704 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 177, 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 688737 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:05.839 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 123393 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5581451 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 121, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7909658 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 120, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 183143452058 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.840 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 121, 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 146516486757 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 339, 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 81543120898 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 339, 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31362 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.841 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 418155 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73919656 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 121825 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35585923 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.842 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18477895 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349265 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 55, 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 260105 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 134033995 2024-09-13T14:18:05.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21857305 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2487516 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42467328 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41607168 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 860160 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:05.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85553946 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 20480 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73809126 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:05.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654596 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71374956 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:05.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57035964 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792692 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:05.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654596 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 228972 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71148112 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.858 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:05.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 81237856 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3993268 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:05.860 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43536701 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:05.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:05.862 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:05.864 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 81237856 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3993268 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43536701 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28450816 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.866 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1265664 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:05.868 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:05.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 925696 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 786432 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:05.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:05.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.872 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5555 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5555 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.873 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:05.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2129920 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:05.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 802816 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.876 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14042 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:05.877 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 179, 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38407250 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 176, 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6711737 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:05.878 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 179, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 267524 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 179, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38674774 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 72055 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.879 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1747 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8596 2024-09-13T14:18:05.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 384 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 229 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 101, 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1169947 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 182, 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 301357 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.881 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 81, 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 319330 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3819684 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.882 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 60, 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4469665 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 57, 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 282476898292 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 60, 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 77832234387 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 243, 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 601930 2024-09-13T14:18:05.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 243, 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24588 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 297027 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70732032 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:05.884 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 79560 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45214450 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13712086 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 351999 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:05.885 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 51, 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 290413 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 133806384 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16454835 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 246, 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1650626 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399738 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41484288 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41115648 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477772 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 368640 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85553898 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73817366 2024-09-13T14:18:05.890 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654242 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71375310 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57035932 2024-09-13T14:18:05.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792724 2024-09-13T14:18:05.896 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641654242 2024-09-13T14:18:05.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6037 2024-09-13T14:18:05.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 234249 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71137152 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.900 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:05.902 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 868540 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:05.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:05.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 868540 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28467200 2024-09-13T14:18:05.908 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:05.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:05.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1400832 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:05.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1024000 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 884736 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:05.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:05.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.915 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2363392 2024-09-13T14:18:05.917 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 798720 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 352144 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3517 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.919 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 203, 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 47955423 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 185, 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10319829 2024-09-13T14:18:05.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 203, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 227314 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 203, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48182737 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39362 2024-09-13T14:18:05.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1069 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7732 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 401 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 247 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 105, 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 945685 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 180, 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268665 2024-09-13T14:18:05.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 75, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184970 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 118984 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6066442 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.924 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3146786 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 48, 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 219111569027 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 74896869310 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:05.925 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 273, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4412563219 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 273, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 29585 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 271653 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 188845033 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.926 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 101582 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 82839750 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16749859 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349719 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.927 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 208495 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 294820030 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 19964975 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-09-13T14:18:05.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2019667 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42532864 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42336256 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:05.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 196608 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85554180 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73825276 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641656351 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71373201 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.936 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036120 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792536 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.939 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641656351 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 238277 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71137052 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.942 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.943 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2099176 2024-09-13T14:18:05.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 758680 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2023379 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.946 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:05.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2099176 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.949 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 758680 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2023379 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.950 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28467200 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1323008 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27656192 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 946176 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 806912 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:05.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:05.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5557 2024-09-13T14:18:05.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.959 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2207744 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 794624 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.960 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251987 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:05.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5285 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:05.962 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51775203 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7392527 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 196596 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 184, 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51971799 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:05.963 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41712 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1292 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4231 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 383 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 254 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.965 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 97, 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 782145 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 159, 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 335569 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 62, 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 153885 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.966 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 155330 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5815863 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3582583 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 44, 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 256398105919 2024-09-13T14:18:05.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 72178225051 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 292, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4563074381 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 292, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 30008 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 433648 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 122938103 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 100250 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 114489707 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:05.969 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14701171 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 351450 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 172190 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 258423038 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:05.970 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17247776 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 295, 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2240999 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43646976 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.971 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43008000 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 638976 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.972 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85554277 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.973 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.974 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73829275 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:05.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641657081 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71372471 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:05.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036185 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792471 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:05.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641657081 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:05.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6048 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 239534 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.983 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71129017 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:05.984 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:05.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:05.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:05.987 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.988 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.989 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.991 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28459008 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.993 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.994 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7933952 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4919296 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.996 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4780032 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.997 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.998 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:05.999 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5556 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12791808 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.002 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1384448 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:06.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11741 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1154, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 369153631 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1151, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24758163 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1154, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1182918 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1154, 2024-09-13T14:18:06.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 370336549 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35839 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1079 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10618 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3435 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 361 2024-09-13T14:18:06.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 98, 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 853665 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 154, 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 328043 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 56, 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 285229 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 100, 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5868174 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2836568686 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7413482 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.009 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 36, 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 212671177416 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 60598429140 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3351, 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 401578836 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3351, 2024-09-13T14:18:06.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 211071 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 282776452 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 903027980 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 570645 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:06.011 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 498480483 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 267933051 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 941932 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 32, 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 143734 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:06.012 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789057658 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307666921 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3354, 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 162855140 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:06.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46792704 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45875200 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 917504 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.014 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85546931 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73824333 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.017 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641601982 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.019 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71427570 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57031287 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.021 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.022 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68797369 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.023 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641601982 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.024 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5922 2024-09-13T14:18:06.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 350621 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71073155 2024-09-13T14:18:06.026 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.028 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2810 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 55705143 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-09-13T14:18:06.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7229290 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26852360 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:06.030 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:06.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.032 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:06.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2810 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 55705143 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7229290 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:06.034 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26852360 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.035 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33243136 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-09-13T14:18:06.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7237632 2024-09-13T14:18:06.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.038 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4251648 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4112384 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31850496 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.039 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 206480 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1282048 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1286144 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.040 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4991 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.041 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5552 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5552 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11427840 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-09-13T14:18:06.044 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1384448 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 120092 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-09-13T14:18:06.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 9, 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18207 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "fragmentation_micros": { 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 991, 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346198022 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 978, 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28932398 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 991, 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1172875 2024-09-13T14:18:06.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 991, 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 347370897 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34256 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-09-13T14:18:06.048 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1616 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4005 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.049 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3528 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 381 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 107, 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1139018 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 162, 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 355695 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.050 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 55, 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 436288 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 101, 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6387158 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2423681908 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.051 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5737253 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 25, 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 144944604416 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 44925163081 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3386, 2024-09-13T14:18:06.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 410744328 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3386, 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 221646 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 373694226 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 966293084 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-09-13T14:18:06.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 547384 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 516220625 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 243720588 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 940237 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-09-13T14:18:06.054 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 25, 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 115908 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4523861061 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 279485049 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3387, 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 135578378 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862399129 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46727168 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45867008 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138477056 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-09-13T14:18:06.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 860160 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85537679 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.057 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 151552 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73694321 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641532597 2024-09-13T14:18:06.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.062 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71496955 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57025119 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.065 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68803537 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.066 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641532597 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.067 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 368794 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71130289 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.069 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-09-13T14:18:06.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 64705812 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 132129 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.071 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 45, 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10197118 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21737170 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3659481 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.072 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 132129 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3141039 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2563303 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-09-13T14:18:06.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7775126 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.074 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3579212 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-09-13T14:18:06.076 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7254531 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 53271205 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.077 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3476867 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11919336 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-09-13T14:18:06.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33247232 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:06.080 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.443116500217002e-06, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-09-13T14:18:06.081 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.082 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-09-13T14:18:06.083 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.347929554640359e-07, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3428, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3428, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10284, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-09-13T14:18:06.084 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 20480 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:06.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-09-13T14:18:06.086 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:06.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-09-13T14:18:06.088 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 729296218378, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 243098730496, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.684912120936133e-08, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-09-13T14:18:06.089 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "5c36b4c6-a811-4886-b506-73d8fcb5f295", 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-09-13T14:18:04.883450", 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_stats": { 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "7.9.2" 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-09-13T14:18:06.091 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-09-13T14:18:06.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.093 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-09-13T14:18:06.094 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pg": [ 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.095 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.455123+0000", 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.455123+0000", 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.455509+0000", 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.096 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938157+0000", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.097 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3f", 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.098 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:04:37.544074+0000", 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.100 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.102 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441848+0000", 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441848+0000", 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442123+0000", 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:06.103 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695906+0000", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.104 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3e", 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.105 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:44.320036+0000", 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.108 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.109 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.435843+0000", 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.435843+0000", 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.436130+0000", 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:06.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879423+0000", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.111 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3d", 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.112 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:00:55.282738+0000", 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.116 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445216+0000", 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445216+0000", 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446202+0000", 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:06.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846728+0000", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.118 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3c", 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.119 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:15:09.921550+0000", 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.124 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442137+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442137+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442520+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937659+0000", 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.126 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3b", 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:21:47.830661+0000", 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.130 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.131 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.457326+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.457326+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.457641+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:06.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846614+0000", 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.133 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3a", 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:17:47.374775+0000", 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.134 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.137 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.138 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.449953+0000", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.449953+0000", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.450265+0000", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937375+0000", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.140 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.39", 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:57:15.206328+0000", 2024-09-13T14:18:06.141 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.144 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.145 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447803+0000", 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447803+0000", 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448153+0000", 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.146 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694304+0000", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.147 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.38", 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.148 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:08:07.795569+0000", 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.152 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.139588+0000", 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.139588+0000", 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.140025+0000", 2024-09-13T14:18:06.153 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938359+0000", 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.154 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.37", 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.155 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 32, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:35:26.337371+0000", 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.156 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.159 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442646+0000", 2024-09-13T14:18:06.160 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442646+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.443152+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039971+0000", 2024-09-13T14:18:06.161 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.36", 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.162 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:16:18.729004+0000", 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.163 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.166 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.167 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444740+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444740+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445067+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.168 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.040078+0000", 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.169 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.35", 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:38:56.163972+0000", 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.170 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.171 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.173 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.174 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447244+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447244+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.447877+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:06.175 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695760+0000", 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.176 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.34", 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:55:34.390026+0000", 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.177 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.178 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.179 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.180 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.181 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.448538+0000", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.448538+0000", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448978+0000", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.182 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694418+0000", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.183 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.33", 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:44:11.544618+0000", 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.184 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.185 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.186 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.187 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.188 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444144+0000", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444144+0000", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444411+0000", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.189 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879067+0000", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.190 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.32", 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:05:41.385502+0000", 2024-09-13T14:18:06.191 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.192 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.193 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.195 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.141781+0000", 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.141781+0000", 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.142165+0000", 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:06.196 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695088+0000", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.197 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.31", 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 32, 2024-09-13T14:18:06.198 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:23:47.070477+0000", 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.199 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.200 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.201 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.202 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:06.203 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.451885+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.451885+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.452235+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:06.204 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846358+0000", 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.205 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.30", 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:14:33.399836+0000", 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.207 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.208 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:06.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.637965+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.637965+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.638304+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:06.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375527+0000", 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.212 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2f", 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:35:09.455527+0000", 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.216 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.217 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441770+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441770+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442045+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375435+0000", 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.219 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2e", 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:03:00.292524+0000", 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.223 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.224 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.452675+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.452675+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.453033+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.226 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2d", 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:15:48.465911+0000", 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.230 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.231 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445793+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445793+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446112+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:06.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039757+0000", 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.233 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2c", 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:34:09.356115+0000", 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.237 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.238 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446819+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446819+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.447078+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:06.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879318+0000", 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.240 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2b", 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:06:18.365394+0000", 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.244 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.245 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447994+0000", 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447994+0000", 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448301+0000", 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846698+0000", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.247 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2a", 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.248 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:55:54.733238+0000", 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.251 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.252 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436774+0000", 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436774+0000", 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437140+0000", 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:06.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694805+0000", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.254 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.29", 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.255 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:26:28.285912+0000", 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.259 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436899+0000", 2024-09-13T14:18:06.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436899+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437187+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846415+0000", 2024-09-13T14:18:06.261 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.28", 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.262 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:39:54.408166+0000", 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.266 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.429634+0000", 2024-09-13T14:18:06.267 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.429634+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.429981+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:06.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695719+0000", 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.27", 2024-09-13T14:18:06.269 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:14:33.913092+0000", 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.270 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:06.274 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.447127+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.447127+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.448959+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.275 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039981+0000", 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.276 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.26", 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:03:37.401401+0000", 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.280 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.281 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436721+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436721+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.436967+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:06.282 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696284+0000", 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.283 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.25", 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:02:22.057677+0000", 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.287 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.288 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.439474+0000", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.439474+0000", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.439747+0000", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.289 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695271+0000", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.290 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.24", 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:40:33.681480+0000", 2024-09-13T14:18:06.291 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.294 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.295 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442558+0000", 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442558+0000", 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442848+0000", 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879430+0000", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.297 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.23", 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.298 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T02:04:47.126981+0000", 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.302 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.451524+0000", 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.451524+0000", 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.451987+0000", 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:06.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846757+0000", 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.304 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.22", 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.305 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:26:29.098102+0000", 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.309 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.310 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.437331+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.437331+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437592+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375122+0000", 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.312 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.21", 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:31:30.836737+0000", 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.316 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.317 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444260+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444260+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444773+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:06.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039306+0000", 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.319 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.20", 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:31:37.204513+0000", 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.323 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:06.324 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436935+0000", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436935+0000", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.437232+0000", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695521+0000", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.326 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1a", 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:46:52.406694+0000", 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.327 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.330 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.331 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.354162+0000", 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.354162+0000", 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.354421+0000", 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.332 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694576+0000", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.333 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1b", 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:36:28.750789+0000", 2024-09-13T14:18:06.334 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.335 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.337 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.338 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445599+0000", 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445599+0000", 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445924+0000", 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.339 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879445+0000", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.340 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1b", 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.341 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:09:14.783167+0000", 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.342 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.345 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:06.346 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357956+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039684+0000", 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.347 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1a", 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.348 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:49:50.099058+0000", 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.349 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.350 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:06.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:06.353 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.351926+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.351926+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.352374+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:06.354 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694881+0000", 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.19", 2024-09-13T14:18:06.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:25:28.537907+0000", 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.356 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.357 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.359 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.360 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.439681+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.439681+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.440141+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.361 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694384+0000", 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.362 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.18", 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:03:36.711651+0000", 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.364 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.365 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.366 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.367 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.638541+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.638541+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.638925+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.368 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846485+0000", 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.369 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.18", 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 35, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:32:42.318947+0000", 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.372 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.373 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.374 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:02.142578+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:02.142578+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:02.142864+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:06.375 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695008+0000", 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.376 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.19", 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 32, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:34:08.524675+0000", 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.379 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.380 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.381 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.356665+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.356665+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.356978+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:06.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039944+0000", 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.383 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.17", 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:36:26.840271+0000", 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.384 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.387 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.388 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445707+0000", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445707+0000", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445994+0000", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847035+0000", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.390 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.16", 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:45:12.282435+0000", 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.391 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.394 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.395 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357733+0000", 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357733+0000", 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.358048+0000", 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847170+0000", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.397 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.16", 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.398 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:14:09.812852+0000", 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.402 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.438573+0000", 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.438573+0000", 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.438864+0000", 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:06.403 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879675+0000", 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.404 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.17", 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.405 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:20:06.160740+0000", 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.406 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.409 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.356035+0000", 2024-09-13T14:18:06.410 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.356035+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.356316+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:06.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696368+0000", 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.15", 2024-09-13T14:18:06.412 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 29, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:42:58.111221+0000", 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 90, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.413 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:06.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.416 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'3" 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.417 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446838+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446838+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.447705+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.418 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695865+0000", 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.419 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.14", 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:19:18.707096+0000", 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.420 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.421 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.423 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.424 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355254+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355254+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355606+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.425 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:16:54.343709+0000", 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 12, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 12, 2024-09-13T14:18:06.426 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.14", 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 38, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:41:24.123779+0000", 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 2630, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.427 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.428 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.429 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 9 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.430 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "75'12" 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.431 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.453474+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.453474+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.453871+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:06.432 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937865+0000", 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.433 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.15", 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:47:18.758817+0000", 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.434 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.435 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.436 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.437 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.438 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.352773+0000", 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.352773+0000", 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.353080+0000", 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.439 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879536+0000", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.440 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.13", 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:06.441 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:41:03.044188+0000", 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 34, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.442 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.443 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:06.444 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 7 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.445 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446185+0000", 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446185+0000", 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446516+0000", 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.446 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879147+0000", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.447 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.12", 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.448 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:12:18.327776+0000", 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.449 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.450 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.452 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.363000+0000", 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.363000+0000", 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.363454+0000", 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:06.453 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846823+0000", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.454 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.12", 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.455 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:13:39.602657+0000", 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.457 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.458 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.459 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444130+0000", 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444130+0000", 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444445+0000", 2024-09-13T14:18:06.460 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.461 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937762+0000", 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.462 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.13", 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:04:35.774436+0000", 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.463 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.464 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.465 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.466 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.467 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355378+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355378+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355791+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:06.468 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039506+0000", 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.469 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.11", 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:44:27.477251+0000", 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.470 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.473 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.474 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.443853+0000", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.443853+0000", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444506+0000", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.475 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039307+0000", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.476 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.10", 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:00:41.533708+0000", 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.477 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.478 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.479 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.480 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.481 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.484 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.350094+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.350094+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.350380+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.485 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375036+0000", 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 8, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 8, 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.486 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.10", 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 34, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:32:02.342983+0000", 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.487 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-09-13T14:18:06.488 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 4, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.490 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'8" 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.491 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.451418+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.451418+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.451727+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:06.492 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937436+0000", 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.493 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.11", 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:47:08.405197+0000", 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.494 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.495 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.497 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.498 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357324+0000", 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357851+0000", 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.499 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696112+0000", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.500 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.f", 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.501 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:48:50.933736+0000", 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 22, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.502 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:06.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.505 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.454237+0000", 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.454237+0000", 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.454693+0000", 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:06.506 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938162+0000", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.507 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.e", 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.508 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:55:27.819117+0000", 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.509 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.512 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:06.513 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.354981+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.354981+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355257+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:06.514 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375511+0000", 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.e", 2024-09-13T14:18:06.515 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:13:18.757065+0000", 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.516 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.517 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.519 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.520 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.454297+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.454297+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.454659+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938209+0000", 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.522 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.f", 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:42:17.811117+0000", 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.526 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.527 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355193+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355193+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.355487+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696395+0000", 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.529 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.d", 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:25:48.912530+0000", 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 70, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.530 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.533 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.534 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.444407+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.444407+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.444735+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:06.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846806+0000", 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.536 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.c", 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:49:54.029126+0000", 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.537 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.540 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:06.541 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357165+0000", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357165+0000", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357563+0000", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.542 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375339+0000", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.543 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.c", 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.544 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:03:12.859188+0000", 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.545 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.548 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.455871+0000", 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.455871+0000", 2024-09-13T14:18:06.549 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.456171+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937995+0000", 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.550 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.d", 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.551 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:16:13.399528+0000", 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.552 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.555 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:06.556 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.499621+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.499621+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.307714+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.557 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039925+0000", 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.558 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.5", 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:35:34.000595+0000", 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000431769, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.559 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.560 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.562 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.563 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 19, 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:10.692952+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:10.692952+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:10.693394+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:12:10.823721+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:12:10.823721+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 58, 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:06.564 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:12:10.823721+0000", 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937573+0000", 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 57, 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.565 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "1.0", 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 273, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:29:11.962984+0000", 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-09-13T14:18:06.566 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.567 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.569 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "68'128" 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.570 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.357259+0000", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.357259+0000", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.357611+0000", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.571 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846709+0000", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.572 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.3", 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:49:27.741528+0000", 2024-09-13T14:18:06.573 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.574 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.575 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.576 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.577 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441000+0000", 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441000+0000", 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441265+0000", 2024-09-13T14:18:06.578 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694573+0000", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.579 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2", 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.580 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:59:56.335375+0000", 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.582 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.584 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:28.183361+0000", 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:28.183361+0000", 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.278349+0000", 2024-09-13T14:18:06.585 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879595+0000", 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.586 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.6", 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.587 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:51:49.005621+0000", 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000268496, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.589 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.590 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.591 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.361501+0000", 2024-09-13T14:18:06.592 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.361501+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.361844+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:06.593 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937506+0000", 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.0", 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.594 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:12:17.421178+0000", 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.597 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.598 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.599 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.442391+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.442391+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.442682+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.600 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.878980+0000", 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.601 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1", 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:34:03.853804+0000", 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.602 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.605 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.606 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844284+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844284+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.282369+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.607 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696147+0000", 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.608 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.7", 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:18:01.788866+0000", 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000560651, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.610 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.612 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-09-13T14:18:06.613 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.351068+0000", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.351068+0000", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.352354+0000", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.614 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.375188+0000", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.615 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1", 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:49:39.125309+0000", 2024-09-13T14:18:06.616 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.618 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.619 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.620 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.440307+0000", 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.440307+0000", 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.440935+0000", 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.621 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694978+0000", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.622 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.0", 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.623 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:17:12.244683+0000", 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.625 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.627 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:06.628 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:28.183297+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:28.183297+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.281986+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:06.629 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695082+0000", 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.630 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.4", 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:01:34.955769+0000", 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000369614, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.633 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.634 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.635 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.360698+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.360698+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.361009+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.636 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846881+0000", 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.637 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.2", 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:44:18.352906+0000", 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.641 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.642 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441029+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441029+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441456+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:06.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695894+0000", 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.644 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3", 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:59:55.762973+0000", 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.648 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.649 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844296+0000", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844296+0000", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.282510+0000", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695248+0000", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.651 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.2", 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T16:25:58.818212+0000", 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.001277516, 2024-09-13T14:18:06.652 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.655 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "74'2" 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.656 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.358599+0000", 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.358599+0000", 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.359335+0000", 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:06.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695862+0000", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.658 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.4", 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.659 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:14:01.729651+0000", 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.663 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.438429+0000", 2024-09-13T14:18:06.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.438429+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.439273+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847020+0000", 2024-09-13T14:18:06.665 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.5", 2024-09-13T14:18:06.666 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:09:41.424606+0000", 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.670 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.671 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844308+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844308+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.278495+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879285+0000", 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.673 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.3", 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 22, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:49:27.193257+0000", 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000612738, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.677 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "72'1" 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.678 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.362479+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.362479+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.364265+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.679 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.938117+0000", 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.680 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.5", 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:16:18.723658+0000", 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.684 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.685 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.685 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.685 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.685 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.685 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.685 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.688 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.445598+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.445598+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.445863+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:06.689 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695782+0000", 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.690 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.4", 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:26:32.445737+0000", 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.691 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.694 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.695 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.496331+0000", 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.496331+0000", 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.276949+0000", 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694287+0000", 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.697 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.0", 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.698 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T22:38:32.115525+0000", 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000443008, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.701 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.702 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.355974+0000", 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.355974+0000", 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.356268+0000", 2024-09-13T14:18:06.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695989+0000", 2024-09-13T14:18:06.704 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.6", 2024-09-13T14:18:06.705 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:05:30.860895+0000", 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.709 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.710 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.440910+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.440910+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441190+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695793+0000", 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.712 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.7", 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:45:11.761607+0000", 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.716 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.717 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:15:27.844382+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:15:27.844382+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:15:32.277736+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:15:26.488634+0000", 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695321+0000", 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.719 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.1", 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:56:25.426141+0000", 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000897075, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.723 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.724 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.358525+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.358525+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.362091+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:06.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.040028+0000", 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.726 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.7", 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:36:20.321851+0000", 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.730 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.731 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.441657+0000", 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.441657+0000", 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.441968+0000", 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879439+0000", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.733 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.6", 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:48:04.232624+0000", 2024-09-13T14:18:06.734 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.738 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.359350+0000", 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.359350+0000", 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.359669+0000", 2024-09-13T14:18:06.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937468+0000", 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.8", 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.741 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:59:33.941254+0000", 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.745 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.436367+0000", 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.436367+0000", 2024-09-13T14:18:06.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.438033+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695866+0000", 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.747 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.9", 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.748 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:14:40.120577+0000", 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.752 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.353159+0000", 2024-09-13T14:18:06.753 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.353159+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.353465+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695099+0000", 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.754 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.9", 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.755 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T20:31:55.575472+0000", 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.759 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.760 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.438120+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.438120+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.438402+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694509+0000", 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.762 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.8", 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:08:10.074959+0000", 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.766 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.767 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.358809+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.358809+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.359840+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695584+0000", 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.769 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.a", 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:26:45.342089+0000", 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.770 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-09-13T14:18:06.773 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.774 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.439570+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.439570+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.439878+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:06.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.694475+0000", 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.776 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.b", 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T17:43:34.264536+0000", 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.777 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.780 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.781 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.361784+0000", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.361784+0000", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.362119+0000", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937943+0000", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.783 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.b", 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:46:53.195722+0000", 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.784 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.787 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.788 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.446040+0000", 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.446040+0000", 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.446331+0000", 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:37.039549+0000", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.790 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.a", 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.791 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:09:29.169723+0000", 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.794 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.795 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.450522+0000", 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.450522+0000", 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.450869+0000", 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:06.796 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.847009+0000", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.797 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1d", 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.798 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:40:33.076254+0000", 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.802 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.362660+0000", 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.362660+0000", 2024-09-13T14:18:06.803 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.363052+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937923+0000", 2024-09-13T14:18:06.804 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1c", 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.805 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T15:31:23.849430+0000", 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.809 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.810 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.443130+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.443130+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.443456+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.846825+0000", 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.812 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1c", 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T21:45:19.674338+0000", 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-09-13T14:18:06.816 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.817 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.364836+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.364836+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.365163+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:06.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.937998+0000", 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.819 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1d", 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 28, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T00:31:43.392711+0000", 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.823 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.824 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.443340+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.443340+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.443874+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:06.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879615+0000", 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.826 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1f", 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T23:05:01.104450+0000", 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.827 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.830 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.831 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.353883+0000", 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.353883+0000", 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.354164+0000", 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.696003+0000", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.833 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1e", 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.834 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T19:40:31.104874+0000", 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.838 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:35.448581+0000", 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:35.448581+0000", 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:35.449150+0000", 2024-09-13T14:18:06.839 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:34.420075+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.695895+0000", 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.840 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1e", 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.841 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T01:41:11.466987+0000", 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.842 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-09-13T14:18:06.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:06.846 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-09-13T14:14:32.362069+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-09-13T14:14:32.362069+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-09-13T14:14:32.362422+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-09-13T14:14:31.336466+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:06.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-09-13T14:15:36.879766+0000", 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 4, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 4, 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-09-13T14:18:06.848 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1f", 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 29, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T18:57:48.442108+0000", 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 582, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.849 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:06.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-09-13T14:18:06.852 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'4" 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pool": [ 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 24, 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 8, 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-09-13T14:18:06.853 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 4, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.855 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-09-13T14:18:06.856 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 12288, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 57, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.857 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 24 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 192, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 64, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 3, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-09-13T14:18:06.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:06.861 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 192 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 96, 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-09-13T14:18:06.862 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 45, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 32, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 45, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 2, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 3428, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.863 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 66, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 22, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 22, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.864 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 14, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-09-13T14:18:06.865 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 51, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 20 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 98304, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 10284, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:06.866 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 96 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 3, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 1, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 3, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-09-13T14:18:06.867 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 1, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-09-13T14:18:06.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-09-13T14:18:06.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-09-13T14:18:06.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 1781760, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 1771104, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 3 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.871 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 246243328, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0003206459223292768 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 767714041856, 2024-09-13T14:18:06.872 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-09-13T14:18:06.873 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 246243328 2024-09-13T14:18:06.873 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.873 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-13T14:18:06.873 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-13T14:18:06.873 INFO:tasks.workunit.client.0.smithi001.stdout:OK 2024-09-13T14:18:06.874 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.874 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.874 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.874 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.874 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.875 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.876 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.877 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:05 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:06 smithi028 ceph-mon[31155]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.878 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:06 smithi028 ceph-mon[31155]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.879 INFO:tasks.workunit.client.0.smithi001.stderr:+ echo OK 2024-09-13T14:18:06.879 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:18:06.879 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.882 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.883 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.884 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.886 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.887 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:18:06.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:05 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:18:06.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:06 smithi001 ceph-mon[28030]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:06 smithi001 ceph-mon[28030]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.889 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:06 smithi001 ceph-mon[40037]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.889 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:06 smithi001 ceph-mon[40037]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:06.926 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-09-13T14:18:06.926 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T14:18:07.244 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:07 smithi001 ceph-mon[28030]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:07.244 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:07 smithi001 ceph-mon[40037]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:07.244 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:18:06] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-09-13T14:18:07.245 DEBUG:teuthology.parallel:result is None 2024-09-13T14:18:07.246 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T14:18:07.272 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T14:18:07.272 DEBUG:teuthology.orchestra.run.smithi001:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T14:18:07.337 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T14:18:07.337 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:18:07.347 INFO:teuthology.task.print:**** done end telemetry reef... 2024-09-13T14:18:07.347 INFO:teuthology.run_tasks:Running task print... 2024-09-13T14:18:07.355 INFO:teuthology.task.print:**** done start parallel 2024-09-13T14:18:07.355 INFO:teuthology.run_tasks:Running task parallel... 2024-09-13T14:18:07.366 INFO:teuthology.task.parallel:starting parallel... 2024-09-13T14:18:07.366 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-13T14:18:07.367 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T14:18:07.367 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-13T14:18:07.367 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-13T14:18:07.370 INFO:tasks.rados:Beginning rados... 2024-09-13T14:18:07.370 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-13T14:18:07.370 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-aclamk-cbt-combined'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-aclamk-cbt-combined', 'sha1': 'd58f73069a8157a9ace12a0247ee3e8497707ea9'}} 2024-09-13T14:18:07.370 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-13T14:18:07.371 INFO:tasks.rados:joining rados 2024-09-13T14:18:07.371 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-13T14:18:07.371 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T14:18:07.371 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-13T14:18:07.371 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-13T14:18:07.372 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-09-13T14:18:07.372 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -e sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-13T14:18:07.372 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-13T14:18:07.373 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-13T14:18:07.373 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:07 smithi028 ceph-mon[31155]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:07.596 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:18:07.602 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:18:08.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:08 smithi001 ceph-mon[28030]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:08.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:08 smithi001 ceph-mon[40037]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:08.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:08 smithi028 ceph-mon[31155]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:09.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:09 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:09.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:09 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:09.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:09 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:10.569 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:10 smithi001 ceph-mon[28030]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:10.569 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:10 smithi001 ceph-mon[40037]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:10.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:10 smithi028 ceph-mon[31155]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T14:18:11.591 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:11 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1520471880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T14:18:11.591 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:11 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T14:18:11.591 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:11 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1520471880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T14:18:11.591 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:11 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T14:18:11.612 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -e sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-13T14:18:11.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:11 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1520471880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T14:18:11.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:11 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T14:18:11.921 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:18:12.309 INFO:tasks.rados:starting run 0 out of 1 2024-09-13T14:18:12.462 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-13T14:18:12.462 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-13T14:18:12.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:12 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T14:18:12.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:12 smithi001 ceph-mon[40037]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T14:18:12.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:12 smithi001 ceph-mon[40037]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T14:18:12.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:12 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T14:18:12.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:12 smithi001 ceph-mon[28030]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T14:18:12.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:12 smithi001 ceph-mon[28030]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T14:18:12.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:12 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T14:18:12.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:12 smithi028 ceph-mon[31155]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T14:18:12.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:12 smithi028 ceph-mon[31155]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T14:18:13.583 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:18:14.374 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:14 smithi001 ceph-mon[28030]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T14:18:14.374 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:14 smithi001 ceph-mon[40037]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T14:18:14.400 INFO:teuthology.orchestra.run.smithi001.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:18:14.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:14 smithi028 ceph-mon[31155]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T14:18:15.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:15.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:18:15.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:15.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[28030]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:15 smithi001 ceph-mon[40037]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:18:15.731 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -e sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:15.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:15 smithi028 ceph-mon[31155]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 2024-09-13T14:18:16.338 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:18:16.464 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:16 smithi001 ceph-mon[28030]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:16.465 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:16 smithi001 ceph-mon[40037]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:16.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:16 smithi028 ceph-mon[31155]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:17.104 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:18:16] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-09-13T14:18:17.514 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:17 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/2446842569' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T14:18:17.514 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:17 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T14:18:17.515 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:17 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/2446842569' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T14:18:17.515 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:17 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T14:18:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:17 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/2446842569' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T14:18:17.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:17 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T14:18:18.260 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:18:18.421 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'unique_pool_0' created 2024-09-13T14:18:18.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:18 smithi001 ceph-mon[28030]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T14:18:18.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:18 smithi001 ceph-mon[28030]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:18.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:18 smithi001 ceph-mon[28030]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:18.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:18 smithi001 ceph-mon[40037]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T14:18:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:18 smithi001 ceph-mon[40037]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:18 smithi001 ceph-mon[40037]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:18.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:18 smithi028 ceph-mon[31155]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T14:18:18.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:18 smithi028 ceph-mon[31155]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:18.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:18 smithi028 ceph-mon[31155]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:18.901 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (103s) 80s ago 2m 14.3M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (2m) 79s ago 2m 82.4M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (3m) 80s ago 3m 13.8M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (3m) 79s ago 3m 17.8M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,8765 running (7m) 79s ago 7m 437M - 18.2.4-843-g2c01458a c129f5a2fd4e 82f683212121 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (9m) 80s ago 9m 488M - 18.2.4-843-g2c01458a c129f5a2fd4e 5edd94aea74f 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (9m) 80s ago 9m 45.3M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e e17068e2d023 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (7m) 79s ago 7m 39.0M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e aa9cc501633c 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (7m) 80s ago 7m 37.4M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e 13390a0b971d 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (2m) 80s ago 2m 8426k - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (2m) 79s ago 2m 8526k - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:18:18.902 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (7m) 80s ago 7m 52.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (6m) 80s ago 6m 51.4M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (6m) 80s ago 6m 42.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (5m) 80s ago 5m 41.7M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (5m) 79s ago 5m 45.3M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (5m) 79s ago 5m 45.6M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (4m) 79s ago 4m 52.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (4m) 79s ago 4m 51.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:18:18.903 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (98s) 79s ago 3m 31.2M - 2.43.0 a07b618ecd1d 43e2b82c4475 2024-09-13T14:18:19.216 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:18:19.284 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 15 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:18:19.285 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:18:19.481 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:18:19.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T14:18:19.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[28030]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[28030]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[28030]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/1346456199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[40037]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[40037]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[40037]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:19 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1346456199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9", 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "", 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:d58f73069a8157a9ace12a0247ee3e8497707ea9 image", 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:18:19.643 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:18:19.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:19 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T14:18:19.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:19 smithi028 ceph-mon[31155]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T14:18:19.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:19 smithi028 ceph-mon[31155]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:19.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:19 smithi028 ceph-mon[31155]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:19.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:19 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1346456199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:18:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:20 smithi001 ceph-mon[28030]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T14:18:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:20 smithi001 ceph-mon[28030]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:20 smithi001 ceph-mon[28030]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:20.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:20 smithi001 ceph-mon[40037]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T14:18:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:20 smithi001 ceph-mon[40037]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:20 smithi001 ceph-mon[40037]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:20 smithi028 ceph-mon[31155]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T14:18:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:20 smithi028 ceph-mon[31155]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:20 smithi028 ceph-mon[31155]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:21.439 INFO:teuthology.orchestra.run.smithi001.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[28030]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[28030]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3510550797' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[40037]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[40037]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3510550797' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:18:21.767 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:21 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:18:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:21 smithi028 ceph-mon[31155]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:18:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:21 smithi028 ceph-mon[31155]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T14:18:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:21 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3510550797' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:18:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:21 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T14:18:22.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:22 smithi001 ceph-mon[28030]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:18:22.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:22 smithi001 ceph-mon[28030]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T14:18:22.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:22 smithi001 ceph-mon[28030]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:22.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:22 smithi001 ceph-mon[40037]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:18:22.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:22 smithi001 ceph-mon[40037]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T14:18:22.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:22 smithi001 ceph-mon[40037]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:22 smithi028 ceph-mon[31155]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:18:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:22 smithi028 ceph-mon[31155]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T14:18:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:22 smithi028 ceph-mon[31155]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:23.099 DEBUG:teuthology.orchestra.run.smithi001:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight read -> 100 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight delete -> 50 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight snap_create -> 50 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight snap_remove -> 50 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight rollback -> 50 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight setattr -> 25 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight rmattr -> 25 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight copy_from -> 50 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight append -> 100 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable) 2024-09-13T14:18:23.132 INFO:tasks.rados.rados.0.smithi001.stdout:Configuration: 2024-09-13T14:18:23.133 INFO:tasks.rados.rados.0.smithi001.stdout: Number of operations: 4000 2024-09-13T14:18:23.133 INFO:tasks.rados.rados.0.smithi001.stdout: Number of objects: 50 2024-09-13T14:18:23.133 INFO:tasks.rados.rados.0.smithi001.stdout: Max in flight operations: 16 2024-09-13T14:18:23.133 INFO:tasks.rados.rados.0.smithi001.stdout: Object size (in bytes): 4000000 2024-09-13T14:18:23.133 INFO:tasks.rados.rados.0.smithi001.stdout: Write stride min: 400000 2024-09-13T14:18:23.133 INFO:tasks.rados.rados.0.smithi001.stdout: Write stride max: 800000 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:1: write initial oid 1 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:1: seq_num 0 ranges {0=24576} 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:1: writing smithi00185197-1 from 0 to 24576 tid 1 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:2: write initial oid 2 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:2: seq_num 1 ranges {0=24576} 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:2: writing smithi00185197-2 from 0 to 24576 tid 1 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:3: write initial oid 3 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:3: seq_num 2 ranges {0=40960} 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:3: writing smithi00185197-3 from 0 to 40960 tid 1 2024-09-13T14:18:23.449 INFO:tasks.rados.rados.0.smithi001.stdout:4: write initial oid 4 2024-09-13T14:18:23.450 INFO:tasks.rados.rados.0.smithi001.stdout:4: seq_num 3 ranges {0=57344} 2024-09-13T14:18:23.450 INFO:tasks.rados.rados.0.smithi001.stdout:4: writing smithi00185197-4 from 0 to 57344 tid 1 2024-09-13T14:18:23.450 INFO:tasks.rados.rados.0.smithi001.stdout:5: write initial oid 5 2024-09-13T14:18:23.450 INFO:tasks.rados.rados.0.smithi001.stdout:5: seq_num 4 ranges {0=73728} 2024-09-13T14:18:23.450 INFO:tasks.rados.rados.0.smithi001.stdout:5: writing smithi00185197-5 from 0 to 73728 tid 1 2024-09-13T14:18:23.450 INFO:tasks.rados.rados.0.smithi001.stdout:6: write initial oid 6 2024-09-13T14:18:23.451 INFO:tasks.rados.rados.0.smithi001.stdout:6: seq_num 5 ranges {0=90112} 2024-09-13T14:18:23.451 INFO:tasks.rados.rados.0.smithi001.stdout:6: writing smithi00185197-6 from 0 to 90112 tid 1 2024-09-13T14:18:23.451 INFO:tasks.rados.rados.0.smithi001.stdout:7: write initial oid 7 2024-09-13T14:18:23.451 INFO:tasks.rados.rados.0.smithi001.stdout:7: seq_num 6 ranges {0=106496} 2024-09-13T14:18:23.451 INFO:tasks.rados.rados.0.smithi001.stdout:7: writing smithi00185197-7 from 0 to 106496 tid 1 2024-09-13T14:18:23.451 INFO:tasks.rados.rados.0.smithi001.stdout:8: write initial oid 8 2024-09-13T14:18:23.451 INFO:tasks.rados.rados.0.smithi001.stdout:8: seq_num 7 ranges {0=122880} 2024-09-13T14:18:23.453 INFO:tasks.rados.rados.0.smithi001.stdout:8: writing smithi00185197-8 from 0 to 122880 tid 1 2024-09-13T14:18:23.453 INFO:tasks.rados.rados.0.smithi001.stdout:2: finishing write tid 1 to smithi00185197-2 2024-09-13T14:18:23.453 INFO:tasks.rados.rados.0.smithi001.stdout:1: finishing write tid 1 to smithi00185197-1 2024-09-13T14:18:23.453 INFO:tasks.rados.rados.0.smithi001.stdout:1: finishing write tid 2 to smithi00185197-1 2024-09-13T14:18:23.453 INFO:tasks.rados.rados.0.smithi001.stdout:3: finishing write tid 1 to smithi00185197-3 2024-09-13T14:18:23.453 INFO:tasks.rados.rados.0.smithi001.stdout:9: write initial oid 9 2024-09-13T14:18:23.453 INFO:tasks.rados.rados.0.smithi001.stdout:9: seq_num 8 ranges {0=139264} 2024-09-13T14:18:23.454 INFO:tasks.rados.rados.0.smithi001.stdout:9: writing smithi00185197-9 from 0 to 139264 tid 1 2024-09-13T14:18:23.454 INFO:tasks.rados.rados.0.smithi001.stdout:10: write initial oid 10 2024-09-13T14:18:23.454 INFO:tasks.rados.rados.0.smithi001.stdout:10: seq_num 9 ranges {0=155648} 2024-09-13T14:18:23.455 INFO:tasks.rados.rados.0.smithi001.stdout:10: writing smithi00185197-10 from 0 to 155648 tid 1 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:1: finishing write tid 3 to smithi00185197-1 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:1: oid 1 updating version 0 to 1 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:1: oid 1 updating version 1 to 2 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:5: finishing write tid 1 to smithi00185197-5 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:4: finishing write tid 1 to smithi00185197-4 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:2: finishing write tid 2 to smithi00185197-2 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:5: finishing write tid 2 to smithi00185197-5 2024-09-13T14:18:23.456 INFO:tasks.rados.rados.0.smithi001.stdout:2: finishing write tid 3 to smithi00185197-2 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:2: oid 2 updating version 0 to 1 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:2: oid 2 updating version 1 to 2 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:3: finishing write tid 2 to smithi00185197-3 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:1: done (9 left) 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:2: done (8 left) 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:11: write initial oid 11 2024-09-13T14:18:23.457 INFO:tasks.rados.rados.0.smithi001.stdout:11: seq_num 10 ranges {0=172032} 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:11: writing smithi00185197-11 from 0 to 172032 tid 1 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:6: finishing write tid 1 to smithi00185197-6 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:4: finishing write tid 2 to smithi00185197-4 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:6: finishing write tid 2 to smithi00185197-6 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:3: finishing write tid 3 to smithi00185197-3 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:3: oid 3 updating version 0 to 1 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:3: oid 3 updating version 1 to 2 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-13T14:18:23.458 INFO:tasks.rados.rados.0.smithi001.stdout:3: done (8 left) 2024-09-13T14:18:23.459 INFO:tasks.rados.rados.0.smithi001.stdout:12: write initial oid 12 2024-09-13T14:18:23.459 INFO:tasks.rados.rados.0.smithi001.stdout:12: seq_num 11 ranges {0=188416} 2024-09-13T14:18:23.459 INFO:tasks.rados.rados.0.smithi001.stdout:12: writing smithi00185197-12 from 0 to 188416 tid 1 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:5: finishing write tid 3 to smithi00185197-5 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:5: oid 5 updating version 0 to 1 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:5: oid 5 updating version 1 to 2 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:4: finishing write tid 3 to smithi00185197-4 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:4: oid 4 updating version 0 to 1 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:4: oid 4 updating version 1 to 2 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-13T14:18:23.460 INFO:tasks.rados.rados.0.smithi001.stdout:8: finishing write tid 1 to smithi00185197-8 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:8: finishing write tid 2 to smithi00185197-8 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:6: finishing write tid 3 to smithi00185197-6 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:6: oid 6 updating version 0 to 3 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:6: oid 6 updating version 3 to 4 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:4: done (8 left) 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:5: done (7 left) 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:6: done (6 left) 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:13: write initial oid 13 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:13: seq_num 12 ranges {0=204800} 2024-09-13T14:18:23.461 INFO:tasks.rados.rados.0.smithi001.stdout:13: writing smithi00185197-13 from 0 to 204800 tid 1 2024-09-13T14:18:23.462 INFO:tasks.rados.rados.0.smithi001.stdout:14: write initial oid 14 2024-09-13T14:18:23.462 INFO:tasks.rados.rados.0.smithi001.stdout:14: seq_num 13 ranges {0=221184} 2024-09-13T14:18:23.464 INFO:tasks.rados.rados.0.smithi001.stdout:14: writing smithi00185197-14 from 0 to 221184 tid 1 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:7: finishing write tid 1 to smithi00185197-7 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:9: finishing write tid 1 to smithi00185197-9 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:10: finishing write tid 1 to smithi00185197-10 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:10: finishing write tid 2 to smithi00185197-10 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:9: finishing write tid 2 to smithi00185197-9 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:7: finishing write tid 2 to smithi00185197-7 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:8: finishing write tid 3 to smithi00185197-8 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:8: oid 8 updating version 0 to 3 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:8: oid 8 updating version 3 to 4 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:11: finishing write tid 1 to smithi00185197-11 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:11: finishing write tid 2 to smithi00185197-11 2024-09-13T14:18:23.465 INFO:tasks.rados.rados.0.smithi001.stdout:10: finishing write tid 3 to smithi00185197-10 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:10: oid 10 updating version 0 to 1 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:10: oid 10 updating version 1 to 2 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:12: finishing write tid 1 to smithi00185197-12 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:12: finishing write tid 2 to smithi00185197-12 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:7: finishing write tid 3 to smithi00185197-7 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:7: oid 7 updating version 0 to 1 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:7: oid 7 updating version 1 to 2 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:11: finishing write tid 3 to smithi00185197-11 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:11: oid 11 updating version 0 to 4 2024-09-13T14:18:23.466 INFO:tasks.rados.rados.0.smithi001.stdout:11: oid 11 version 4 is already newer than 3 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:9: finishing write tid 3 to smithi00185197-9 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:9: oid 9 updating version 0 to 2 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:9: oid 9 version 2 is already newer than 1 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:7: done (7 left) 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:8: done (6 left) 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:9: done (5 left) 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:10: done (4 left) 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:11: done (3 left) 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:15: write initial oid 15 2024-09-13T14:18:23.467 INFO:tasks.rados.rados.0.smithi001.stdout:15: seq_num 14 ranges {0=237568} 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:15: writing smithi00185197-15 from 0 to 237568 tid 1 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:12: finishing write tid 3 to smithi00185197-12 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:12: oid 12 updating version 0 to 4 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:12: oid 12 version 4 is already newer than 3 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:13: finishing write tid 1 to smithi00185197-13 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:13: finishing write tid 2 to smithi00185197-13 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:13: finishing write tid 3 to smithi00185197-13 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:13: oid 13 updating version 0 to 1 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:13: oid 13 updating version 1 to 2 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T14:18:23.469 INFO:tasks.rados.rados.0.smithi001.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:12: done (3 left) 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:13: done (2 left) 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:16: write initial oid 16 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:16: seq_num 15 ranges {0=253952} 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:16: writing smithi00185197-16 from 0 to 253952 tid 1 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:17: write initial oid 17 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:14: finishing write tid 1 to smithi00185197-14 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:14: finishing write tid 2 to smithi00185197-14 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:14: finishing write tid 3 to smithi00185197-14 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:14: oid 14 updating version 0 to 1 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:14: oid 14 updating version 1 to 2 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-13T14:18:23.470 INFO:tasks.rados.rados.0.smithi001.stdout:17: seq_num 16 ranges {0=270336} 2024-09-13T14:18:23.471 INFO:tasks.rados.rados.0.smithi001.stdout:17: writing smithi00185197-17 from 0 to 270336 tid 1 2024-09-13T14:18:23.471 INFO:tasks.rados.rados.0.smithi001.stdout:14: done (3 left) 2024-09-13T14:18:23.471 INFO:tasks.rados.rados.0.smithi001.stdout:18: write initial oid 18 2024-09-13T14:18:23.471 INFO:tasks.rados.rados.0.smithi001.stdout:18: seq_num 17 ranges {0=286720} 2024-09-13T14:18:23.472 INFO:tasks.rados.rados.0.smithi001.stdout:18: writing smithi00185197-18 from 0 to 286720 tid 1 2024-09-13T14:18:23.472 INFO:tasks.rados.rados.0.smithi001.stdout:15: finishing write tid 1 to smithi00185197-15 2024-09-13T14:18:23.472 INFO:tasks.rados.rados.0.smithi001.stdout:15: finishing write tid 2 to smithi00185197-15 2024-09-13T14:18:23.472 INFO:tasks.rados.rados.0.smithi001.stdout:15: finishing write tid 3 to smithi00185197-15 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:15: oid 15 updating version 0 to 2 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:15: oid 15 version 2 is already newer than 1 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:16: finishing write tid 1 to smithi00185197-16 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:16: finishing write tid 2 to smithi00185197-16 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:15: done (3 left) 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:19: write initial oid 19 2024-09-13T14:18:23.473 INFO:tasks.rados.rados.0.smithi001.stdout:19: seq_num 18 ranges {0=303104} 2024-09-13T14:18:23.474 INFO:tasks.rados.rados.0.smithi001.stdout:19: writing smithi00185197-19 from 0 to 303104 tid 1 2024-09-13T14:18:23.474 INFO:tasks.rados.rados.0.smithi001.stdout:20: write initial oid 20 2024-09-13T14:18:23.474 INFO:tasks.rados.rados.0.smithi001.stdout:20: seq_num 19 ranges {0=319488} 2024-09-13T14:18:23.476 INFO:tasks.rados.rados.0.smithi001.stdout:20: writing smithi00185197-20 from 0 to 319488 tid 1 2024-09-13T14:18:23.476 INFO:tasks.rados.rados.0.smithi001.stdout:21: write initial oid 21 2024-09-13T14:18:23.476 INFO:tasks.rados.rados.0.smithi001.stdout:21: seq_num 20 ranges {0=344064} 2024-09-13T14:18:23.479 INFO:tasks.rados.rados.0.smithi001.stdout:21: writing smithi00185197-21 from 0 to 344064 tid 1 2024-09-13T14:18:23.479 INFO:tasks.rados.rados.0.smithi001.stdout:22: write initial oid 22 2024-09-13T14:18:23.479 INFO:tasks.rados.rados.0.smithi001.stdout:22: seq_num 21 ranges {0=360448} 2024-09-13T14:18:23.481 INFO:tasks.rados.rados.0.smithi001.stdout:22: writing smithi00185197-22 from 0 to 360448 tid 1 2024-09-13T14:18:23.481 INFO:tasks.rados.rados.0.smithi001.stdout:23: write initial oid 23 2024-09-13T14:18:23.481 INFO:tasks.rados.rados.0.smithi001.stdout:23: seq_num 22 ranges {0=376832} 2024-09-13T14:18:23.483 INFO:tasks.rados.rados.0.smithi001.stdout:23: writing smithi00185197-23 from 0 to 376832 tid 1 2024-09-13T14:18:23.483 INFO:tasks.rados.rados.0.smithi001.stdout:24: write initial oid 24 2024-09-13T14:18:23.483 INFO:tasks.rados.rados.0.smithi001.stdout:24: seq_num 23 ranges {0=393216} 2024-09-13T14:18:23.486 INFO:tasks.rados.rados.0.smithi001.stdout:24: writing smithi00185197-24 from 0 to 393216 tid 1 2024-09-13T14:18:23.486 INFO:tasks.rados.rados.0.smithi001.stdout:25: write initial oid 25 2024-09-13T14:18:23.486 INFO:tasks.rados.rados.0.smithi001.stdout:25: seq_num 24 ranges {0=409600} 2024-09-13T14:18:23.488 INFO:tasks.rados.rados.0.smithi001.stdout:25: writing smithi00185197-25 from 0 to 409600 tid 1 2024-09-13T14:18:23.489 INFO:tasks.rados.rados.0.smithi001.stdout:26: write initial oid 26 2024-09-13T14:18:23.489 INFO:tasks.rados.rados.0.smithi001.stdout:26: seq_num 25 ranges {0=425984} 2024-09-13T14:18:23.491 INFO:tasks.rados.rados.0.smithi001.stdout:26: writing smithi00185197-26 from 0 to 425984 tid 1 2024-09-13T14:18:23.492 INFO:tasks.rados.rados.0.smithi001.stdout:27: write initial oid 27 2024-09-13T14:18:23.492 INFO:tasks.rados.rados.0.smithi001.stdout:27: seq_num 26 ranges {0=442368} 2024-09-13T14:18:23.495 INFO:tasks.rados.rados.0.smithi001.stdout:27: writing smithi00185197-27 from 0 to 442368 tid 1 2024-09-13T14:18:23.495 INFO:tasks.rados.rados.0.smithi001.stdout:28: write initial oid 28 2024-09-13T14:18:23.495 INFO:tasks.rados.rados.0.smithi001.stdout:28: seq_num 27 ranges {0=458752} 2024-09-13T14:18:23.497 INFO:tasks.rados.rados.0.smithi001.stdout:28: writing smithi00185197-28 from 0 to 458752 tid 1 2024-09-13T14:18:23.498 INFO:tasks.rados.rados.0.smithi001.stdout:29: write initial oid 29 2024-09-13T14:18:23.498 INFO:tasks.rados.rados.0.smithi001.stdout:29: seq_num 28 ranges {0=475136} 2024-09-13T14:18:23.501 INFO:tasks.rados.rados.0.smithi001.stdout:29: writing smithi00185197-29 from 0 to 475136 tid 1 2024-09-13T14:18:23.501 INFO:tasks.rados.rados.0.smithi001.stdout:30: write initial oid 30 2024-09-13T14:18:23.501 INFO:tasks.rados.rados.0.smithi001.stdout:30: seq_num 29 ranges {0=491520} 2024-09-13T14:18:23.505 INFO:tasks.rados.rados.0.smithi001.stdout:30: writing smithi00185197-30 from 0 to 491520 tid 1 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:16: finishing write tid 3 to smithi00185197-16 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:16: oid 16 updating version 0 to 6 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:16: oid 16 version 6 is already newer than 5 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:17: finishing write tid 1 to smithi00185197-17 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:17: finishing write tid 2 to smithi00185197-17 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:17: finishing write tid 3 to smithi00185197-17 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:17: oid 17 updating version 0 to 3 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:17: oid 17 updating version 3 to 4 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T14:18:23.506 INFO:tasks.rados.rados.0.smithi001.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:18: finishing write tid 1 to smithi00185197-18 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:18: finishing write tid 2 to smithi00185197-18 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:19: finishing write tid 1 to smithi00185197-19 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:18: finishing write tid 3 to smithi00185197-18 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:18: oid 18 updating version 0 to 3 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:18: oid 18 updating version 3 to 4 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:19: finishing write tid 2 to smithi00185197-19 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:19: finishing write tid 3 to smithi00185197-19 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:19: oid 19 updating version 0 to 6 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:19: oid 19 version 6 is already newer than 5 2024-09-13T14:18:23.507 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:20: finishing write tid 1 to smithi00185197-20 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:20: finishing write tid 2 to smithi00185197-20 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:20: finishing write tid 3 to smithi00185197-20 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:20: oid 20 updating version 0 to 8 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:20: oid 20 version 8 is already newer than 7 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:21: finishing write tid 1 to smithi00185197-21 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:21: finishing write tid 2 to smithi00185197-21 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:21: finishing write tid 3 to smithi00185197-21 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:21: oid 21 updating version 0 to 5 2024-09-13T14:18:23.508 INFO:tasks.rados.rados.0.smithi001.stdout:21: oid 21 updating version 5 to 6 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:22: finishing write tid 1 to smithi00185197-22 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:22: finishing write tid 2 to smithi00185197-22 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:22: finishing write tid 3 to smithi00185197-22 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:22: oid 22 updating version 0 to 1 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:22: oid 22 updating version 1 to 2 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:23: finishing write tid 1 to smithi00185197-23 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:23: finishing write tid 2 to smithi00185197-23 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:23: finishing write tid 3 to smithi00185197-23 2024-09-13T14:18:23.509 INFO:tasks.rados.rados.0.smithi001.stdout:23: oid 23 updating version 0 to 3 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:23: oid 23 updating version 3 to 4 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:24: finishing write tid 1 to smithi00185197-24 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:24: finishing write tid 2 to smithi00185197-24 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:24: finishing write tid 3 to smithi00185197-24 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:24: oid 24 updating version 0 to 3 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:24: oid 24 updating version 3 to 4 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:25: finishing write tid 1 to smithi00185197-25 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:16: done (14 left) 2024-09-13T14:18:23.510 INFO:tasks.rados.rados.0.smithi001.stdout:17: done (13 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:18: done (12 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:19: done (11 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:20: done (10 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:21: done (9 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:22: done (8 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:23: done (7 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:24: done (6 left) 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:31: write initial oid 31 2024-09-13T14:18:23.511 INFO:tasks.rados.rados.0.smithi001.stdout:31: seq_num 30 ranges {0=507904} 2024-09-13T14:18:23.512 INFO:tasks.rados.rados.0.smithi001.stdout:31: writing smithi00185197-31 from 0 to 507904 tid 1 2024-09-13T14:18:23.512 INFO:tasks.rados.rados.0.smithi001.stdout:32: write initial oid 32 2024-09-13T14:18:23.512 INFO:tasks.rados.rados.0.smithi001.stdout:32: seq_num 31 ranges {0=524288} 2024-09-13T14:18:23.512 INFO:tasks.rados.rados.0.smithi001.stdout:32: writing smithi00185197-32 from 0 to 524288 tid 1 2024-09-13T14:18:23.512 INFO:tasks.rados.rados.0.smithi001.stdout:33: write initial oid 33 2024-09-13T14:18:23.512 INFO:tasks.rados.rados.0.smithi001.stdout:33: seq_num 32 ranges {0=540672} 2024-09-13T14:18:23.514 INFO:tasks.rados.rados.0.smithi001.stdout:33: writing smithi00185197-33 from 0 to 540672 tid 1 2024-09-13T14:18:23.514 INFO:tasks.rados.rados.0.smithi001.stdout:34: write initial oid 34 2024-09-13T14:18:23.514 INFO:tasks.rados.rados.0.smithi001.stdout:34: seq_num 33 ranges {0=557056} 2024-09-13T14:18:23.517 INFO:tasks.rados.rados.0.smithi001.stdout:34: writing smithi00185197-34 from 0 to 557056 tid 1 2024-09-13T14:18:23.517 INFO:tasks.rados.rados.0.smithi001.stdout:35: write initial oid 35 2024-09-13T14:18:23.517 INFO:tasks.rados.rados.0.smithi001.stdout:35: seq_num 34 ranges {0=573440} 2024-09-13T14:18:23.521 INFO:tasks.rados.rados.0.smithi001.stdout:35: writing smithi00185197-35 from 0 to 573440 tid 1 2024-09-13T14:18:23.521 INFO:tasks.rados.rados.0.smithi001.stdout:36: write initial oid 36 2024-09-13T14:18:23.521 INFO:tasks.rados.rados.0.smithi001.stdout:36: seq_num 35 ranges {0=589824} 2024-09-13T14:18:23.525 INFO:tasks.rados.rados.0.smithi001.stdout:36: writing smithi00185197-36 from 0 to 589824 tid 1 2024-09-13T14:18:23.525 INFO:tasks.rados.rados.0.smithi001.stdout:37: write initial oid 37 2024-09-13T14:18:23.525 INFO:tasks.rados.rados.0.smithi001.stdout:37: seq_num 36 ranges {0=606208} 2024-09-13T14:18:23.528 INFO:tasks.rados.rados.0.smithi001.stdout:37: writing smithi00185197-37 from 0 to 606208 tid 1 2024-09-13T14:18:23.528 INFO:tasks.rados.rados.0.smithi001.stdout:38: write initial oid 38 2024-09-13T14:18:23.528 INFO:tasks.rados.rados.0.smithi001.stdout:38: seq_num 37 ranges {0=622592} 2024-09-13T14:18:23.532 INFO:tasks.rados.rados.0.smithi001.stdout:38: writing smithi00185197-38 from 0 to 622592 tid 1 2024-09-13T14:18:23.532 INFO:tasks.rados.rados.0.smithi001.stdout:39: write initial oid 39 2024-09-13T14:18:23.532 INFO:tasks.rados.rados.0.smithi001.stdout:39: seq_num 38 ranges {0=638976} 2024-09-13T14:18:23.536 INFO:tasks.rados.rados.0.smithi001.stdout:39: writing smithi00185197-39 from 0 to 638976 tid 1 2024-09-13T14:18:23.536 INFO:tasks.rados.rados.0.smithi001.stdout:40: write initial oid 40 2024-09-13T14:18:23.536 INFO:tasks.rados.rados.0.smithi001.stdout:40: seq_num 39 ranges {0=663552} 2024-09-13T14:18:23.541 INFO:tasks.rados.rados.0.smithi001.stdout:40: writing smithi00185197-40 from 0 to 663552 tid 1 2024-09-13T14:18:23.541 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-09-13T14:18:23.541 INFO:tasks.rados.rados.0.smithi001.stdout:25: finishing write tid 2 to smithi00185197-25 2024-09-13T14:18:23.541 INFO:tasks.rados.rados.0.smithi001.stdout:25: finishing write tid 3 to smithi00185197-25 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:25: oid 25 updating version 0 to 6 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:25: oid 25 version 6 is already newer than 5 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:26: finishing write tid 1 to smithi00185197-26 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:26: finishing write tid 2 to smithi00185197-26 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:26: finishing write tid 3 to smithi00185197-26 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:26: oid 26 updating version 0 to 7 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:26: oid 26 updating version 7 to 8 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:27: finishing write tid 1 to smithi00185197-27 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:27: finishing write tid 2 to smithi00185197-27 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:27: finishing write tid 3 to smithi00185197-27 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:27: oid 27 updating version 0 to 4 2024-09-13T14:18:23.542 INFO:tasks.rados.rados.0.smithi001.stdout:27: oid 27 version 4 is already newer than 3 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:28: finishing write tid 1 to smithi00185197-28 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:28: finishing write tid 2 to smithi00185197-28 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:28: finishing write tid 3 to smithi00185197-28 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:28: oid 28 updating version 0 to 8 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:28: oid 28 version 8 is already newer than 7 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:25: done (15 left) 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:26: done (14 left) 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:27: done (13 left) 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:28: done (12 left) 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:41: write initial oid 41 2024-09-13T14:18:23.543 INFO:tasks.rados.rados.0.smithi001.stdout:41: seq_num 40 ranges {0=679936} 2024-09-13T14:18:23.544 INFO:tasks.rados.rados.0.smithi001.stdout:41: writing smithi00185197-41 from 0 to 679936 tid 1 2024-09-13T14:18:23.544 INFO:tasks.rados.rados.0.smithi001.stdout:42: write initial oid 42 2024-09-13T14:18:23.544 INFO:tasks.rados.rados.0.smithi001.stdout:42: seq_num 41 ranges {0=696320} 2024-09-13T14:18:23.549 INFO:tasks.rados.rados.0.smithi001.stdout:42: writing smithi00185197-42 from 0 to 696320 tid 1 2024-09-13T14:18:23.549 INFO:tasks.rados.rados.0.smithi001.stdout:43: write initial oid 43 2024-09-13T14:18:23.549 INFO:tasks.rados.rados.0.smithi001.stdout:43: seq_num 42 ranges {0=712704} 2024-09-13T14:18:23.552 INFO:tasks.rados.rados.0.smithi001.stdout:43: writing smithi00185197-43 from 0 to 712704 tid 1 2024-09-13T14:18:23.552 INFO:tasks.rados.rados.0.smithi001.stdout:44: write initial oid 44 2024-09-13T14:18:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:44: seq_num 43 ranges {0=729088} 2024-09-13T14:18:23.557 INFO:tasks.rados.rados.0.smithi001.stdout:44: writing smithi00185197-44 from 0 to 729088 tid 1 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:29: finishing write tid 1 to smithi00185197-29 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:29: finishing write tid 2 to smithi00185197-29 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:29: finishing write tid 3 to smithi00185197-29 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:29: oid 29 updating version 0 to 9 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:29: oid 29 updating version 9 to 10 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 10 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:30: finishing write tid 1 to smithi00185197-30 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:30: finishing write tid 2 to smithi00185197-30 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:30: finishing write tid 3 to smithi00185197-30 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:30: oid 30 updating version 0 to 8 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:30: oid 30 version 8 is already newer than 7 2024-09-13T14:18:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T14:18:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-13T14:18:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:31: finishing write tid 1 to smithi00185197-31 2024-09-13T14:18:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:29: done (15 left) 2024-09-13T14:18:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:30: done (14 left) 2024-09-13T14:18:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:45: write initial oid 45 2024-09-13T14:18:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:45: seq_num 44 ranges {0=745472} 2024-09-13T14:18:23.562 INFO:tasks.rados.rados.0.smithi001.stdout:45: writing smithi00185197-45 from 0 to 745472 tid 1 2024-09-13T14:18:23.562 INFO:tasks.rados.rados.0.smithi001.stdout:46: write initial oid 46 2024-09-13T14:18:23.562 INFO:tasks.rados.rados.0.smithi001.stdout:46: seq_num 45 ranges {0=761856} 2024-09-13T14:18:23.567 INFO:tasks.rados.rados.0.smithi001.stdout:46: writing smithi00185197-46 from 0 to 761856 tid 1 2024-09-13T14:18:23.567 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-09-13T14:18:23.567 INFO:tasks.rados.rados.0.smithi001.stdout:31: finishing write tid 2 to smithi00185197-31 2024-09-13T14:18:23.567 INFO:tasks.rados.rados.0.smithi001.stdout:31: finishing write tid 3 to smithi00185197-31 2024-09-13T14:18:23.567 INFO:tasks.rados.rados.0.smithi001.stdout:31: oid 31 updating version 0 to 3 2024-09-13T14:18:23.568 INFO:tasks.rados.rados.0.smithi001.stdout:31: oid 31 updating version 3 to 4 2024-09-13T14:18:23.568 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T14:18:23.568 INFO:tasks.rados.rados.0.smithi001.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-13T14:18:23.568 INFO:tasks.rados.rados.0.smithi001.stdout:32: finishing write tid 1 to smithi00185197-32 2024-09-13T14:18:23.568 INFO:tasks.rados.rados.0.smithi001.stdout:31: done (15 left) 2024-09-13T14:18:23.568 INFO:tasks.rados.rados.0.smithi001.stdout:47: write initial oid 47 2024-09-13T14:18:23.568 INFO:tasks.rados.rados.0.smithi001.stdout:47: seq_num 46 ranges {0=778240} 2024-09-13T14:18:23.572 INFO:tasks.rados.rados.0.smithi001.stdout:47: writing smithi00185197-47 from 0 to 778240 tid 1 2024-09-13T14:18:23.572 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:32: finishing write tid 2 to smithi00185197-32 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:32: finishing write tid 3 to smithi00185197-32 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:32: oid 32 updating version 0 to 10 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:32: oid 32 version 10 is already newer than 9 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:33: finishing write tid 1 to smithi00185197-33 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:32: done (15 left) 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:48: write initial oid 48 2024-09-13T14:18:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:48: seq_num 47 ranges {0=794624} 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:48: writing smithi00185197-48 from 0 to 794624 tid 1 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:33: finishing write tid 2 to smithi00185197-33 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:33: finishing write tid 3 to smithi00185197-33 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:33: oid 33 updating version 0 to 5 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:33: oid 33 updating version 5 to 6 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:34: finishing write tid 1 to smithi00185197-34 2024-09-13T14:18:23.578 INFO:tasks.rados.rados.0.smithi001.stdout:34: finishing write tid 2 to smithi00185197-34 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:34: finishing write tid 3 to smithi00185197-34 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:34: oid 34 updating version 0 to 1 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:34: oid 34 updating version 1 to 2 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:35: finishing write tid 1 to smithi00185197-35 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:35: finishing write tid 2 to smithi00185197-35 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:35: finishing write tid 3 to smithi00185197-35 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:35: oid 35 updating version 0 to 5 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:35: oid 35 updating version 5 to 6 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T14:18:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:36: finishing write tid 1 to smithi00185197-36 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:36: finishing write tid 2 to smithi00185197-36 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:33: done (15 left) 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:34: done (14 left) 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:35: done (13 left) 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:49: write initial oid 49 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-13T14:18:23.580 INFO:tasks.rados.rados.0.smithi001.stdout:49: writing smithi00185197-49 from 0 to 409600 tid 1 2024-09-13T14:18:23.582 INFO:tasks.rados.rados.0.smithi001.stdout:49: writing smithi00185197-49 from 409600 to 811008 tid 2 2024-09-13T14:18:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:50: write initial oid 50 2024-09-13T14:18:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-13T14:18:23.585 INFO:tasks.rados.rados.0.smithi001.stdout:50: writing smithi00185197-50 from 0 to 425984 tid 1 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:50: writing smithi00185197-50 from 425984 to 827392 tid 2 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:36: finishing write tid 3 to smithi00185197-36 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:36: oid 36 updating version 0 to 11 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:36: oid 36 updating version 11 to 12 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 12 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:37: finishing write tid 1 to smithi00185197-37 2024-09-13T14:18:23.591 INFO:tasks.rados.rados.0.smithi001.stdout:37: finishing write tid 2 to smithi00185197-37 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:37: finishing write tid 3 to smithi00185197-37 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:37: oid 37 updating version 0 to 6 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:37: oid 37 version 6 is already newer than 5 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:38: finishing write tid 1 to smithi00185197-38 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:38: finishing write tid 2 to smithi00185197-38 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:38: finishing write tid 3 to smithi00185197-38 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:38: oid 38 updating version 0 to 10 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:38: oid 38 version 10 is already newer than 9 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-13T14:18:23.592 INFO:tasks.rados.rados.0.smithi001.stdout:39: finishing write tid 1 to smithi00185197-39 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:39: finishing write tid 2 to smithi00185197-39 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:39: finishing write tid 3 to smithi00185197-39 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:39: oid 39 updating version 0 to 11 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:39: oid 39 updating version 11 to 12 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:40: finishing write tid 1 to smithi00185197-40 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:40: finishing write tid 2 to smithi00185197-40 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:40: finishing write tid 3 to smithi00185197-40 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:40: oid 40 updating version 0 to 2 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:40: oid 40 version 2 is already newer than 1 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T14:18:23.593 INFO:tasks.rados.rados.0.smithi001.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:41: finishing write tid 1 to smithi00185197-41 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:41: finishing write tid 2 to smithi00185197-41 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:41: finishing write tid 3 to smithi00185197-41 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:41: oid 41 updating version 0 to 5 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:41: oid 41 updating version 5 to 6 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:42: finishing write tid 1 to smithi00185197-42 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:42: finishing write tid 2 to smithi00185197-42 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:42: finishing write tid 3 to smithi00185197-42 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:42: oid 42 updating version 0 to 2 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:42: oid 42 version 2 is already newer than 1 2024-09-13T14:18:23.594 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:43: finishing write tid 1 to smithi00185197-43 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:43: finishing write tid 2 to smithi00185197-43 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:43: finishing write tid 3 to smithi00185197-43 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:43: oid 43 updating version 0 to 3 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:43: oid 43 updating version 3 to 4 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:44: finishing write tid 1 to smithi00185197-44 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:44: finishing write tid 2 to smithi00185197-44 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:44: finishing write tid 3 to smithi00185197-44 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:44: oid 44 updating version 0 to 5 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:44: oid 44 updating version 5 to 6 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-13T14:18:23.595 INFO:tasks.rados.rados.0.smithi001.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:45: finishing write tid 1 to smithi00185197-45 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:45: finishing write tid 2 to smithi00185197-45 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:45: finishing write tid 3 to smithi00185197-45 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:45: oid 45 updating version 0 to 8 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:45: oid 45 version 8 is already newer than 7 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:46: finishing write tid 1 to smithi00185197-46 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:46: finishing write tid 2 to smithi00185197-46 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:46: finishing write tid 3 to smithi00185197-46 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:46: oid 46 updating version 0 to 12 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:46: oid 46 version 12 is already newer than 11 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T14:18:23.596 INFO:tasks.rados.rados.0.smithi001.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:47: finishing write tid 1 to smithi00185197-47 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:47: finishing write tid 2 to smithi00185197-47 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:47: finishing write tid 3 to smithi00185197-47 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:47: oid 47 updating version 0 to 5 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:47: oid 47 updating version 5 to 6 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:48: finishing write tid 1 to smithi00185197-48 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:48: finishing write tid 2 to smithi00185197-48 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:48: finishing write tid 3 to smithi00185197-48 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:48: oid 48 updating version 0 to 4 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:48: oid 48 version 4 is already newer than 3 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:18:23.597 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 1 to smithi00185197-49 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 2 to smithi00185197-49 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 3 to smithi00185197-49 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 4 to smithi00185197-49 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:49: oid 49 updating version 0 to 13 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:49: oid 49 updating version 13 to 14 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:49: oid 49 updating version 14 to 15 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 1 to smithi00185197-50 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:36: done (15 left) 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:37: done (14 left) 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:38: done (13 left) 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:39: done (12 left) 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:40: done (11 left) 2024-09-13T14:18:23.598 INFO:tasks.rados.rados.0.smithi001.stdout:41: done (10 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:42: done (9 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:43: done (8 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:44: done (7 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:45: done (6 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:46: done (5 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:47: done (4 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:48: done (3 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:49: done (2 left) 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 0 2024-09-13T14:18:23.599 INFO:tasks.rados.rados.0.smithi001.stdout:52: seq_num 50 ranges {442368=442368,884736=401408} 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:52: writing smithi00185197-27 from 442368 to 884736 tid 1 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:52: writing smithi00185197-27 from 884736 to 1286144 tid 2 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:53: rmattr oid 24 current snap is 0 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:53: done (3 left) 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:54: delete oid 10 current snap is 0 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 2 to smithi00185197-50 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 3 to smithi00185197-50 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 4 to smithi00185197-50 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:50: oid 50 updating version 0 to 4 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:50: oid 50 version 4 is already newer than 3 2024-09-13T14:18:23.601 INFO:tasks.rados.rados.0.smithi001.stdout:50: oid 50 updating version 4 to 5 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:51: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:51: finishing copy_from to smithi00185197-2 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 1 to smithi00185197-27 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:50: done (3 left) 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:51: done (2 left) 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:54: done (1 left) 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:55: read oid 15 snap -1 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:56: rollback oid 31 current snap is 0 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:56: done (2 left) 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:57: read oid 28 snap -1 2024-09-13T14:18:23.602 INFO:tasks.rados.rados.0.smithi001.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:59: rollback oid 45 current snap is 0 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:59: done (4 left) 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:61: delete oid 1 current snap is 0 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 2 to smithi00185197-27 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 3 to smithi00185197-27 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:61: done (5 left) 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:62: read oid 17 snap -1 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:63: snap_create 2024-09-13T14:18:23.603 INFO:tasks.rados.rados.0.smithi001.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-13T14:18:23.609 INFO:tasks.rados.rados.0.smithi001.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T14:18:23.622 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 4 to smithi00185197-27 2024-09-13T14:18:23.622 INFO:tasks.rados.rados.0.smithi001.stdout:52: oid 27 updating version 0 to 11 2024-09-13T14:18:23.622 INFO:tasks.rados.rados.0.smithi001.stdout:52: oid 27 version 11 is already newer than 10 2024-09-13T14:18:23.622 INFO:tasks.rados.rados.0.smithi001.stdout:52: oid 27 version 11 is already newer than 9 2024-09-13T14:18:23.622 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-13T14:18:23.622 INFO:tasks.rados.rados.0.smithi001.stdout:52: left oid 27 (ObjNum 50 snap 0 seq_num 50) 2024-09-13T14:18:23.622 INFO:tasks.rados.rados.0.smithi001.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T14:18:23.630 INFO:tasks.rados.rados.0.smithi001.stdout:60: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:18:23.630 INFO:tasks.rados.rados.0.smithi001.stdout:60: finishing copy_from to smithi00185197-22 2024-09-13T14:18:23.630 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:18:23.630 INFO:tasks.rados.rados.0.smithi001.stdout:58: finishing copy_from racing read to smithi00185197-29 2024-09-13T14:18:23.630 INFO:tasks.rados.rados.0.smithi001.stdout:58: finishing copy_from to smithi00185197-29 2024-09-13T14:18:23.630 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:23.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:23 smithi001 ceph-mon[40037]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:18:23.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:23 smithi001 ceph-mon[40037]: Cluster is now healthy 2024-09-13T14:18:23.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:23 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3568357537' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T14:18:23.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:23 smithi001 ceph-mon[28030]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:18:23.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:23 smithi001 ceph-mon[28030]: Cluster is now healthy 2024-09-13T14:18:23.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:23 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3568357537' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T14:18:23.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:23 smithi028 ceph-mon[31155]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:18:23.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:23 smithi028 ceph-mon[31155]: Cluster is now healthy 2024-09-13T14:18:23.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:23 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3568357537' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T14:18:24.456 INFO:tasks.rados.rados.0.smithi001.stdout:52: done (6 left) 2024-09-13T14:18:24.456 INFO:tasks.rados.rados.0.smithi001.stdout:55: done (5 left) 2024-09-13T14:18:24.456 INFO:tasks.rados.rados.0.smithi001.stdout:57: done (4 left) 2024-09-13T14:18:24.456 INFO:tasks.rados.rados.0.smithi001.stdout:58: done (3 left) 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:60: done (2 left) 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:62: done (1 left) 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:63: done (0 left) 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:65: read oid 30 snap -1 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 1 2024-09-13T14:18:24.457 INFO:tasks.rados.rados.0.smithi001.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-13T14:18:24.458 INFO:tasks.rados.rados.0.smithi001.stdout:66: writing smithi00185197-23 from 376832 to 868352 tid 1 2024-09-13T14:18:24.462 INFO:tasks.rados.rados.0.smithi001.stdout:66: writing smithi00185197-23 from 868352 to 1269760 tid 2 2024-09-13T14:18:24.462 INFO:tasks.rados.rados.0.smithi001.stdout:67: rollback oid 10 current snap is 1 2024-09-13T14:18:24.462 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 0 2024-09-13T14:18:24.462 INFO:tasks.rados.rados.0.smithi001.stdout:64: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:18:24.462 INFO:tasks.rados.rados.0.smithi001.stdout:64: finishing copy_from to smithi00185197-15 2024-09-13T14:18:24.462 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T14:18:24.462 INFO:tasks.rados.rados.0.smithi001.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 1 to smithi00185197-23 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 2 to smithi00185197-23 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 3 to smithi00185197-23 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:67: finishing rollback tid 1 to smithi00185197-10 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 4 to smithi00185197-23 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:66: oid 23 updating version 0 to 8 2024-09-13T14:18:24.478 INFO:tasks.rados.rados.0.smithi001.stdout:66: oid 23 updating version 8 to 10 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:66: oid 23 version 10 is already newer than 9 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 10 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:64: done (3 left) 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:65: done (2 left) 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:66: done (1 left) 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:67: done (0 left) 2024-09-13T14:18:24.479 INFO:tasks.rados.rados.0.smithi001.stdout:68: setattr oid 23 current snap is 1 2024-09-13T14:18:24.480 INFO:tasks.rados.rados.0.smithi001.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:70: read oid 24 snap 0 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:72: rollback oid 49 current snap is 1 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 0 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:73: read oid 4 snap 0 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:74: rmattr oid 7 current snap is 1 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:74: done (6 left) 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-09-13T14:18:24.481 INFO:tasks.rados.rados.0.smithi001.stdout:76: read oid 39 snap -1 2024-09-13T14:18:24.482 INFO:tasks.rados.rados.0.smithi001.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T14:18:24.482 INFO:tasks.rados.rados.0.smithi001.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-13T14:18:24.482 INFO:tasks.rados.rados.0.smithi001.stdout:78: read oid 2 snap -1 2024-09-13T14:18:24.482 INFO:tasks.rados.rados.0.smithi001.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T14:18:24.482 INFO:tasks.rados.rados.0.smithi001.stdout:79: setattr oid 41 current snap is 1 2024-09-13T14:18:24.482 INFO:tasks.rados.rados.0.smithi001.stdout:80: snap_create 2024-09-13T14:18:24.483 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T14:18:24.484 INFO:tasks.rados.rados.0.smithi001.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T14:18:24.504 INFO:tasks.rados.rados.0.smithi001.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-13T14:18:24.516 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T14:18:24.516 INFO:tasks.rados.rados.0.smithi001.stdout:72: finishing rollback tid 0 to smithi00185197-49 2024-09-13T14:18:24.516 INFO:tasks.rados.rados.0.smithi001.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:72: finishing rollback tid 1 to smithi00185197-49 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:72: finishing rollback tid 2 to smithi00185197-49 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 21 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:69: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:71: finishing copy_from racing read to smithi00185197-36 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:69: finishing copy_from to smithi00185197-45 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:75: finishing copy_from racing read to smithi00185197-20 2024-09-13T14:18:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T14:18:24.523 INFO:tasks.rados.rados.0.smithi001.stdout:71: finishing copy_from to smithi00185197-36 2024-09-13T14:18:24.523 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T14:18:24.523 INFO:tasks.rados.rados.0.smithi001.stdout:75: finishing copy_from to smithi00185197-20 2024-09-13T14:18:24.523 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-13T14:18:24.523 INFO:tasks.rados.rados.0.smithi001.stdout:77: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:18:24.523 INFO:tasks.rados.rados.0.smithi001.stdout:77: finishing copy_from to smithi00185197-6 2024-09-13T14:18:24.523 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T14:18:24.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3568357537' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T14:18:24.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[28030]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T14:18:24.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[28030]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:24.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3568357537' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T14:18:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[40037]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T14:18:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[40037]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:24.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:24 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3568357537' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T14:18:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:24 smithi028 ceph-mon[31155]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T14:18:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:24 smithi028 ceph-mon[31155]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:25.457 INFO:tasks.rados.rados.0.smithi001.stdout:68: done (11 left) 2024-09-13T14:18:25.457 INFO:tasks.rados.rados.0.smithi001.stdout:69: done (10 left) 2024-09-13T14:18:25.457 INFO:tasks.rados.rados.0.smithi001.stdout:70: done (9 left) 2024-09-13T14:18:25.457 INFO:tasks.rados.rados.0.smithi001.stdout:71: done (8 left) 2024-09-13T14:18:25.457 INFO:tasks.rados.rados.0.smithi001.stdout:72: done (7 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:73: done (6 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:75: done (5 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:76: done (4 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:77: done (3 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:78: done (2 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:79: done (1 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:80: done (0 left) 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:81: rollback oid 40 current snap is 2 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 1 2024-09-13T14:18:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:82: snap_create 2024-09-13T14:18:25.460 INFO:tasks.rados.rados.0.smithi001.stdout:81: finishing rollback tid 0 to smithi00185197-40 2024-09-13T14:18:25.460 INFO:tasks.rados.rados.0.smithi001.stdout:81: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:18:25.460 INFO:tasks.rados.rados.0.smithi001.stdout:81: finishing rollback tid 2 to smithi00185197-40 2024-09-13T14:18:25.460 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T14:18:25.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:25 smithi001 ceph-mon[28030]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T14:18:25.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:25 smithi001 ceph-mon[40037]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T14:18:25.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:25 smithi028 ceph-mon[31155]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T14:18:26.462 INFO:tasks.rados.rados.0.smithi001.stdout:81: done (1 left) 2024-09-13T14:18:26.462 INFO:tasks.rados.rados.0.smithi001.stdout:82: done (0 left) 2024-09-13T14:18:26.463 INFO:tasks.rados.rados.0.smithi001.stdout:83: rollback oid 9 current snap is 3 2024-09-13T14:18:26.463 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 0 2024-09-13T14:18:26.463 INFO:tasks.rados.rados.0.smithi001.stdout:84: read oid 20 snap 1 2024-09-13T14:18:26.463 INFO:tasks.rados.rados.0.smithi001.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-13T14:18:26.463 INFO:tasks.rados.rados.0.smithi001.stdout:85: read oid 41 snap -1 2024-09-13T14:18:26.463 INFO:tasks.rados.rados.0.smithi001.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T14:18:26.463 INFO:tasks.rados.rados.0.smithi001.stdout:86: snap_create 2024-09-13T14:18:26.467 INFO:tasks.rados.rados.0.smithi001.stdout:83: finishing rollback tid 0 to smithi00185197-9 2024-09-13T14:18:26.467 INFO:tasks.rados.rados.0.smithi001.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-13T14:18:26.473 INFO:tasks.rados.rados.0.smithi001.stdout:83: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:18:26.473 INFO:tasks.rados.rados.0.smithi001.stdout:83: finishing rollback tid 2 to smithi00185197-9 2024-09-13T14:18:26.473 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 15 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T14:18:26.473 INFO:tasks.rados.rados.0.smithi001.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T14:18:26.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:26 smithi001 ceph-mon[28030]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T14:18:26.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:26 smithi001 ceph-mon[28030]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 62 op/s 2024-09-13T14:18:26.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:26 smithi001 ceph-mon[40037]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T14:18:26.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:26 smithi001 ceph-mon[40037]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 62 op/s 2024-09-13T14:18:26.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:26 smithi028 ceph-mon[31155]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T14:18:26.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:26 smithi028 ceph-mon[31155]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 62 op/s 2024-09-13T14:18:27.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:18:26] "GET /metrics HTTP/1.1" 200 35931 "" "Prometheus/2.43.0" 2024-09-13T14:18:27.463 INFO:tasks.rados.rados.0.smithi001.stdout:83: done (3 left) 2024-09-13T14:18:27.464 INFO:tasks.rados.rados.0.smithi001.stdout:84: done (2 left) 2024-09-13T14:18:27.464 INFO:tasks.rados.rados.0.smithi001.stdout:85: done (1 left) 2024-09-13T14:18:27.464 INFO:tasks.rados.rados.0.smithi001.stdout:86: done (0 left) 2024-09-13T14:18:27.464 INFO:tasks.rados.rados.0.smithi001.stdout:87: snap_remove snap 0 2024-09-13T14:18:27.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:27 smithi001 ceph-mon[28030]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T14:18:27.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:27 smithi001 ceph-mon[40037]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T14:18:27.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:27 smithi028 ceph-mon[31155]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:87: done (0 left) 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:88: read oid 29 snap 3 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:89: read oid 46 snap -1 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:91: rmattr oid 49 current snap is 4 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:91: done (3 left) 2024-09-13T14:18:28.473 INFO:tasks.rados.rados.0.smithi001.stdout:92: snap_remove snap 2 2024-09-13T14:18:28.753 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:28 smithi001 ceph-mon[28030]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T14:18:28.753 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:28 smithi001 ceph-mon[28030]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-13T14:18:28.753 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:28 smithi001 ceph-mon[40037]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T14:18:28.753 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:28 smithi001 ceph-mon[40037]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-13T14:18:28.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:28 smithi028 ceph-mon[31155]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T14:18:28.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:28 smithi028 ceph-mon[31155]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-13T14:18:29.477 INFO:tasks.rados.rados.0.smithi001.stdout:92: done (3 left) 2024-09-13T14:18:29.477 INFO:tasks.rados.rados.0.smithi001.stdout:93: rmattr oid 30 current snap is 4 2024-09-13T14:18:29.477 INFO:tasks.rados.rados.0.smithi001.stdout:93: done (3 left) 2024-09-13T14:18:29.477 INFO:tasks.rados.rados.0.smithi001.stdout:94: read oid 42 snap 1 2024-09-13T14:18:29.477 INFO:tasks.rados.rados.0.smithi001.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-13T14:18:29.477 INFO:tasks.rados.rados.0.smithi001.stdout:95: rmattr oid 14 current snap is 4 2024-09-13T14:18:29.477 INFO:tasks.rados.rados.0.smithi001.stdout:95: done (4 left) 2024-09-13T14:18:29.478 INFO:tasks.rados.rados.0.smithi001.stdout:96: read oid 9 snap 1 2024-09-13T14:18:29.478 INFO:tasks.rados.rados.0.smithi001.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-13T14:18:29.479 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 4 2024-09-13T14:18:29.479 INFO:tasks.rados.rados.0.smithi001.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:29.502 INFO:tasks.rados.rados.0.smithi001.stdout:90: finishing copy_from racing read to smithi00185197-36 2024-09-13T14:18:29.502 INFO:tasks.rados.rados.0.smithi001.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:18:29.525 INFO:tasks.rados.rados.0.smithi001.stdout:90: finishing copy_from to smithi00185197-36 2024-09-13T14:18:29.525 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T14:18:29.526 INFO:tasks.rados.rados.0.smithi001.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-09-13T14:18:29.530 INFO:tasks.rados.rados.0.smithi001.stdout:97: writing smithi00185197-24 from 393216 to 901120 tid 1 2024-09-13T14:18:29.533 INFO:tasks.rados.rados.0.smithi001.stdout:97: writing smithi00185197-24 from 901120 to 1302528 tid 2 2024-09-13T14:18:29.533 INFO:tasks.rados.rados.0.smithi001.stdout:88: done (5 left) 2024-09-13T14:18:29.534 INFO:tasks.rados.rados.0.smithi001.stdout:89: done (4 left) 2024-09-13T14:18:29.534 INFO:tasks.rados.rados.0.smithi001.stdout:90: done (3 left) 2024-09-13T14:18:29.534 INFO:tasks.rados.rados.0.smithi001.stdout:98: copy_from oid 34 from oid 40 current snap is 4 2024-09-13T14:18:29.534 INFO:tasks.rados.rados.0.smithi001.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-13T14:18:29.539 INFO:tasks.rados.rados.0.smithi001.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-13T14:18:29.559 INFO:tasks.rados.rados.0.smithi001.stdout:97: finishing write tid 1 to smithi00185197-24 2024-09-13T14:18:29.559 INFO:tasks.rados.rados.0.smithi001.stdout:97: finishing write tid 2 to smithi00185197-24 2024-09-13T14:18:29.559 INFO:tasks.rados.rados.0.smithi001.stdout:97: finishing write tid 3 to smithi00185197-24 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:97: finishing write tid 4 to smithi00185197-24 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:97: oid 24 updating version 0 to 11 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:97: oid 24 version 11 is already newer than 10 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:97: oid 24 updating version 11 to 12 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 12 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:98: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:98: finishing copy_from to smithi00185197-34 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:94: done (3 left) 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:96: done (2 left) 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:97: done (1 left) 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:98: done (0 left) 2024-09-13T14:18:29.560 INFO:tasks.rados.rados.0.smithi001.stdout:99: snap_remove snap 3 2024-09-13T14:18:29.769 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:29 smithi001 ceph-mon[28030]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T14:18:29.769 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:29 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:29.769 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:29 smithi001 ceph-mon[40037]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T14:18:29.769 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:29 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:29 smithi028 ceph-mon[31155]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T14:18:29.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:29 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:30.483 INFO:tasks.rados.rados.0.smithi001.stdout:99: done (0 left) 2024-09-13T14:18:30.483 INFO:tasks.rados.rados.0.smithi001.stdout:100: copy_from oid 42 from oid 39 current snap is 4 2024-09-13T14:18:30.483 INFO:tasks.rados.rados.0.smithi001.stdout:101: read oid 14 snap 1 2024-09-13T14:18:30.483 INFO:tasks.rados.rados.0.smithi001.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-13T14:18:30.483 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 4 2024-09-13T14:18:30.484 INFO:tasks.rados.rados.0.smithi001.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-09-13T14:18:30.491 INFO:tasks.rados.rados.0.smithi001.stdout:102: writing smithi00185197-49 from 811008 to 1335296 tid 1 2024-09-13T14:18:30.494 INFO:tasks.rados.rados.0.smithi001.stdout:102: writing smithi00185197-49 from 1335296 to 1736704 tid 2 2024-09-13T14:18:30.494 INFO:tasks.rados.rados.0.smithi001.stdout:103: delete oid 43 current snap is 4 2024-09-13T14:18:30.496 INFO:tasks.rados.rados.0.smithi001.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-13T14:18:30.503 INFO:tasks.rados.rados.0.smithi001.stdout:100: finishing copy_from racing read to smithi00185197-42 2024-09-13T14:18:30.503 INFO:tasks.rados.rados.0.smithi001.stdout:100: finishing copy_from to smithi00185197-42 2024-09-13T14:18:30.503 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T14:18:30.503 INFO:tasks.rados.rados.0.smithi001.stdout:100: done (3 left) 2024-09-13T14:18:30.503 INFO:tasks.rados.rados.0.smithi001.stdout:101: done (2 left) 2024-09-13T14:18:30.503 INFO:tasks.rados.rados.0.smithi001.stdout:103: done (1 left) 2024-09-13T14:18:30.503 INFO:tasks.rados.rados.0.smithi001.stdout:104: read oid 2 snap -1 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:104: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:105: rollback oid 34 current snap is 4 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 1 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 1 to smithi00185197-49 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 2 to smithi00185197-49 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 3 to smithi00185197-49 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 4 to smithi00185197-49 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: oid 49 updating version 0 to 33 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: oid 49 updating version 33 to 34 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: oid 49 updating version 34 to 35 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 35 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-09-13T14:18:30.504 INFO:tasks.rados.rados.0.smithi001.stdout:102: done (2 left) 2024-09-13T14:18:30.505 INFO:tasks.rados.rados.0.smithi001.stdout:106: delete oid 12 current snap is 4 2024-09-13T14:18:30.505 INFO:tasks.rados.rados.0.smithi001.stdout:105: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:18:30.506 INFO:tasks.rados.rados.0.smithi001.stdout:106: done (2 left) 2024-09-13T14:18:30.506 INFO:tasks.rados.rados.0.smithi001.stdout:107: read oid 17 snap 1 2024-09-13T14:18:30.506 INFO:tasks.rados.rados.0.smithi001.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T14:18:30.506 INFO:tasks.rados.rados.0.smithi001.stdout:108: rollback oid 41 current snap is 4 2024-09-13T14:18:30.506 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 1 2024-09-13T14:18:30.506 INFO:tasks.rados.rados.0.smithi001.stdout:105: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:18:30.506 INFO:tasks.rados.rados.0.smithi001.stdout:109: delete oid 8 current snap is 4 2024-09-13T14:18:30.507 INFO:tasks.rados.rados.0.smithi001.stdout:104: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T14:18:30.513 INFO:tasks.rados.rados.0.smithi001.stdout:105: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:18:30.513 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 15 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T14:18:30.514 INFO:tasks.rados.rados.0.smithi001.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:108: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:108: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:108: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 14 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:104: done (4 left) 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:105: done (3 left) 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:107: done (2 left) 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:108: done (1 left) 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:109: done (0 left) 2024-09-13T14:18:30.522 INFO:tasks.rados.rados.0.smithi001.stdout:110: setattr oid 35 current snap is 4 2024-09-13T14:18:30.523 INFO:tasks.rados.rados.0.smithi001.stdout:111: snap_create 2024-09-13T14:18:30.525 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 17 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T14:18:30.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:30 smithi001 ceph-mon[28030]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T14:18:30.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:30 smithi001 ceph-mon[28030]: pgmap v116: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 426 KiB/s wr, 8 op/s 2024-09-13T14:18:30.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:30 smithi001 ceph-mon[40037]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T14:18:30.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:30 smithi001 ceph-mon[40037]: pgmap v116: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 426 KiB/s wr, 8 op/s 2024-09-13T14:18:30.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:30 smithi028 ceph-mon[31155]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T14:18:30.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:30 smithi028 ceph-mon[31155]: pgmap v116: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 426 KiB/s wr, 8 op/s 2024-09-13T14:18:31.488 INFO:tasks.rados.rados.0.smithi001.stdout:110: done (1 left) 2024-09-13T14:18:31.488 INFO:tasks.rados.rados.0.smithi001.stdout:111: done (0 left) 2024-09-13T14:18:31.488 INFO:tasks.rados.rados.0.smithi001.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-09-13T14:18:31.488 INFO:tasks.rados.rados.0.smithi001.stdout:113: setattr oid 23 current snap is 5 2024-09-13T14:18:31.489 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 5 2024-09-13T14:18:31.489 INFO:tasks.rados.rados.0.smithi001.stdout:114: seq_num 59 ranges {172032=598016,770048=401408} 2024-09-13T14:18:31.494 INFO:tasks.rados.rados.0.smithi001.stdout:114: writing smithi00185197-15 from 172032 to 770048 tid 1 2024-09-13T14:18:31.496 INFO:tasks.rados.rados.0.smithi001.stdout:114: writing smithi00185197-15 from 770048 to 1171456 tid 2 2024-09-13T14:18:31.497 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 5 2024-09-13T14:18:31.497 INFO:tasks.rados.rados.0.smithi001.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-09-13T14:18:31.501 INFO:tasks.rados.rados.0.smithi001.stdout:115: writing smithi00185197-20 from 188416 to 802816 tid 1 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:115: writing smithi00185197-20 from 802816 to 1204224 tid 2 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:116: rollback oid 31 current snap is 5 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 1 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 23 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:112: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:112: finishing copy_from to smithi00185197-25 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:114: finishing write tid 1 to smithi00185197-15 2024-09-13T14:18:31.505 INFO:tasks.rados.rados.0.smithi001.stdout:114: finishing write tid 2 to smithi00185197-15 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:114: finishing write tid 3 to smithi00185197-15 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:112: done (4 left) 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:113: done (3 left) 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:117: read oid 21 snap -1 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:117: expect (ObjNum 20 snap 0 seq_num 20) 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 5 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:114: finishing write tid 4 to smithi00185197-15 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:114: oid 15 updating version 0 to 16 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:114: oid 15 updating version 16 to 17 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:114: oid 15 updating version 17 to 18 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 18 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-09-13T14:18:31.506 INFO:tasks.rados.rados.0.smithi001.stdout:118: seq_num 61 ranges {663552=630784,1294336=401408} 2024-09-13T14:18:31.512 INFO:tasks.rados.rados.0.smithi001.stdout:118: writing smithi00185197-40 from 663552 to 1294336 tid 1 2024-09-13T14:18:31.515 INFO:tasks.rados.rados.0.smithi001.stdout:118: writing smithi00185197-40 from 1294336 to 1695744 tid 2 2024-09-13T14:18:31.515 INFO:tasks.rados.rados.0.smithi001.stdout:114: done (4 left) 2024-09-13T14:18:31.515 INFO:tasks.rados.rados.0.smithi001.stdout:119: snap_create 2024-09-13T14:18:31.515 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 1 to smithi00185197-20 2024-09-13T14:18:31.515 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 2 to smithi00185197-20 2024-09-13T14:18:31.515 INFO:tasks.rados.rados.0.smithi001.stdout:116: finishing rollback tid 0 to smithi00185197-31 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:116: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 3 to smithi00185197-20 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:116: finishing rollback tid 2 to smithi00185197-31 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 11 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 4 to smithi00185197-20 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:115: oid 20 updating version 0 to 38 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:115: oid 20 updating version 38 to 39 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:115: oid 20 version 39 is already newer than 37 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 39 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-09-13T14:18:31.516 INFO:tasks.rados.rados.0.smithi001.stdout:117: expect (ObjNum 20 snap 0 seq_num 20) 2024-09-13T14:18:31.525 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 1 to smithi00185197-40 2024-09-13T14:18:31.525 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 2 to smithi00185197-40 2024-09-13T14:18:31.525 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 3 to smithi00185197-40 2024-09-13T14:18:31.526 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 4 to smithi00185197-40 2024-09-13T14:18:31.526 INFO:tasks.rados.rados.0.smithi001.stdout:118: oid 40 updating version 0 to 11 2024-09-13T14:18:31.526 INFO:tasks.rados.rados.0.smithi001.stdout:118: oid 40 version 11 is already newer than 10 2024-09-13T14:18:31.526 INFO:tasks.rados.rados.0.smithi001.stdout:118: oid 40 updating version 11 to 12 2024-09-13T14:18:31.526 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 12 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-09-13T14:18:31.526 INFO:tasks.rados.rados.0.smithi001.stdout:118: left oid 40 (ObjNum 61 snap 5 seq_num 61) 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:115: done (4 left) 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:116: done (3 left) 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:117: done (2 left) 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:118: done (1 left) 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:119: done (0 left) 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:120: read oid 48 snap 4 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:18:31.726 INFO:tasks.rados.rados.0.smithi001.stdout:121: read oid 49 snap 5 2024-09-13T14:18:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-13T14:18:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:122: delete oid 44 current snap is 6 2024-09-13T14:18:31.728 INFO:tasks.rados.rados.0.smithi001.stdout:122: done (2 left) 2024-09-13T14:18:31.728 INFO:tasks.rados.rados.0.smithi001.stdout:123: rollback oid 23 current snap is 6 2024-09-13T14:18:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 4 2024-09-13T14:18:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:124: read oid 30 snap -1 2024-09-13T14:18:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T14:18:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:125: setattr oid 35 current snap is 6 2024-09-13T14:18:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:126: delete oid 25 current snap is 6 2024-09-13T14:18:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:18:31.757 INFO:tasks.rados.rados.0.smithi001.stdout:123: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:18:31.757 INFO:tasks.rados.rados.0.smithi001.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-13T14:18:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:123: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:18:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:123: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:18:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 29 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T14:18:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 19 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T14:18:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T14:18:31.831 INFO:tasks.rados.rados.0.smithi001.stdout:120: done (5 left) 2024-09-13T14:18:31.831 INFO:tasks.rados.rados.0.smithi001.stdout:121: done (4 left) 2024-09-13T14:18:31.831 INFO:tasks.rados.rados.0.smithi001.stdout:123: done (3 left) 2024-09-13T14:18:31.831 INFO:tasks.rados.rados.0.smithi001.stdout:124: done (2 left) 2024-09-13T14:18:31.831 INFO:tasks.rados.rados.0.smithi001.stdout:125: done (1 left) 2024-09-13T14:18:31.831 INFO:tasks.rados.rados.0.smithi001.stdout:126: done (0 left) 2024-09-13T14:18:31.831 INFO:tasks.rados.rados.0.smithi001.stdout:127: snap_remove snap 4 2024-09-13T14:18:31.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:31 smithi001 ceph-mon[28030]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T14:18:31.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:31 smithi001 ceph-mon[40037]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T14:18:31.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:31 smithi028 ceph-mon[31155]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T14:18:32.730 INFO:tasks.rados.rados.0.smithi001.stdout:127: done (0 left) 2024-09-13T14:18:32.730 INFO:tasks.rados.rados.0.smithi001.stdout:128: setattr oid 28 current snap is 6 2024-09-13T14:18:32.732 INFO:tasks.rados.rados.0.smithi001.stdout:129: snap_remove snap 1 2024-09-13T14:18:32.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:32 smithi001 ceph-mon[28030]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T14:18:32.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:32 smithi001 ceph-mon[28030]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T14:18:32.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:32 smithi001 ceph-mon[28030]: pgmap v120: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 446 KiB/s wr, 9 op/s 2024-09-13T14:18:32.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:32 smithi001 ceph-mon[40037]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T14:18:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:32 smithi001 ceph-mon[40037]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T14:18:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:32 smithi001 ceph-mon[40037]: pgmap v120: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 446 KiB/s wr, 9 op/s 2024-09-13T14:18:32.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:32 smithi028 ceph-mon[31155]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T14:18:32.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:32 smithi028 ceph-mon[31155]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T14:18:32.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:32 smithi028 ceph-mon[31155]: pgmap v120: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 446 KiB/s wr, 9 op/s 2024-09-13T14:18:33.731 INFO:tasks.rados.rados.0.smithi001.stdout:129: done (1 left) 2024-09-13T14:18:33.732 INFO:tasks.rados.rados.0.smithi001.stdout:130: delete oid 6 current snap is 6 2024-09-13T14:18:33.732 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 12 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T14:18:33.741 INFO:tasks.rados.rados.0.smithi001.stdout:128: done (1 left) 2024-09-13T14:18:33.742 INFO:tasks.rados.rados.0.smithi001.stdout:130: done (0 left) 2024-09-13T14:18:33.742 INFO:tasks.rados.rados.0.smithi001.stdout:131: snap_remove snap 5 2024-09-13T14:18:34.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:33 smithi001 ceph-mon[28030]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T14:18:34.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:33 smithi001 ceph-mon[40037]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T14:18:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:33 smithi028 ceph-mon[31155]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T14:18:34.741 INFO:tasks.rados.rados.0.smithi001.stdout:131: done (0 left) 2024-09-13T14:18:34.741 INFO:tasks.rados.rados.0.smithi001.stdout:132: rollback oid 17 current snap is 6 2024-09-13T14:18:34.741 INFO:tasks.rados.rados.0.smithi001.stdout:132: done (0 left) 2024-09-13T14:18:34.741 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 6 2024-09-13T14:18:34.741 INFO:tasks.rados.rados.0.smithi001.stdout:133: seq_num 65 ranges {0=696320,696320=401408} 2024-09-13T14:18:34.746 INFO:tasks.rados.rados.0.smithi001.stdout:133: writing smithi00185197-43 from 0 to 696320 tid 1 2024-09-13T14:18:34.749 INFO:tasks.rados.rados.0.smithi001.stdout:133: writing smithi00185197-43 from 696320 to 1097728 tid 2 2024-09-13T14:18:34.750 INFO:tasks.rados.rados.0.smithi001.stdout:134: read oid 11 snap -1 2024-09-13T14:18:34.750 INFO:tasks.rados.rados.0.smithi001.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T14:18:34.750 INFO:tasks.rados.rados.0.smithi001.stdout:135: read oid 6 snap -1 2024-09-13T14:18:34.750 INFO:tasks.rados.rados.0.smithi001.stdout:135: expect deleted 2024-09-13T14:18:34.750 INFO:tasks.rados.rados.0.smithi001.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:137: read oid 41 snap -1 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:138: rmattr oid 37 current snap is 6 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:138: done (5 left) 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:139: read oid 1 snap -1 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:139: expect deleted 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:140: rmattr oid 30 current snap is 6 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:140: done (6 left) 2024-09-13T14:18:34.751 INFO:tasks.rados.rados.0.smithi001.stdout:141: setattr oid 47 current snap is 6 2024-09-13T14:18:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:135: done (6 left) 2024-09-13T14:18:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:142: copy_from oid 31 from oid 17 current snap is 6 2024-09-13T14:18:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:143: setattr oid 35 current snap is 6 2024-09-13T14:18:34.754 INFO:tasks.rados.rados.0.smithi001.stdout:139: done (7 left) 2024-09-13T14:18:34.754 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 6 2024-09-13T14:18:34.754 INFO:tasks.rados.rados.0.smithi001.stdout:144: seq_num 66 ranges {172032=712704,884736=401408} 2024-09-13T14:18:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:144: writing smithi00185197-2 from 172032 to 884736 tid 1 2024-09-13T14:18:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:144: writing smithi00185197-2 from 884736 to 1286144 tid 2 2024-09-13T14:18:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:145: setattr oid 32 current snap is 6 2024-09-13T14:18:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 1 to smithi00185197-43 2024-09-13T14:18:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 2 to smithi00185197-43 2024-09-13T14:18:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 3 to smithi00185197-43 2024-09-13T14:18:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 23 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 4 to smithi00185197-43 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:133: oid 43 updating version 0 to 22 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:133: oid 43 version 22 is already newer than 20 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:133: oid 43 version 22 is already newer than 21 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 22 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-09-13T14:18:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T14:18:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 26 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T14:18:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:142: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:18:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:142: finishing copy_from to smithi00185197-31 2024-09-13T14:18:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:136: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:136: finishing copy_from to smithi00185197-18 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: finishing write tid 1 to smithi00185197-2 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: finishing write tid 2 to smithi00185197-2 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: finishing write tid 3 to smithi00185197-2 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: finishing write tid 4 to smithi00185197-2 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: oid 2 updating version 0 to 51 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: oid 2 updating version 51 to 52 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: oid 2 version 52 is already newer than 50 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 52 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:144: left oid 2 (ObjNum 66 snap 6 seq_num 66) 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:133: done (8 left) 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:134: done (7 left) 2024-09-13T14:18:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:136: done (6 left) 2024-09-13T14:18:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:137: done (5 left) 2024-09-13T14:18:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:141: done (4 left) 2024-09-13T14:18:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:142: done (3 left) 2024-09-13T14:18:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:143: done (2 left) 2024-09-13T14:18:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:144: done (1 left) 2024-09-13T14:18:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:146: snap_create 2024-09-13T14:18:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 27 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T14:18:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:34 smithi001 ceph-mon[28030]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T14:18:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:34 smithi001 ceph-mon[28030]: pgmap v123: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:34 smithi001 ceph-mon[40037]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T14:18:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:34 smithi001 ceph-mon[40037]: pgmap v123: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:34 smithi028 ceph-mon[31155]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T14:18:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:34 smithi028 ceph-mon[31155]: pgmap v123: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:35.746 INFO:tasks.rados.rados.0.smithi001.stdout:145: done (1 left) 2024-09-13T14:18:35.746 INFO:tasks.rados.rados.0.smithi001.stdout:146: done (0 left) 2024-09-13T14:18:35.746 INFO:tasks.rados.rados.0.smithi001.stdout:147: snap_remove snap 6 2024-09-13T14:18:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:35 smithi001 ceph-mon[28030]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T14:18:36.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:35 smithi001 ceph-mon[40037]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T14:18:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:35 smithi028 ceph-mon[31155]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T14:18:36.751 INFO:tasks.rados.rados.0.smithi001.stdout:147: done (0 left) 2024-09-13T14:18:36.751 INFO:tasks.rados.rados.0.smithi001.stdout:148: delete oid 1 current snap is 7 2024-09-13T14:18:36.755 INFO:tasks.rados.rados.0.smithi001.stdout:148: done (0 left) 2024-09-13T14:18:36.755 INFO:tasks.rados.rados.0.smithi001.stdout:149: snap_create 2024-09-13T14:18:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:36 smithi001 ceph-mon[28030]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T14:18:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:36 smithi001 ceph-mon[28030]: pgmap v126: 121 pgs: 121 active+clean; 27 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-13T14:18:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:36 smithi001 ceph-mon[40037]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T14:18:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:36 smithi001 ceph-mon[40037]: pgmap v126: 121 pgs: 121 active+clean; 27 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-13T14:18:37.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:18:36] "GET /metrics HTTP/1.1" 200 35931 "" "Prometheus/2.43.0" 2024-09-13T14:18:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:36 smithi028 ceph-mon[31155]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T14:18:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:36 smithi028 ceph-mon[31155]: pgmap v126: 121 pgs: 121 active+clean; 27 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-13T14:18:37.756 INFO:tasks.rados.rados.0.smithi001.stdout:149: done (0 left) 2024-09-13T14:18:37.756 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 8 2024-09-13T14:18:37.757 INFO:tasks.rados.rados.0.smithi001.stdout:150: seq_num 68 ranges {270336=745472,1015808=401408} 2024-09-13T14:18:37.762 INFO:tasks.rados.rados.0.smithi001.stdout:150: writing smithi00185197-31 from 270336 to 1015808 tid 1 2024-09-13T14:18:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:150: writing smithi00185197-31 from 1015808 to 1417216 tid 2 2024-09-13T14:18:37.766 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 8 2024-09-13T14:18:37.766 INFO:tasks.rados.rados.0.smithi001.stdout:151: seq_num 69 ranges {253952=761856,1015808=401408} 2024-09-13T14:18:37.772 INFO:tasks.rados.rados.0.smithi001.stdout:151: writing smithi00185197-16 from 253952 to 1015808 tid 1 2024-09-13T14:18:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:151: writing smithi00185197-16 from 1015808 to 1417216 tid 2 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: finishing write tid 1 to smithi00185197-31 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: finishing write tid 2 to smithi00185197-31 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: finishing write tid 3 to smithi00185197-31 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: finishing write tid 4 to smithi00185197-31 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: oid 31 updating version 0 to 20 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: oid 31 version 20 is already newer than 19 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: oid 31 version 20 is already newer than 18 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 20 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:150: done (2 left) 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:153: read oid 25 snap 7 2024-09-13T14:18:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:153: expect deleted 2024-09-13T14:18:37.778 INFO:tasks.rados.rados.0.smithi001.stdout:154: copy_from oid 21 from oid 35 current snap is 8 2024-09-13T14:18:37.778 INFO:tasks.rados.rados.0.smithi001.stdout:155: rollback oid 19 current snap is 8 2024-09-13T14:18:37.778 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 7 2024-09-13T14:18:37.778 INFO:tasks.rados.rados.0.smithi001.stdout:156: copy_from oid 38 from oid 24 current snap is 8 2024-09-13T14:18:37.778 INFO:tasks.rados.rados.0.smithi001.stdout:157: snap_create 2024-09-13T14:18:37.778 INFO:tasks.rados.rados.0.smithi001.stdout:151: finishing write tid 1 to smithi00185197-16 2024-09-13T14:18:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:151: finishing write tid 2 to smithi00185197-16 2024-09-13T14:18:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:155: finishing rollback tid 0 to smithi00185197-19 2024-09-13T14:18:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:151: finishing write tid 3 to smithi00185197-16 2024-09-13T14:18:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:155: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:18:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:155: finishing rollback tid 2 to smithi00185197-19 2024-09-13T14:18:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 22 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T14:18:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:151: finishing write tid 4 to smithi00185197-16 2024-09-13T14:18:37.781 INFO:tasks.rados.rados.0.smithi001.stdout:151: oid 16 updating version 0 to 55 2024-09-13T14:18:37.781 INFO:tasks.rados.rados.0.smithi001.stdout:151: oid 16 updating version 55 to 56 2024-09-13T14:18:37.781 INFO:tasks.rados.rados.0.smithi001.stdout:151: oid 16 version 56 is already newer than 54 2024-09-13T14:18:37.781 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 56 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-09-13T14:18:37.781 INFO:tasks.rados.rados.0.smithi001.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-09-13T14:18:37.783 INFO:tasks.rados.rados.0.smithi001.stdout:156: finishing copy_from racing read to smithi00185197-38 2024-09-13T14:18:37.784 INFO:tasks.rados.rados.0.smithi001.stdout:154: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:18:37.785 INFO:tasks.rados.rados.0.smithi001.stdout:156: finishing copy_from to smithi00185197-38 2024-09-13T14:18:37.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 12 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-13T14:18:37.786 INFO:tasks.rados.rados.0.smithi001.stdout:152: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:18:37.787 INFO:tasks.rados.rados.0.smithi001.stdout:154: finishing copy_from to smithi00185197-21 2024-09-13T14:18:37.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 26 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T14:18:37.787 INFO:tasks.rados.rados.0.smithi001.stdout:152: finishing copy_from to smithi00185197-10 2024-09-13T14:18:37.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T14:18:38.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:37 smithi001 ceph-mon[28030]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T14:18:38.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:37 smithi001 ceph-mon[40037]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T14:18:38.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:37 smithi028 ceph-mon[31155]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T14:18:38.761 INFO:tasks.rados.rados.0.smithi001.stdout:151: done (6 left) 2024-09-13T14:18:38.761 INFO:tasks.rados.rados.0.smithi001.stdout:152: done (5 left) 2024-09-13T14:18:38.761 INFO:tasks.rados.rados.0.smithi001.stdout:153: done (4 left) 2024-09-13T14:18:38.761 INFO:tasks.rados.rados.0.smithi001.stdout:154: done (3 left) 2024-09-13T14:18:38.761 INFO:tasks.rados.rados.0.smithi001.stdout:155: done (2 left) 2024-09-13T14:18:38.762 INFO:tasks.rados.rados.0.smithi001.stdout:156: done (1 left) 2024-09-13T14:18:38.762 INFO:tasks.rados.rados.0.smithi001.stdout:157: done (0 left) 2024-09-13T14:18:38.762 INFO:tasks.rados.rados.0.smithi001.stdout:158: read oid 46 snap -1 2024-09-13T14:18:38.762 INFO:tasks.rados.rados.0.smithi001.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:18:38.762 INFO:tasks.rados.rados.0.smithi001.stdout:159: read oid 7 snap 7 2024-09-13T14:18:38.762 INFO:tasks.rados.rados.0.smithi001.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T14:18:38.762 INFO:tasks.rados.rados.0.smithi001.stdout:160: snap_create 2024-09-13T14:18:38.766 INFO:tasks.rados.rados.0.smithi001.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T14:18:38.769 INFO:tasks.rados.rados.0.smithi001.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:18:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:38 smithi001 ceph-mon[28030]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T14:18:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:38 smithi001 ceph-mon[28030]: pgmap v129: 121 pgs: 121 active+clean; 27 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-13T14:18:39.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:38 smithi001 ceph-mon[40037]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T14:18:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:38 smithi001 ceph-mon[40037]: pgmap v129: 121 pgs: 121 active+clean; 27 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-13T14:18:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:38 smithi028 ceph-mon[31155]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T14:18:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:38 smithi028 ceph-mon[31155]: pgmap v129: 121 pgs: 121 active+clean; 27 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-13T14:18:39.766 INFO:tasks.rados.rados.0.smithi001.stdout:158: done (2 left) 2024-09-13T14:18:39.766 INFO:tasks.rados.rados.0.smithi001.stdout:159: done (1 left) 2024-09-13T14:18:39.766 INFO:tasks.rados.rados.0.smithi001.stdout:160: done (0 left) 2024-09-13T14:18:39.766 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 10 2024-09-13T14:18:39.766 INFO:tasks.rados.rados.0.smithi001.stdout:161: seq_num 70 ranges {204800=778240,983040=401408} 2024-09-13T14:18:39.771 INFO:tasks.rados.rados.0.smithi001.stdout:161: writing smithi00185197-13 from 204800 to 983040 tid 1 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:161: writing smithi00185197-13 from 983040 to 1384448 tid 2 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:163: rollback oid 19 current snap is 10 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 8 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:166: read oid 33 snap -1 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 10 2024-09-13T14:18:39.775 INFO:tasks.rados.rados.0.smithi001.stdout:167: seq_num 71 ranges {1417216=794624,2211840=401408} 2024-09-13T14:18:39.788 INFO:tasks.rados.rados.0.smithi001.stdout:167: writing smithi00185197-16 from 1417216 to 2211840 tid 1 2024-09-13T14:18:39.791 INFO:tasks.rados.rados.0.smithi001.stdout:167: writing smithi00185197-16 from 2211840 to 2613248 tid 2 2024-09-13T14:18:39.791 INFO:tasks.rados.rados.0.smithi001.stdout:168: rmattr oid 34 current snap is 10 2024-09-13T14:18:39.791 INFO:tasks.rados.rados.0.smithi001.stdout:168: done (7 left) 2024-09-13T14:18:39.791 INFO:tasks.rados.rados.0.smithi001.stdout:169: snap_remove snap 9 2024-09-13T14:18:40.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:39 smithi001 ceph-mon[28030]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T14:18:40.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:39 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:40.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:39 smithi001 ceph-mon[40037]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T14:18:40.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:39 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:40.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:39 smithi028 ceph-mon[31155]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T14:18:40.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:39 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:40.771 INFO:tasks.rados.rados.0.smithi001.stdout:169: done (7 left) 2024-09-13T14:18:40.771 INFO:tasks.rados.rados.0.smithi001.stdout:170: rollback oid 36 current snap is 10 2024-09-13T14:18:40.771 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 7 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: finishing write tid 1 to smithi00185197-13 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: finishing write tid 2 to smithi00185197-13 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: finishing write tid 3 to smithi00185197-13 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: finishing write tid 4 to smithi00185197-13 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: oid 13 updating version 0 to 8 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: oid 13 version 8 is already newer than 7 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: oid 13 updating version 8 to 9 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 9 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2024-09-13T14:18:40.772 INFO:tasks.rados.rados.0.smithi001.stdout:163: finishing rollback tid 0 to smithi00185197-19 2024-09-13T14:18:40.773 INFO:tasks.rados.rados.0.smithi001.stdout:163: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:18:40.773 INFO:tasks.rados.rados.0.smithi001.stdout:163: finishing rollback tid 2 to smithi00185197-19 2024-09-13T14:18:40.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 26 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T14:18:40.773 INFO:tasks.rados.rados.0.smithi001.stdout:165: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:18:40.773 INFO:tasks.rados.rados.0.smithi001.stdout:162: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:18:40.773 INFO:tasks.rados.rados.0.smithi001.stdout:165: finishing copy_from to smithi00185197-3 2024-09-13T14:18:40.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T14:18:40.774 INFO:tasks.rados.rados.0.smithi001.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T14:18:40.790 INFO:tasks.rados.rados.0.smithi001.stdout:162: finishing copy_from to smithi00185197-15 2024-09-13T14:18:40.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-13T14:18:40.790 INFO:tasks.rados.rados.0.smithi001.stdout:161: done (7 left) 2024-09-13T14:18:40.790 INFO:tasks.rados.rados.0.smithi001.stdout:162: done (6 left) 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:163: done (5 left) 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:165: done (4 left) 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:166: done (3 left) 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:171: copy_from oid 6 from oid 7 current snap is 10 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:172: copy_from oid 5 from oid 32 current snap is 10 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:164: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:167: finishing write tid 1 to smithi00185197-16 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:164: finishing copy_from to smithi00185197-21 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 12 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:167: finishing write tid 2 to smithi00185197-16 2024-09-13T14:18:40.791 INFO:tasks.rados.rados.0.smithi001.stdout:167: finishing write tid 3 to smithi00185197-16 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:167: finishing write tid 4 to smithi00185197-16 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:167: oid 16 updating version 0 to 58 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:167: oid 16 updating version 58 to 59 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:167: oid 16 updating version 59 to 60 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 60 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:167: left oid 16 (ObjNum 71 snap 10 seq_num 71) 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:170: finishing rollback tid 0 to smithi00185197-36 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:170: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:170: finishing rollback tid 2 to smithi00185197-36 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 36 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T14:18:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:164: done (4 left) 2024-09-13T14:18:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:167: done (3 left) 2024-09-13T14:18:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:170: done (2 left) 2024-09-13T14:18:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 10 2024-09-13T14:18:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:173: seq_num 72 ranges {1384448=409600,1794048=524288,2318336=278528} 2024-09-13T14:18:40.801 INFO:tasks.rados.rados.0.smithi001.stdout:173: writing smithi00185197-13 from 1384448 to 1794048 tid 1 2024-09-13T14:18:40.804 INFO:tasks.rados.rados.0.smithi001.stdout:173: writing smithi00185197-13 from 1794048 to 2318336 tid 2 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:173: writing smithi00185197-13 from 2318336 to 2596864 tid 3 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:174: setattr oid 37 current snap is 10 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:172: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:172: finishing copy_from to smithi00185197-5 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 27 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:171: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:171: finishing copy_from to smithi00185197-6 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T14:18:40.806 INFO:tasks.rados.rados.0.smithi001.stdout:173: finishing write tid 1 to smithi00185197-13 2024-09-13T14:18:40.807 INFO:tasks.rados.rados.0.smithi001.stdout:171: done (3 left) 2024-09-13T14:18:40.807 INFO:tasks.rados.rados.0.smithi001.stdout:172: done (2 left) 2024-09-13T14:18:40.807 INFO:tasks.rados.rados.0.smithi001.stdout:175: snap_remove snap 8 2024-09-13T14:18:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:40 smithi001 ceph-mon[28030]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T14:18:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:40 smithi001 ceph-mon[28030]: pgmap v132: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:18:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:40 smithi001 ceph-mon[40037]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T14:18:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:40 smithi001 ceph-mon[40037]: pgmap v132: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:18:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:40 smithi028 ceph-mon[31155]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T14:18:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:40 smithi028 ceph-mon[31155]: pgmap v132: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:175: done (2 left) 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:176: rmattr oid 45 current snap is 10 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:176: done (2 left) 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:177: copy_from oid 5 from oid 4 current snap is 10 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: finishing write tid 2 to smithi00185197-13 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: finishing write tid 3 to smithi00185197-13 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: finishing write tid 4 to smithi00185197-13 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: finishing write tid 5 to smithi00185197-13 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: oid 13 updating version 0 to 15 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: oid 13 version 15 is already newer than 14 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: oid 13 version 15 is already newer than 12 2024-09-13T14:18:41.728 INFO:tasks.rados.rados.0.smithi001.stdout:173: oid 13 version 15 is already newer than 13 2024-09-13T14:18:41.729 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 15 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-09-13T14:18:41.729 INFO:tasks.rados.rados.0.smithi001.stdout:173: left oid 13 (ObjNum 72 snap 10 seq_num 72) 2024-09-13T14:18:41.729 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 22 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T14:18:41.729 INFO:tasks.rados.rados.0.smithi001.stdout:173: done (2 left) 2024-09-13T14:18:41.729 INFO:tasks.rados.rados.0.smithi001.stdout:174: done (1 left) 2024-09-13T14:18:41.729 INFO:tasks.rados.rados.0.smithi001.stdout:178: snap_remove snap 7 2024-09-13T14:18:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:41 smithi001 ceph-mon[28030]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T14:18:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:41 smithi001 ceph-mon[28030]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T14:18:42.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:41 smithi001 ceph-mon[40037]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T14:18:42.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:41 smithi001 ceph-mon[40037]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T14:18:42.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:41 smithi028 ceph-mon[31155]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T14:18:42.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:41 smithi028 ceph-mon[31155]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:178: done (1 left) 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:179: read oid 28 snap -1 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:179: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:177: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:177: finishing copy_from to smithi00185197-5 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:180: read oid 37 snap -1 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:180: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:177: done (2 left) 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:181: copy_from oid 7 from oid 47 current snap is 10 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:182: rollback oid 16 current snap is 10 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:182: done (3 left) 2024-09-13T14:18:42.730 INFO:tasks.rados.rados.0.smithi001.stdout:183: setattr oid 29 current snap is 10 2024-09-13T14:18:42.731 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 10 2024-09-13T14:18:42.732 INFO:tasks.rados.rados.0.smithi001.stdout:184: seq_num 73 ranges {573440=425984,999424=409600,1409024=393216} 2024-09-13T14:18:42.737 INFO:tasks.rados.rados.0.smithi001.stdout:184: writing smithi00185197-35 from 573440 to 999424 tid 1 2024-09-13T14:18:42.740 INFO:tasks.rados.rados.0.smithi001.stdout:184: writing smithi00185197-35 from 999424 to 1409024 tid 2 2024-09-13T14:18:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:184: writing smithi00185197-35 from 1409024 to 1802240 tid 3 2024-09-13T14:18:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:185: copy_from oid 6 from oid 26 current snap is 10 2024-09-13T14:18:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 68 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:179: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T14:18:42.760 INFO:tasks.rados.rados.0.smithi001.stdout:180: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:181: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:184: finishing write tid 1 to smithi00185197-35 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:184: finishing write tid 2 to smithi00185197-35 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:179: done (5 left) 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:180: done (4 left) 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:183: done (3 left) 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:186: snap_create 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:181: finishing copy_from to smithi00185197-7 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 23 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:185: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:184: finishing write tid 3 to smithi00185197-35 2024-09-13T14:18:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:185: finishing copy_from to smithi00185197-6 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:184: finishing write tid 4 to smithi00185197-35 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:184: finishing write tid 5 to smithi00185197-35 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:184: oid 35 updating version 0 to 31 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:184: oid 35 version 31 is already newer than 27 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:184: oid 35 version 31 is already newer than 30 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:184: oid 35 version 31 is already newer than 28 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 31 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-09-13T14:18:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:184: left oid 35 (ObjNum 73 snap 10 seq_num 73) 2024-09-13T14:18:43.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:42 smithi001 ceph-mon[28030]: pgmap v135: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:18:43.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:42 smithi001 ceph-mon[28030]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T14:18:43.088 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:42 smithi001 ceph-mon[40037]: pgmap v135: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:18:43.088 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:42 smithi001 ceph-mon[40037]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T14:18:43.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:42 smithi028 ceph-mon[31155]: pgmap v135: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:18:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:42 smithi028 ceph-mon[31155]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T14:18:43.778 INFO:tasks.rados.rados.0.smithi001.stdout:181: done (3 left) 2024-09-13T14:18:43.778 INFO:tasks.rados.rados.0.smithi001.stdout:184: done (2 left) 2024-09-13T14:18:43.778 INFO:tasks.rados.rados.0.smithi001.stdout:185: done (1 left) 2024-09-13T14:18:43.778 INFO:tasks.rados.rados.0.smithi001.stdout:186: done (0 left) 2024-09-13T14:18:43.778 INFO:tasks.rados.rados.0.smithi001.stdout:187: delete oid 31 current snap is 11 2024-09-13T14:18:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:187: done (0 left) 2024-09-13T14:18:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:188: delete oid 26 current snap is 11 2024-09-13T14:18:43.787 INFO:tasks.rados.rados.0.smithi001.stdout:188: done (0 left) 2024-09-13T14:18:43.787 INFO:tasks.rados.rados.0.smithi001.stdout:189: copy_from oid 20 from oid 42 current snap is 11 2024-09-13T14:18:43.787 INFO:tasks.rados.rados.0.smithi001.stdout:190: delete oid 5 current snap is 11 2024-09-13T14:18:43.791 INFO:tasks.rados.rados.0.smithi001.stdout:190: done (1 left) 2024-09-13T14:18:43.791 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 11 2024-09-13T14:18:43.791 INFO:tasks.rados.rados.0.smithi001.stdout:191: seq_num 77 ranges {2596864=491520,3088384=794624,3883008=8192} 2024-09-13T14:18:43.808 INFO:tasks.rados.rados.0.smithi001.stdout:191: writing smithi00185197-13 from 2596864 to 3088384 tid 1 2024-09-13T14:18:43.813 INFO:tasks.rados.rados.0.smithi001.stdout:191: writing smithi00185197-13 from 3088384 to 3883008 tid 2 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:191: writing smithi00185197-13 from 3883008 to 3891200 tid 3 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:192: read oid 19 snap -1 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:192: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 11 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:189: finishing copy_from racing read to smithi00185197-20 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:189: finishing copy_from to smithi00185197-20 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:191: finishing write tid 1 to smithi00185197-13 2024-09-13T14:18:43.814 INFO:tasks.rados.rados.0.smithi001.stdout:193: seq_num 78 ranges {1302528=516096,1818624=679936,2498560=122880} 2024-09-13T14:18:43.823 INFO:tasks.rados.rados.0.smithi001.stdout:193: writing smithi00185197-21 from 1302528 to 1818624 tid 1 2024-09-13T14:18:43.827 INFO:tasks.rados.rados.0.smithi001.stdout:193: writing smithi00185197-21 from 1818624 to 2498560 tid 2 2024-09-13T14:18:43.828 INFO:tasks.rados.rados.0.smithi001.stdout:193: writing smithi00185197-21 from 2498560 to 2621440 tid 3 2024-09-13T14:18:43.828 INFO:tasks.rados.rados.0.smithi001.stdout:189: done (3 left) 2024-09-13T14:18:43.828 INFO:tasks.rados.rados.0.smithi001.stdout:194: delete oid 11 current snap is 11 2024-09-13T14:18:43.828 INFO:tasks.rados.rados.0.smithi001.stdout:192: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: finishing write tid 2 to smithi00185197-13 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: finishing write tid 3 to smithi00185197-13 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: finishing write tid 4 to smithi00185197-13 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: finishing write tid 5 to smithi00185197-13 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: oid 13 updating version 0 to 22 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: oid 13 version 22 is already newer than 21 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: oid 13 updating version 22 to 23 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: oid 13 updating version 23 to 24 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 24 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: left oid 13 (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:191: done (3 left) 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:192: done (2 left) 2024-09-13T14:18:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:194: done (1 left) 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:195: read oid 32 snap -1 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:195: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 11 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: finishing write tid 1 to smithi00185197-21 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: finishing write tid 2 to smithi00185197-21 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: finishing write tid 3 to smithi00185197-21 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: finishing write tid 4 to smithi00185197-21 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: finishing write tid 5 to smithi00185197-21 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: oid 21 updating version 0 to 53 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: oid 21 version 53 is already newer than 52 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: oid 21 version 53 is already newer than 50 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: oid 21 version 53 is already newer than 51 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 53 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:193: left oid 21 (ObjNum 78 snap 11 seq_num 78) 2024-09-13T14:18:43.838 INFO:tasks.rados.rados.0.smithi001.stdout:196: seq_num 80 ranges {1736704=548864,2285568=450560,2736128=352256} 2024-09-13T14:18:43.848 INFO:tasks.rados.rados.0.smithi001.stdout:196: writing smithi00185197-49 from 1736704 to 2285568 tid 1 2024-09-13T14:18:43.851 INFO:tasks.rados.rados.0.smithi001.stdout:196: writing smithi00185197-49 from 2285568 to 2736128 tid 2 2024-09-13T14:18:43.853 INFO:tasks.rados.rados.0.smithi001.stdout:196: writing smithi00185197-49 from 2736128 to 3088384 tid 3 2024-09-13T14:18:43.853 INFO:tasks.rados.rados.0.smithi001.stdout:193: done (2 left) 2024-09-13T14:18:43.854 INFO:tasks.rados.rados.0.smithi001.stdout:197: delete oid 40 current snap is 11 2024-09-13T14:18:43.854 INFO:tasks.rados.rados.0.smithi001.stdout:195: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T14:18:43.870 INFO:tasks.rados.rados.0.smithi001.stdout:196: finishing write tid 1 to smithi00185197-49 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: finishing write tid 2 to smithi00185197-49 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: finishing write tid 3 to smithi00185197-49 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: finishing write tid 4 to smithi00185197-49 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: finishing write tid 5 to smithi00185197-49 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: oid 49 updating version 0 to 75 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: oid 49 version 75 is already newer than 73 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: oid 49 updating version 75 to 76 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: oid 49 version 76 is already newer than 74 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 76 (ObjNum 80 snap 11 seq_num 80) dirty exists 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: left oid 49 (ObjNum 80 snap 11 seq_num 80) 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:195: done (2 left) 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:196: done (1 left) 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:197: done (0 left) 2024-09-13T14:18:43.871 INFO:tasks.rados.rados.0.smithi001.stdout:198: delete oid 35 current snap is 11 2024-09-13T14:18:43.873 INFO:tasks.rados.rados.0.smithi001.stdout:198: done (0 left) 2024-09-13T14:18:43.873 INFO:tasks.rados.rados.0.smithi001.stdout:199: setattr oid 29 current snap is 11 2024-09-13T14:18:43.874 INFO:tasks.rados.rados.0.smithi001.stdout:200: snap_remove snap 10 2024-09-13T14:18:44.785 INFO:tasks.rados.rados.0.smithi001.stdout:200: done (1 left) 2024-09-13T14:18:44.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 11 2024-09-13T14:18:44.785 INFO:tasks.rados.rados.0.smithi001.stdout:201: seq_num 83 ranges {1302528=598016,1900544=499712,2400256=303104} 2024-09-13T14:18:44.795 INFO:tasks.rados.rados.0.smithi001.stdout:201: writing smithi00185197-38 from 1302528 to 1900544 tid 1 2024-09-13T14:18:44.798 INFO:tasks.rados.rados.0.smithi001.stdout:201: writing smithi00185197-38 from 1900544 to 2400256 tid 2 2024-09-13T14:18:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:201: writing smithi00185197-38 from 2400256 to 2703360 tid 3 2024-09-13T14:18:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 11 2024-09-13T14:18:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 78 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:201: finishing write tid 1 to smithi00185197-38 2024-09-13T14:18:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:202: seq_num 84 ranges {3088384=614400,3702784=434176,4136960=368640} 2024-09-13T14:18:44.821 INFO:tasks.rados.rados.0.smithi001.stdout:202: writing smithi00185197-49 from 3088384 to 3702784 tid 1 2024-09-13T14:18:44.823 INFO:tasks.rados.rados.0.smithi001.stdout:202: writing smithi00185197-49 from 3702784 to 4136960 tid 2 2024-09-13T14:18:44.826 INFO:tasks.rados.rados.0.smithi001.stdout:202: writing smithi00185197-49 from 4136960 to 4505600 tid 3 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:199: done (2 left) 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:203: copy_from oid 26 from oid 25 current snap is 11 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: finishing write tid 2 to smithi00185197-38 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: finishing write tid 3 to smithi00185197-38 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: finishing write tid 4 to smithi00185197-38 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: finishing write tid 5 to smithi00185197-38 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: oid 38 updating version 0 to 42 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: oid 38 updating version 42 to 43 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: oid 38 updating version 43 to 45 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: oid 38 version 45 is already newer than 44 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 45 (ObjNum 83 snap 11 seq_num 83) dirty exists 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: left oid 38 (ObjNum 83 snap 11 seq_num 83) 2024-09-13T14:18:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:201: done (2 left) 2024-09-13T14:18:44.828 INFO:tasks.rados.rados.0.smithi001.stdout:204: snap_create 2024-09-13T14:18:44.828 INFO:tasks.rados.rados.0.smithi001.stdout:203: finishing copy_from to smithi00185197-26 2024-09-13T14:18:44.828 INFO:tasks.rados.rados.0.smithi001.stdout:203: got expected ENOENT (src dne) 2024-09-13T14:18:44.828 INFO:tasks.rados.rados.0.smithi001.stdout:203: finishing copy_from racing read to smithi00185197-26 2024-09-13T14:18:44.828 INFO:tasks.rados.rados.0.smithi001.stdout:202: finishing write tid 1 to smithi00185197-49 2024-09-13T14:18:44.829 INFO:tasks.rados.rados.0.smithi001.stdout:202: finishing write tid 2 to smithi00185197-49 2024-09-13T14:18:44.830 INFO:tasks.rados.rados.0.smithi001.stdout:202: finishing write tid 3 to smithi00185197-49 2024-09-13T14:18:44.831 INFO:tasks.rados.rados.0.smithi001.stdout:202: finishing write tid 4 to smithi00185197-49 2024-09-13T14:18:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:202: finishing write tid 5 to smithi00185197-49 2024-09-13T14:18:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:202: oid 49 updating version 0 to 80 2024-09-13T14:18:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:202: oid 49 updating version 80 to 85 2024-09-13T14:18:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:202: oid 49 updating version 85 to 86 2024-09-13T14:18:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:202: oid 49 version 86 is already newer than 79 2024-09-13T14:18:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 86 (ObjNum 84 snap 11 seq_num 84) dirty exists 2024-09-13T14:18:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:202: left oid 49 (ObjNum 84 snap 11 seq_num 84) 2024-09-13T14:18:45.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: Upgrade: Target is version 19.3.0-4697-gd58f7306 (unknown) 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f'] 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[28030]: pgmap v138: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T14:18:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: Upgrade: Target is version 19.3.0-4697-gd58f7306 (unknown) 2024-09-13T14:18:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f'] 2024-09-13T14:18:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T14:18:45.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:44 smithi001 ceph-mon[40037]: pgmap v138: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:45.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T14:18:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: Upgrade: Target is version 19.3.0-4697-gd58f7306 (unknown) 2024-09-13T14:18:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f'] 2024-09-13T14:18:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:18:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:18:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T14:18:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:44 smithi028 ceph-mon[31155]: pgmap v138: 121 pgs: 121 active+clean; 35 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:45.790 INFO:tasks.rados.rados.0.smithi001.stdout:202: done (2 left) 2024-09-13T14:18:45.790 INFO:tasks.rados.rados.0.smithi001.stdout:203: done (1 left) 2024-09-13T14:18:45.790 INFO:tasks.rados.rados.0.smithi001.stdout:204: done (0 left) 2024-09-13T14:18:45.791 INFO:tasks.rados.rados.0.smithi001.stdout:205: snap_create 2024-09-13T14:18:46.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:45 smithi001 ceph-mon[28030]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f on smithi028 2024-09-13T14:18:46.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:45 smithi001 ceph-mon[28030]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T14:18:46.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:45 smithi001 ceph-mon[40037]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f on smithi028 2024-09-13T14:18:46.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:45 smithi001 ceph-mon[40037]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T14:18:46.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:45 smithi028 ceph-mon[31155]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f on smithi028 2024-09-13T14:18:46.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:45 smithi028 ceph-mon[31155]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T14:18:46.796 INFO:tasks.rados.rados.0.smithi001.stdout:205: done (0 left) 2024-09-13T14:18:46.796 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 13 2024-09-13T14:18:46.796 INFO:tasks.rados.rados.0.smithi001.stdout:206: seq_num 85 ranges {270336=630784,901120=720896,1622016=81920} 2024-09-13T14:18:46.800 INFO:tasks.rados.rados.0.smithi001.stdout:206: writing smithi00185197-17 from 270336 to 901120 tid 1 2024-09-13T14:18:46.804 INFO:tasks.rados.rados.0.smithi001.stdout:206: writing smithi00185197-17 from 901120 to 1622016 tid 2 2024-09-13T14:18:46.805 INFO:tasks.rados.rados.0.smithi001.stdout:206: writing smithi00185197-17 from 1622016 to 1703936 tid 3 2024-09-13T14:18:46.805 INFO:tasks.rados.rados.0.smithi001.stdout:207: rollback oid 8 current snap is 13 2024-09-13T14:18:46.805 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 12 2024-09-13T14:18:46.805 INFO:tasks.rados.rados.0.smithi001.stdout:208: rmattr oid 26 current snap is 13 2024-09-13T14:18:46.805 INFO:tasks.rados.rados.0.smithi001.stdout:208: done (2 left) 2024-09-13T14:18:46.805 INFO:tasks.rados.rados.0.smithi001.stdout:209: delete oid 2 current snap is 13 2024-09-13T14:18:46.808 INFO:tasks.rados.rados.0.smithi001.stdout:209: done (2 left) 2024-09-13T14:18:46.808 INFO:tasks.rados.rados.0.smithi001.stdout:210: rmattr oid 24 current snap is 13 2024-09-13T14:18:46.808 INFO:tasks.rados.rados.0.smithi001.stdout:210: done (2 left) 2024-09-13T14:18:46.808 INFO:tasks.rados.rados.0.smithi001.stdout:211: snap_create 2024-09-13T14:18:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:206: finishing write tid 1 to smithi00185197-17 2024-09-13T14:18:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:207: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:18:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:18:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:206: finishing write tid 2 to smithi00185197-17 2024-09-13T14:18:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:206: finishing write tid 3 to smithi00185197-17 2024-09-13T14:18:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:206: finishing write tid 4 to smithi00185197-17 2024-09-13T14:18:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:206: finishing write tid 5 to smithi00185197-17 2024-09-13T14:18:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:206: oid 17 updating version 0 to 28 2024-09-13T14:18:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:206: oid 17 version 28 is already newer than 27 2024-09-13T14:18:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:206: oid 17 version 28 is already newer than 26 2024-09-13T14:18:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:206: oid 17 updating version 28 to 29 2024-09-13T14:18:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 29 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T14:18:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:206: left oid 17 (ObjNum 85 snap 13 seq_num 85) 2024-09-13T14:18:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:46 smithi001 ceph-mon[28030]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T14:18:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:46 smithi001 ceph-mon[28030]: pgmap v141: 121 pgs: 121 active+clean; 36 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-13T14:18:47.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:18:46] "GET /metrics HTTP/1.1" 200 35994 "" "Prometheus/2.43.0" 2024-09-13T14:18:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:46 smithi001 ceph-mon[40037]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T14:18:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:46 smithi001 ceph-mon[40037]: pgmap v141: 121 pgs: 121 active+clean; 36 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-13T14:18:47.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:46 smithi028 ceph-mon[31155]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T14:18:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:46 smithi028 ceph-mon[31155]: pgmap v141: 121 pgs: 121 active+clean; 36 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-13T14:18:47.800 INFO:tasks.rados.rados.0.smithi001.stdout:206: done (2 left) 2024-09-13T14:18:47.800 INFO:tasks.rados.rados.0.smithi001.stdout:207: done (1 left) 2024-09-13T14:18:47.800 INFO:tasks.rados.rados.0.smithi001.stdout:211: done (0 left) 2024-09-13T14:18:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:212: copy_from oid 48 from oid 47 current snap is 14 2024-09-13T14:18:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:213: read oid 34 snap -1 2024-09-13T14:18:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:213: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T14:18:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:214: snap_create 2024-09-13T14:18:47.807 INFO:tasks.rados.rados.0.smithi001.stdout:213: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T14:18:47.821 INFO:tasks.rados.rados.0.smithi001.stdout:212: finishing copy_from racing read to smithi00185197-48 2024-09-13T14:18:47.821 INFO:tasks.rados.rados.0.smithi001.stdout:212: finishing copy_from to smithi00185197-48 2024-09-13T14:18:47.822 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 23 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:48.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:47 smithi001 ceph-mon[28030]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T14:18:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:47 smithi001 ceph-mon[40037]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T14:18:48.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:47 smithi028 ceph-mon[31155]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T14:18:48.806 INFO:tasks.rados.rados.0.smithi001.stdout:212: done (2 left) 2024-09-13T14:18:48.806 INFO:tasks.rados.rados.0.smithi001.stdout:213: done (1 left) 2024-09-13T14:18:48.806 INFO:tasks.rados.rados.0.smithi001.stdout:214: done (0 left) 2024-09-13T14:18:48.806 INFO:tasks.rados.rados.0.smithi001.stdout:215: read oid 47 snap -1 2024-09-13T14:18:48.806 INFO:tasks.rados.rados.0.smithi001.stdout:215: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:48.806 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 15 2024-09-13T14:18:48.806 INFO:tasks.rados.rados.0.smithi001.stdout:216: seq_num 87 ranges {172032=663552,835584=491520,1327104=311296} 2024-09-13T14:18:48.810 INFO:tasks.rados.rados.0.smithi001.stdout:216: writing smithi00185197-36 from 172032 to 835584 tid 1 2024-09-13T14:18:48.813 INFO:tasks.rados.rados.0.smithi001.stdout:216: writing smithi00185197-36 from 835584 to 1327104 tid 2 2024-09-13T14:18:48.815 INFO:tasks.rados.rados.0.smithi001.stdout:216: writing smithi00185197-36 from 1327104 to 1638400 tid 3 2024-09-13T14:18:48.815 INFO:tasks.rados.rados.0.smithi001.stdout:217: rollback oid 18 current snap is 15 2024-09-13T14:18:48.815 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 11 2024-09-13T14:18:48.815 INFO:tasks.rados.rados.0.smithi001.stdout:215: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:48.839 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 1 to smithi00185197-36 2024-09-13T14:18:48.839 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 2 to smithi00185197-36 2024-09-13T14:18:48.839 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 3 to smithi00185197-36 2024-09-13T14:18:48.839 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 4 to smithi00185197-36 2024-09-13T14:18:48.839 INFO:tasks.rados.rados.0.smithi001.stdout:217: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:18:48.839 INFO:tasks.rados.rados.0.smithi001.stdout:217: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:18:48.839 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 5 to smithi00185197-36 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:216: oid 36 updating version 0 to 63 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:216: oid 36 updating version 63 to 64 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:216: oid 36 updating version 64 to 66 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:216: oid 36 version 66 is already newer than 65 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 66 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:216: left oid 36 (ObjNum 87 snap 15 seq_num 87) 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:217: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 15 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:215: done (2 left) 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:216: done (1 left) 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:217: done (0 left) 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 15 2024-09-13T14:18:48.840 INFO:tasks.rados.rados.0.smithi001.stdout:218: seq_num 88 ranges {0=679936,679936=778240,1458176=24576} 2024-09-13T14:18:48.842 INFO:tasks.rados.rados.0.smithi001.stdout:218: writing smithi00185197-2 from 0 to 679936 tid 1 2024-09-13T14:18:48.847 INFO:tasks.rados.rados.0.smithi001.stdout:218: writing smithi00185197-2 from 679936 to 1458176 tid 2 2024-09-13T14:18:48.847 INFO:tasks.rados.rados.0.smithi001.stdout:218: writing smithi00185197-2 from 1458176 to 1482752 tid 3 2024-09-13T14:18:48.848 INFO:tasks.rados.rados.0.smithi001.stdout:219: delete oid 40 current snap is 15 2024-09-13T14:18:48.849 INFO:tasks.rados.rados.0.smithi001.stdout:219: done (1 left) 2024-09-13T14:18:48.849 INFO:tasks.rados.rados.0.smithi001.stdout:220: read oid 47 snap -1 2024-09-13T14:18:48.849 INFO:tasks.rados.rados.0.smithi001.stdout:220: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:48.850 INFO:tasks.rados.rados.0.smithi001.stdout:221: rollback oid 49 current snap is 15 2024-09-13T14:18:48.850 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 13 2024-09-13T14:18:48.850 INFO:tasks.rados.rados.0.smithi001.stdout:222: snap_remove snap 12 2024-09-13T14:18:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:48 smithi001 ceph-mon[28030]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T14:18:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:48 smithi001 ceph-mon[28030]: pgmap v144: 121 pgs: 121 active+clean; 36 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-13T14:18:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:48 smithi001 ceph-mon[40037]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T14:18:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:48 smithi001 ceph-mon[40037]: pgmap v144: 121 pgs: 121 active+clean; 36 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-13T14:18:49.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:48 smithi028 ceph-mon[31155]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T14:18:49.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:48 smithi028 ceph-mon[31155]: pgmap v144: 121 pgs: 121 active+clean; 36 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-13T14:18:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:218: finishing write tid 1 to smithi00185197-2 2024-09-13T14:18:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:218: finishing write tid 2 to smithi00185197-2 2024-09-13T14:18:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:218: finishing write tid 3 to smithi00185197-2 2024-09-13T14:18:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:218: finishing write tid 4 to smithi00185197-2 2024-09-13T14:18:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:220: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:221: finishing rollback tid 0 to smithi00185197-49 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:218: finishing write tid 5 to smithi00185197-2 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:218: oid 2 updating version 0 to 92 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:218: oid 2 updating version 92 to 94 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:218: oid 2 version 94 is already newer than 91 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:218: oid 2 version 94 is already newer than 93 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 94 (ObjNum 88 snap 15 seq_num 88) dirty exists 2024-09-13T14:18:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:218: left oid 2 (ObjNum 88 snap 15 seq_num 88) 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:221: finishing rollback tid 1 to smithi00185197-49 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:221: finishing rollback tid 2 to smithi00185197-49 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 98 (ObjNum 84 snap 11 seq_num 84) dirty exists 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:218: done (3 left) 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:220: done (2 left) 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:221: done (1 left) 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:222: done (0 left) 2024-09-13T14:18:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:223: snap_create 2024-09-13T14:18:49.961 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:18:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:49 smithi001 ceph-mon[28030]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T14:18:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:49 smithi001 ceph-mon[40037]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T14:18:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:49 smithi028 ceph-mon[31155]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (2m) 111s ago 3m 14.3M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (2m) 111s ago 2m 82.4M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (4m) 111s ago 4m 13.8M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (4m) 111s ago 4m 17.8M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,8765 running (7m) 111s ago 7m 437M - 18.2.4-843-g2c01458a c129f5a2fd4e 82f683212121 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (9m) 111s ago 9m 488M - 18.2.4-843-g2c01458a c129f5a2fd4e 5edd94aea74f 2024-09-13T14:18:50.516 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (9m) 111s ago 9m 45.3M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e e17068e2d023 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (8m) 111s ago 8m 39.0M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e aa9cc501633c 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (8m) 111s ago 8m 37.4M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e 13390a0b971d 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (2m) 111s ago 2m 8426k - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (2m) 111s ago 2m 8526k - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (7m) 111s ago 7m 52.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (7m) 111s ago 7m 51.4M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (6m) 111s ago 6m 42.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:18:50.517 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (6m) 111s ago 6m 41.7M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:18:50.518 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (6m) 111s ago 6m 45.3M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:18:50.518 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (5m) 111s ago 5m 45.6M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:18:50.518 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (5m) 111s ago 5m 52.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:18:50.518 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (4m) 111s ago 4m 51.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:18:50.518 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (2m) 111s ago 3m 31.2M - 2.43.0 a07b618ecd1d 43e2b82c4475 2024-09-13T14:18:50.815 INFO:tasks.rados.rados.0.smithi001.stdout:223: done (0 left) 2024-09-13T14:18:50.815 INFO:tasks.rados.rados.0.smithi001.stdout:224: snap_create 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:18:50.851 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:50.852 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:18:50.852 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:18:50.852 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:18:50.852 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:18:50.852 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 15 2024-09-13T14:18:50.852 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:18:50.852 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:18:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[28030]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T14:18:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[28030]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[28030]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[28030]: pgmap v147: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:18:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[40037]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T14:18:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[40037]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[40037]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:50 smithi001 ceph-mon[40037]: pgmap v147: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:18:51.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:50 smithi028 ceph-mon[31155]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T14:18:51.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:50 smithi028 ceph-mon[31155]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:51.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:50 smithi028 ceph-mon[31155]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:50 smithi028 ceph-mon[31155]: pgmap v147: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "0/20 daemons upgraded", 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f image on host smithi028", 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:18:51.133 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:18:51.731 INFO:tasks.rados.rados.0.smithi001.stdout:224: done (0 left) 2024-09-13T14:18:51.731 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 17 2024-09-13T14:18:51.731 INFO:tasks.rados.rados.0.smithi001.stdout:225: seq_num 90 ranges {491520=712704,1204224=540672,1744896=262144} 2024-09-13T14:18:51.737 INFO:tasks.rados.rados.0.smithi001.stdout:225: writing smithi00185197-30 from 491520 to 1204224 tid 1 2024-09-13T14:18:51.740 INFO:tasks.rados.rados.0.smithi001.stdout:225: writing smithi00185197-30 from 1204224 to 1744896 tid 2 2024-09-13T14:18:51.743 INFO:tasks.rados.rados.0.smithi001.stdout:225: writing smithi00185197-30 from 1744896 to 2007040 tid 3 2024-09-13T14:18:51.743 INFO:tasks.rados.rados.0.smithi001.stdout:226: rmattr oid 17 current snap is 17 2024-09-13T14:18:51.743 INFO:tasks.rados.rados.0.smithi001.stdout:226: done (1 left) 2024-09-13T14:18:51.743 INFO:tasks.rados.rados.0.smithi001.stdout:227: snap_remove snap 15 2024-09-13T14:18:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[28030]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[28030]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T14:18:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3843457071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:18:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[28030]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[28030]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T14:18:52.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[40037]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:52.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[40037]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T14:18:52.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3843457071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:18:52.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[40037]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:52.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:51 smithi001 ceph-mon[40037]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T14:18:52.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:51 smithi028 ceph-mon[31155]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:51 smithi028 ceph-mon[31155]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T14:18:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:51 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3843457071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:18:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:51 smithi028 ceph-mon[31155]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:18:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:51 smithi028 ceph-mon[31155]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: finishing write tid 1 to smithi00185197-30 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: finishing write tid 2 to smithi00185197-30 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: finishing write tid 3 to smithi00185197-30 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: finishing write tid 4 to smithi00185197-30 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: finishing write tid 5 to smithi00185197-30 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: oid 30 updating version 0 to 49 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: oid 30 updating version 49 to 50 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: oid 30 version 50 is already newer than 47 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: oid 30 version 50 is already newer than 48 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 50 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-09-13T14:18:52.733 INFO:tasks.rados.rados.0.smithi001.stdout:225: left oid 30 (ObjNum 90 snap 17 seq_num 90) 2024-09-13T14:18:52.734 INFO:tasks.rados.rados.0.smithi001.stdout:225: done (1 left) 2024-09-13T14:18:52.734 INFO:tasks.rados.rados.0.smithi001.stdout:227: done (0 left) 2024-09-13T14:18:52.734 INFO:tasks.rados.rados.0.smithi001.stdout:228: snap_remove snap 11 2024-09-13T14:18:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:52 smithi001 ceph-mon[28030]: pgmap v150: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:18:53.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:52 smithi001 ceph-mon[28030]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T14:18:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:52 smithi001 ceph-mon[40037]: pgmap v150: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:18:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:52 smithi001 ceph-mon[40037]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T14:18:53.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:52 smithi028 ceph-mon[31155]: pgmap v150: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:18:53.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:52 smithi028 ceph-mon[31155]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T14:18:53.734 INFO:tasks.rados.rados.0.smithi001.stdout:228: done (0 left) 2024-09-13T14:18:53.735 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 17 2024-09-13T14:18:53.735 INFO:tasks.rados.rados.0.smithi001.stdout:229: seq_num 91 ranges {221184=729088,950272=425984,1376256=376832} 2024-09-13T14:18:53.740 INFO:tasks.rados.rados.0.smithi001.stdout:229: writing smithi00185197-14 from 221184 to 950272 tid 1 2024-09-13T14:18:53.743 INFO:tasks.rados.rados.0.smithi001.stdout:229: writing smithi00185197-14 from 950272 to 1376256 tid 2 2024-09-13T14:18:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:229: writing smithi00185197-14 from 1376256 to 1753088 tid 3 2024-09-13T14:18:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:230: read oid 3 snap -1 2024-09-13T14:18:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:230: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T14:18:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 17 2024-09-13T14:18:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:229: finishing write tid 1 to smithi00185197-14 2024-09-13T14:18:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:231: seq_num 92 ranges {638976=745472,1384448=761856,2146304=40960} 2024-09-13T14:18:53.754 INFO:tasks.rados.rados.0.smithi001.stdout:231: writing smithi00185197-20 from 638976 to 1384448 tid 1 2024-09-13T14:18:53.758 INFO:tasks.rados.rados.0.smithi001.stdout:231: writing smithi00185197-20 from 1384448 to 2146304 tid 2 2024-09-13T14:18:53.759 INFO:tasks.rados.rados.0.smithi001.stdout:231: writing smithi00185197-20 from 2146304 to 2187264 tid 3 2024-09-13T14:18:53.759 INFO:tasks.rados.rados.0.smithi001.stdout:232: snap_create 2024-09-13T14:18:53.759 INFO:tasks.rados.rados.0.smithi001.stdout:229: finishing write tid 2 to smithi00185197-14 2024-09-13T14:18:53.759 INFO:tasks.rados.rados.0.smithi001.stdout:230: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: finishing write tid 3 to smithi00185197-14 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: finishing write tid 4 to smithi00185197-14 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: finishing write tid 5 to smithi00185197-14 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: oid 14 updating version 0 to 5 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: oid 14 updating version 5 to 6 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: oid 14 updating version 6 to 7 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: oid 14 version 7 is already newer than 4 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 7 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:229: left oid 14 (ObjNum 91 snap 17 seq_num 91) 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:231: finishing write tid 1 to smithi00185197-20 2024-09-13T14:18:53.762 INFO:tasks.rados.rados.0.smithi001.stdout:231: finishing write tid 2 to smithi00185197-20 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: finishing write tid 3 to smithi00185197-20 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: finishing write tid 4 to smithi00185197-20 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: finishing write tid 5 to smithi00185197-20 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: oid 20 updating version 0 to 108 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: oid 20 updating version 108 to 111 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: oid 20 version 111 is already newer than 109 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: oid 20 version 111 is already newer than 110 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 111 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-09-13T14:18:53.763 INFO:tasks.rados.rados.0.smithi001.stdout:231: left oid 20 (ObjNum 92 snap 17 seq_num 92) 2024-09-13T14:18:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:229: done (3 left) 2024-09-13T14:18:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:230: done (2 left) 2024-09-13T14:18:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:231: done (1 left) 2024-09-13T14:18:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:232: done (0 left) 2024-09-13T14:18:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:233: delete oid 41 current snap is 18 2024-09-13T14:18:54.743 INFO:tasks.rados.rados.0.smithi001.stdout:233: done (0 left) 2024-09-13T14:18:54.743 INFO:tasks.rados.rados.0.smithi001.stdout:234: read oid 13 snap -1 2024-09-13T14:18:54.743 INFO:tasks.rados.rados.0.smithi001.stdout:234: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:18:54.743 INFO:tasks.rados.rados.0.smithi001.stdout:235: setattr oid 26 current snap is 18 2024-09-13T14:18:54.745 INFO:tasks.rados.rados.0.smithi001.stdout:236: copy_from oid 32 from oid 7 current snap is 18 2024-09-13T14:18:54.745 INFO:tasks.rados.rados.0.smithi001.stdout:237: read oid 22 snap -1 2024-09-13T14:18:54.745 INFO:tasks.rados.rados.0.smithi001.stdout:237: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:18:54.745 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 18 2024-09-13T14:18:54.745 INFO:tasks.rados.rados.0.smithi001.stdout:238: seq_num 94 ranges {73728=778240,851968=532480,1384448=270336} 2024-09-13T14:18:54.750 INFO:tasks.rados.rados.0.smithi001.stdout:238: writing smithi00185197-15 from 73728 to 851968 tid 1 2024-09-13T14:18:54.754 INFO:tasks.rados.rados.0.smithi001.stdout:238: writing smithi00185197-15 from 851968 to 1384448 tid 2 2024-09-13T14:18:54.756 INFO:tasks.rados.rados.0.smithi001.stdout:238: writing smithi00185197-15 from 1384448 to 1654784 tid 3 2024-09-13T14:18:54.756 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 18 2024-09-13T14:18:54.756 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 71 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T14:18:54.756 INFO:tasks.rados.rados.0.smithi001.stdout:237: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:18:54.779 INFO:tasks.rados.rados.0.smithi001.stdout:236: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:18:54.779 INFO:tasks.rados.rados.0.smithi001.stdout:236: finishing copy_from to smithi00185197-32 2024-09-13T14:18:54.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 23 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:54.779 INFO:tasks.rados.rados.0.smithi001.stdout:239: seq_num 95 ranges {4505600=794624,5300224=409600,5709824=393216} 2024-09-13T14:18:54.808 INFO:tasks.rados.rados.0.smithi001.stdout:239: writing smithi00185197-49 from 4505600 to 5300224 tid 1 2024-09-13T14:18:54.810 INFO:tasks.rados.rados.0.smithi001.stdout:239: writing smithi00185197-49 from 5300224 to 5709824 tid 2 2024-09-13T14:18:54.813 INFO:tasks.rados.rados.0.smithi001.stdout:239: writing smithi00185197-49 from 5709824 to 6103040 tid 3 2024-09-13T14:18:54.813 INFO:tasks.rados.rados.0.smithi001.stdout:235: done (5 left) 2024-09-13T14:18:54.813 INFO:tasks.rados.rados.0.smithi001.stdout:236: done (4 left) 2024-09-13T14:18:54.813 INFO:tasks.rados.rados.0.smithi001.stdout:237: done (3 left) 2024-09-13T14:18:54.813 INFO:tasks.rados.rados.0.smithi001.stdout:240: rollback oid 33 current snap is 18 2024-09-13T14:18:54.813 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 13 2024-09-13T14:18:54.813 INFO:tasks.rados.rados.0.smithi001.stdout:238: finishing write tid 1 to smithi00185197-15 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: finishing write tid 2 to smithi00185197-15 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: finishing write tid 3 to smithi00185197-15 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: finishing write tid 4 to smithi00185197-15 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: finishing write tid 5 to smithi00185197-15 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: oid 15 updating version 0 to 36 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: oid 15 version 36 is already newer than 34 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: oid 15 updating version 36 to 37 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: oid 15 version 37 is already newer than 35 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 37 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:238: left oid 15 (ObjNum 94 snap 18 seq_num 94) 2024-09-13T14:18:54.814 INFO:tasks.rados.rados.0.smithi001.stdout:234: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:18:54.984 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 1 to smithi00185197-49 2024-09-13T14:18:54.984 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 2 to smithi00185197-49 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 3 to smithi00185197-49 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 4 to smithi00185197-49 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:240: finishing rollback tid 0 to smithi00185197-33 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:240: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:240: finishing rollback tid 2 to smithi00185197-33 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 21 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 5 to smithi00185197-49 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: oid 49 updating version 0 to 114 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: oid 49 updating version 114 to 115 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: oid 49 version 115 is already newer than 113 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: oid 49 updating version 115 to 116 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 116 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-09-13T14:18:54.985 INFO:tasks.rados.rados.0.smithi001.stdout:239: left oid 49 (ObjNum 95 snap 18 seq_num 95) 2024-09-13T14:18:54.986 INFO:tasks.rados.rados.0.smithi001.stdout:234: done (3 left) 2024-09-13T14:18:54.986 INFO:tasks.rados.rados.0.smithi001.stdout:238: done (2 left) 2024-09-13T14:18:54.986 INFO:tasks.rados.rados.0.smithi001.stdout:239: done (1 left) 2024-09-13T14:18:54.986 INFO:tasks.rados.rados.0.smithi001.stdout:240: done (0 left) 2024-09-13T14:18:54.986 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 18 2024-09-13T14:18:54.986 INFO:tasks.rados.rados.0.smithi001.stdout:241: seq_num 96 ranges {1269760=409600,1679360=696320,2375680=507904} 2024-09-13T14:18:54.993 INFO:tasks.rados.rados.0.smithi001.stdout:241: writing smithi00185197-23 from 1269760 to 1679360 tid 1 2024-09-13T14:18:54.997 INFO:tasks.rados.rados.0.smithi001.stdout:241: writing smithi00185197-23 from 1679360 to 2375680 tid 2 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:241: writing smithi00185197-23 from 2375680 to 2883584 tid 3 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:242: read oid 33 snap -1 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:242: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:243: rollback oid 39 current snap is 18 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 17 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:241: finishing write tid 1 to smithi00185197-23 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:241: finishing write tid 2 to smithi00185197-23 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:244: rmattr oid 22 current snap is 18 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:244: done (3 left) 2024-09-13T14:18:55.001 INFO:tasks.rados.rados.0.smithi001.stdout:245: copy_from oid 8 from oid 7 current snap is 18 2024-09-13T14:18:55.002 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 18 2024-09-13T14:18:55.002 INFO:tasks.rados.rados.0.smithi001.stdout:246: seq_num 97 ranges {2007040=434176,2441216=581632,3022848=540672,3563520=81920} 2024-09-13T14:18:55.014 INFO:tasks.rados.rados.0.smithi001.stdout:246: writing smithi00185197-30 from 2007040 to 2441216 tid 1 2024-09-13T14:18:55.017 INFO:tasks.rados.rados.0.smithi001.stdout:246: writing smithi00185197-30 from 2441216 to 3022848 tid 2 2024-09-13T14:18:55.020 INFO:tasks.rados.rados.0.smithi001.stdout:246: writing smithi00185197-30 from 3022848 to 3563520 tid 3 2024-09-13T14:18:55.021 INFO:tasks.rados.rados.0.smithi001.stdout:246: writing smithi00185197-30 from 3563520 to 3645440 tid 4 2024-09-13T14:18:55.021 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 18 2024-09-13T14:18:55.021 INFO:tasks.rados.rados.0.smithi001.stdout:247: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-09-13T14:18:55.023 INFO:tasks.rados.rados.0.smithi001.stdout:247: writing smithi00185197-11 from 0 to 450560 tid 1 2024-09-13T14:18:55.026 INFO:tasks.rados.rados.0.smithi001.stdout:247: writing smithi00185197-11 from 450560 to 917504 tid 2 2024-09-13T14:18:55.030 INFO:tasks.rados.rados.0.smithi001.stdout:247: writing smithi00185197-11 from 917504 to 1654784 tid 3 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:248: read oid 45 snap 16 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:248: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:241: finishing write tid 3 to smithi00185197-23 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:249: rmattr oid 15 current snap is 18 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:249: done (7 left) 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 18 2024-09-13T14:18:55.031 INFO:tasks.rados.rados.0.smithi001.stdout:242: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T14:18:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:18:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:18:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 58 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T14:18:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:241: finishing write tid 4 to smithi00185197-23 2024-09-13T14:18:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:241: finishing write tid 5 to smithi00185197-23 2024-09-13T14:18:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:241: oid 23 updating version 0 to 47 2024-09-13T14:18:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:241: oid 23 version 47 is already newer than 45 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:241: oid 23 updating version 47 to 48 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:241: oid 23 version 48 is already newer than 46 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 48 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:241: left oid 23 (ObjNum 96 snap 18 seq_num 96) 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:245: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:245: finishing copy_from to smithi00185197-8 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 23 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:246: finishing write tid 1 to smithi00185197-30 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:246: finishing write tid 2 to smithi00185197-30 2024-09-13T14:18:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:250: seq_num 99 ranges {778240=466944,1245184=802816,2048000=401408} 2024-09-13T14:18:55.051 INFO:tasks.rados.rados.0.smithi001.stdout:250: writing smithi00185197-48 from 778240 to 1245184 tid 1 2024-09-13T14:18:55.056 INFO:tasks.rados.rados.0.smithi001.stdout:250: writing smithi00185197-48 from 1245184 to 2048000 tid 2 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:250: writing smithi00185197-48 from 2048000 to 2449408 tid 3 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:241: done (7 left) 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:242: done (6 left) 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:243: done (5 left) 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:245: done (4 left) 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:251: read oid 2 snap -1 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:251: expect (ObjNum 88 snap 15 seq_num 88) 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:252: read oid 7 snap 16 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:252: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:55.059 INFO:tasks.rados.rados.0.smithi001.stdout:253: snap_remove snap 14 2024-09-13T14:18:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:54 smithi001 ceph-mon[28030]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:18:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:54 smithi001 ceph-mon[28030]: pgmap v153: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:54 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:54 smithi001 ceph-mon[40037]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:18:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:54 smithi001 ceph-mon[40037]: pgmap v153: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:54 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:55.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:54 smithi028 ceph-mon[31155]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:18:55.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:54 smithi028 ceph-mon[31155]: pgmap v153: 121 pgs: 121 active+clean; 41 MiB data, 303 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:18:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:54 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:55.742 INFO:tasks.rados.rados.0.smithi001.stdout:253: done (6 left) 2024-09-13T14:18:55.743 INFO:tasks.rados.rados.0.smithi001.stdout:254: snap_remove snap 13 2024-09-13T14:18:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:55 smithi001 ceph-mon[28030]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T14:18:56.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:55 smithi001 ceph-mon[40037]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T14:18:56.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:55 smithi028 ceph-mon[31155]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T14:18:56.753 INFO:tasks.rados.rados.0.smithi001.stdout:254: done (6 left) 2024-09-13T14:18:56.753 INFO:tasks.rados.rados.0.smithi001.stdout:255: setattr oid 36 current snap is 18 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:256: snap_create 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: finishing write tid 3 to smithi00185197-30 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: finishing write tid 4 to smithi00185197-30 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: finishing write tid 5 to smithi00185197-30 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: finishing write tid 6 to smithi00185197-30 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: oid 30 updating version 0 to 65 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: oid 30 version 65 is already newer than 61 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: oid 30 version 65 is already newer than 63 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: oid 30 version 65 is already newer than 62 2024-09-13T14:18:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:246: oid 30 version 65 is already newer than 64 2024-09-13T14:18:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 65 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-09-13T14:18:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:246: left oid 30 (ObjNum 97 snap 18 seq_num 97) 2024-09-13T14:18:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:247: finishing write tid 1 to smithi00185197-11 2024-09-13T14:18:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:247: finishing write tid 2 to smithi00185197-11 2024-09-13T14:18:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:247: finishing write tid 3 to smithi00185197-11 2024-09-13T14:18:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:247: finishing write tid 4 to smithi00185197-11 2024-09-13T14:18:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:248: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T14:18:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:247: finishing write tid 5 to smithi00185197-11 2024-09-13T14:18:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:247: oid 11 updating version 0 to 74 2024-09-13T14:18:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:247: oid 11 updating version 74 to 76 2024-09-13T14:18:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:247: oid 11 updating version 76 to 77 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:247: oid 11 version 77 is already newer than 75 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 77 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:247: left oid 11 (ObjNum 98 snap 18 seq_num 98) 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 1 to smithi00185197-48 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 2 to smithi00185197-48 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 3 to smithi00185197-48 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 4 to smithi00185197-48 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 5 to smithi00185197-48 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: oid 48 updating version 0 to 27 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: oid 48 version 27 is already newer than 24 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: oid 48 version 27 is already newer than 26 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: oid 48 version 27 is already newer than 25 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 27 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:250: left oid 48 (ObjNum 99 snap 18 seq_num 99) 2024-09-13T14:18:56.774 INFO:tasks.rados.rados.0.smithi001.stdout:251: expect (ObjNum 88 snap 15 seq_num 88) 2024-09-13T14:18:56.813 INFO:tasks.rados.rados.0.smithi001.stdout:252: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:18:56.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 87 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-09-13T14:18:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:56 smithi001 ceph-mon[28030]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T14:18:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:56 smithi001 ceph-mon[28030]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-13T14:18:57.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:18:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:18:56] "GET /metrics HTTP/1.1" 200 35992 "" "Prometheus/2.43.0" 2024-09-13T14:18:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:56 smithi001 ceph-mon[40037]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T14:18:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:56 smithi001 ceph-mon[40037]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-13T14:18:57.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:56 smithi028 ceph-mon[31155]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T14:18:57.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:56 smithi028 ceph-mon[31155]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-13T14:18:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:246: done (7 left) 2024-09-13T14:18:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:247: done (6 left) 2024-09-13T14:18:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:248: done (5 left) 2024-09-13T14:18:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:250: done (4 left) 2024-09-13T14:18:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:251: done (3 left) 2024-09-13T14:18:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:252: done (2 left) 2024-09-13T14:18:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:255: done (1 left) 2024-09-13T14:18:57.758 INFO:tasks.rados.rados.0.smithi001.stdout:256: done (0 left) 2024-09-13T14:18:57.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 19 2024-09-13T14:18:57.758 INFO:tasks.rados.rados.0.smithi001.stdout:257: seq_num 100 ranges {540672=483328,1024000=688128,1712128=516096} 2024-09-13T14:18:57.762 INFO:tasks.rados.rados.0.smithi001.stdout:257: writing smithi00185197-33 from 540672 to 1024000 tid 1 2024-09-13T14:18:57.766 INFO:tasks.rados.rados.0.smithi001.stdout:257: writing smithi00185197-33 from 1024000 to 1712128 tid 2 2024-09-13T14:18:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:257: writing smithi00185197-33 from 1712128 to 2228224 tid 3 2024-09-13T14:18:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:258: copy_from oid 18 from oid 13 current snap is 19 2024-09-13T14:18:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:257: finishing write tid 1 to smithi00185197-33 2024-09-13T14:18:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:259: snap_create 2024-09-13T14:18:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:257: finishing write tid 2 to smithi00185197-33 2024-09-13T14:18:57.772 INFO:tasks.rados.rados.0.smithi001.stdout:257: finishing write tid 3 to smithi00185197-33 2024-09-13T14:18:57.772 INFO:tasks.rados.rados.0.smithi001.stdout:257: finishing write tid 4 to smithi00185197-33 2024-09-13T14:18:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:257: finishing write tid 5 to smithi00185197-33 2024-09-13T14:18:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:257: oid 33 updating version 0 to 31 2024-09-13T14:18:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:257: oid 33 updating version 31 to 33 2024-09-13T14:18:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:257: oid 33 version 33 is already newer than 32 2024-09-13T14:18:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:257: oid 33 updating version 33 to 34 2024-09-13T14:18:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 34 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-09-13T14:18:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:257: left oid 33 (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:18:57.786 INFO:tasks.rados.rados.0.smithi001.stdout:258: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:18:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:258: finishing copy_from to smithi00185197-18 2024-09-13T14:18:57.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 24 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:18:58.004 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:57 smithi001 ceph-mon[28030]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T14:18:58.004 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:57 smithi001 ceph-mon[40037]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T14:18:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:57 smithi028 ceph-mon[31155]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T14:18:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:257: done (2 left) 2024-09-13T14:18:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:258: done (1 left) 2024-09-13T14:18:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:259: done (0 left) 2024-09-13T14:18:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:260: snap_create 2024-09-13T14:18:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:58 smithi001 ceph-mon[28030]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:18:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:58 smithi001 ceph-mon[28030]: pgmap v159: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-13T14:18:59.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:58 smithi001 ceph-mon[40037]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:18:59.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:58 smithi001 ceph-mon[40037]: pgmap v159: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-13T14:18:59.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:58 smithi028 ceph-mon[31155]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:18:59.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:58 smithi028 ceph-mon[31155]: pgmap v159: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-13T14:18:59.764 INFO:tasks.rados.rados.0.smithi001.stdout:260: done (0 left) 2024-09-13T14:18:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:261: read oid 15 snap -1 2024-09-13T14:18:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:261: expect (ObjNum 94 snap 18 seq_num 94) 2024-09-13T14:18:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:262: read oid 1 snap -1 2024-09-13T14:18:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:262: expect deleted 2024-09-13T14:18:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:263: read oid 10 snap -1 2024-09-13T14:18:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:263: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T14:18:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:264: delete oid 49 current snap is 21 2024-09-13T14:18:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:263: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T14:18:59.789 INFO:tasks.rados.rados.0.smithi001.stdout:261: expect (ObjNum 94 snap 18 seq_num 94) 2024-09-13T14:18:59.833 INFO:tasks.rados.rados.0.smithi001.stdout:261: done (3 left) 2024-09-13T14:18:59.833 INFO:tasks.rados.rados.0.smithi001.stdout:262: done (2 left) 2024-09-13T14:18:59.833 INFO:tasks.rados.rados.0.smithi001.stdout:263: done (1 left) 2024-09-13T14:18:59.833 INFO:tasks.rados.rados.0.smithi001.stdout:264: done (0 left) 2024-09-13T14:18:59.834 INFO:tasks.rados.rados.0.smithi001.stdout:265: delete oid 44 current snap is 21 2024-09-13T14:18:59.834 INFO:tasks.rados.rados.0.smithi001.stdout:265: done (0 left) 2024-09-13T14:18:59.834 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 21 2024-09-13T14:18:59.834 INFO:tasks.rados.rados.0.smithi001.stdout:266: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-09-13T14:18:59.837 INFO:tasks.rados.rados.0.smithi001.stdout:266: writing smithi00185197-25 from 0 to 532480 tid 1 2024-09-13T14:18:59.841 INFO:tasks.rados.rados.0.smithi001.stdout:266: writing smithi00185197-25 from 532480 to 1269760 tid 2 2024-09-13T14:18:59.844 INFO:tasks.rados.rados.0.smithi001.stdout:266: writing smithi00185197-25 from 1269760 to 1736704 tid 3 2024-09-13T14:18:59.844 INFO:tasks.rados.rados.0.smithi001.stdout:267: delete oid 42 current snap is 21 2024-09-13T14:18:59.844 INFO:tasks.rados.rados.0.smithi001.stdout:266: finishing write tid 1 to smithi00185197-25 2024-09-13T14:18:59.844 INFO:tasks.rados.rados.0.smithi001.stdout:266: finishing write tid 2 to smithi00185197-25 2024-09-13T14:18:59.846 INFO:tasks.rados.rados.0.smithi001.stdout:267: done (1 left) 2024-09-13T14:18:59.846 INFO:tasks.rados.rados.0.smithi001.stdout:268: snap_remove snap 18 2024-09-13T14:19:00.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:18:59 smithi001 ceph-mon[28030]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:19:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:18:59 smithi001 ceph-mon[40037]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:19:00.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:18:59 smithi028 ceph-mon[31155]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:268: done (1 left) 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:269: delete oid 48 current snap is 21 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: finishing write tid 3 to smithi00185197-25 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: finishing write tid 4 to smithi00185197-25 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: finishing write tid 5 to smithi00185197-25 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: oid 25 updating version 0 to 75 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: oid 25 updating version 75 to 77 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: oid 25 version 77 is already newer than 74 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: oid 25 version 77 is already newer than 76 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 77 (ObjNum 103 snap 21 seq_num 103) dirty exists 2024-09-13T14:19:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:266: left oid 25 (ObjNum 103 snap 21 seq_num 103) 2024-09-13T14:19:00.777 INFO:tasks.rados.rados.0.smithi001.stdout:266: done (1 left) 2024-09-13T14:19:00.777 INFO:tasks.rados.rados.0.smithi001.stdout:269: done (0 left) 2024-09-13T14:19:00.778 INFO:tasks.rados.rados.0.smithi001.stdout:270: copy_from oid 36 from oid 46 current snap is 21 2024-09-13T14:19:00.778 INFO:tasks.rados.rados.0.smithi001.stdout:271: rollback oid 15 current snap is 21 2024-09-13T14:19:00.778 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 20 2024-09-13T14:19:00.778 INFO:tasks.rados.rados.0.smithi001.stdout:272: setattr oid 14 current snap is 21 2024-09-13T14:19:00.780 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 21 2024-09-13T14:19:00.780 INFO:tasks.rados.rados.0.smithi001.stdout:273: seq_num 106 ranges {827392=581632,1409024=794624,2203648=409600} 2024-09-13T14:19:00.788 INFO:tasks.rados.rados.0.smithi001.stdout:273: writing smithi00185197-50 from 827392 to 1409024 tid 1 2024-09-13T14:19:00.793 INFO:tasks.rados.rados.0.smithi001.stdout:273: writing smithi00185197-50 from 1409024 to 2203648 tid 2 2024-09-13T14:19:00.796 INFO:tasks.rados.rados.0.smithi001.stdout:273: writing smithi00185197-50 from 2203648 to 2613248 tid 3 2024-09-13T14:19:00.796 INFO:tasks.rados.rados.0.smithi001.stdout:274: read oid 12 snap 17 2024-09-13T14:19:00.796 INFO:tasks.rados.rados.0.smithi001.stdout:274: expect deleted 2024-09-13T14:19:00.796 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 21 2024-09-13T14:19:00.796 INFO:tasks.rados.rados.0.smithi001.stdout:275: seq_num 107 ranges {2187264=598016,2785280=729088,3514368=466944,3981312=8192} 2024-09-13T14:19:00.811 INFO:tasks.rados.rados.0.smithi001.stdout:275: writing smithi00185197-20 from 2187264 to 2785280 tid 1 2024-09-13T14:19:00.815 INFO:tasks.rados.rados.0.smithi001.stdout:275: writing smithi00185197-20 from 2785280 to 3514368 tid 2 2024-09-13T14:19:00.818 INFO:tasks.rados.rados.0.smithi001.stdout:275: writing smithi00185197-20 from 3514368 to 3981312 tid 3 2024-09-13T14:19:00.818 INFO:tasks.rados.rados.0.smithi001.stdout:275: writing smithi00185197-20 from 3981312 to 3989504 tid 4 2024-09-13T14:19:00.818 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 21 2024-09-13T14:19:00.818 INFO:tasks.rados.rados.0.smithi001.stdout:276: seq_num 108 ranges {2703360=614400,3317760=606208,3923968=598016} 2024-09-13T14:19:00.836 INFO:tasks.rados.rados.0.smithi001.stdout:276: writing smithi00185197-38 from 2703360 to 3317760 tid 1 2024-09-13T14:19:00.839 INFO:tasks.rados.rados.0.smithi001.stdout:276: writing smithi00185197-38 from 3317760 to 3923968 tid 2 2024-09-13T14:19:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:276: writing smithi00185197-38 from 3923968 to 4521984 tid 3 2024-09-13T14:19:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:277: rollback oid 4 current snap is 21 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 16 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing rollback tid 0 to smithi00185197-15 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing rollback tid 1 to smithi00185197-15 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing rollback tid 2 to smithi00185197-15 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 45 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 13 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:270: finishing copy_from racing read to smithi00185197-36 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:270: finishing copy_from to smithi00185197-36 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:270: done (7 left) 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:271: done (6 left) 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:272: done (5 left) 2024-09-13T14:19:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:278: snap_remove snap 20 2024-09-13T14:19:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:00 smithi001 ceph-mon[40037]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T14:19:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:00 smithi001 ceph-mon[40037]: pgmap v162: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-13T14:19:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:00 smithi001 ceph-mon[28030]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T14:19:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:00 smithi001 ceph-mon[28030]: pgmap v162: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-13T14:19:01.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:00 smithi028 ceph-mon[31155]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T14:19:01.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:00 smithi028 ceph-mon[31155]: pgmap v162: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-13T14:19:01.736 INFO:tasks.rados.rados.0.smithi001.stdout:278: done (5 left) 2024-09-13T14:19:01.736 INFO:tasks.rados.rados.0.smithi001.stdout:279: rollback oid 47 current snap is 21 2024-09-13T14:19:01.736 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 16 2024-09-13T14:19:01.736 INFO:tasks.rados.rados.0.smithi001.stdout:273: finishing write tid 1 to smithi00185197-50 2024-09-13T14:19:01.736 INFO:tasks.rados.rados.0.smithi001.stdout:273: finishing write tid 2 to smithi00185197-50 2024-09-13T14:19:01.736 INFO:tasks.rados.rados.0.smithi001.stdout:273: finishing write tid 3 to smithi00185197-50 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:273: finishing write tid 4 to smithi00185197-50 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:273: finishing write tid 5 to smithi00185197-50 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:273: oid 50 updating version 0 to 31 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:273: oid 50 version 31 is already newer than 30 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:273: oid 50 version 31 is already newer than 29 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:273: oid 50 version 31 is already newer than 28 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 31 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:273: left oid 50 (ObjNum 106 snap 21 seq_num 106) 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 1 to smithi00185197-20 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 2 to smithi00185197-20 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 3 to smithi00185197-20 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 4 to smithi00185197-20 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 5 to smithi00185197-20 2024-09-13T14:19:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 6 to smithi00185197-20 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:275: oid 20 updating version 0 to 134 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:275: oid 20 version 134 is already newer than 130 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:275: oid 20 version 134 is already newer than 132 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:275: oid 20 version 134 is already newer than 133 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:275: oid 20 version 134 is already newer than 131 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 134 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:275: left oid 20 (ObjNum 107 snap 21 seq_num 107) 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 1 to smithi00185197-38 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 2 to smithi00185197-38 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 3 to smithi00185197-38 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:273: done (5 left) 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:274: done (4 left) 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:275: done (3 left) 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:280: snap_create 2024-09-13T14:19:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:277: finishing rollback tid 0 to smithi00185197-4 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 4 to smithi00185197-38 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:277: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:277: finishing rollback tid 2 to smithi00185197-4 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 36 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 5 to smithi00185197-38 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:276: oid 38 updating version 0 to 82 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:276: oid 38 version 82 is already newer than 81 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:276: oid 38 version 82 is already newer than 79 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:276: oid 38 version 82 is already newer than 80 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 82 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-09-13T14:19:01.739 INFO:tasks.rados.rados.0.smithi001.stdout:276: left oid 38 (ObjNum 108 snap 21 seq_num 108) 2024-09-13T14:19:01.749 INFO:tasks.rados.rados.0.smithi001.stdout:279: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:19:01.750 INFO:tasks.rados.rados.0.smithi001.stdout:279: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:19:01.750 INFO:tasks.rados.rados.0.smithi001.stdout:279: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:19:01.750 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 27 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:19:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:01 smithi001 ceph-mon[28030]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T14:19:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:01 smithi001 ceph-mon[28030]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T14:19:02.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:01 smithi001 ceph-mon[40037]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T14:19:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:01 smithi001 ceph-mon[40037]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T14:19:02.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:01 smithi028 ceph-mon[31155]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T14:19:02.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:01 smithi028 ceph-mon[31155]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T14:19:02.736 INFO:tasks.rados.rados.0.smithi001.stdout:276: done (3 left) 2024-09-13T14:19:02.737 INFO:tasks.rados.rados.0.smithi001.stdout:277: done (2 left) 2024-09-13T14:19:02.737 INFO:tasks.rados.rados.0.smithi001.stdout:279: done (1 left) 2024-09-13T14:19:02.737 INFO:tasks.rados.rados.0.smithi001.stdout:280: done (0 left) 2024-09-13T14:19:02.737 INFO:tasks.rados.rados.0.smithi001.stdout:281: read oid 23 snap -1 2024-09-13T14:19:02.737 INFO:tasks.rados.rados.0.smithi001.stdout:281: expect (ObjNum 96 snap 18 seq_num 96) 2024-09-13T14:19:02.737 INFO:tasks.rados.rados.0.smithi001.stdout:282: delete oid 34 current snap is 22 2024-09-13T14:19:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:282: done (1 left) 2024-09-13T14:19:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:283: delete oid 10 current snap is 22 2024-09-13T14:19:02.743 INFO:tasks.rados.rados.0.smithi001.stdout:283: done (1 left) 2024-09-13T14:19:02.743 INFO:tasks.rados.rados.0.smithi001.stdout:284: read oid 37 snap -1 2024-09-13T14:19:02.743 INFO:tasks.rados.rados.0.smithi001.stdout:284: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T14:19:02.743 INFO:tasks.rados.rados.0.smithi001.stdout:285: copy_from oid 11 from oid 17 current snap is 22 2024-09-13T14:19:02.743 INFO:tasks.rados.rados.0.smithi001.stdout:286: snap_create 2024-09-13T14:19:02.750 INFO:tasks.rados.rados.0.smithi001.stdout:284: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T14:19:02.767 INFO:tasks.rados.rados.0.smithi001.stdout:281: expect (ObjNum 96 snap 18 seq_num 96) 2024-09-13T14:19:02.871 INFO:tasks.rados.rados.0.smithi001.stdout:285: finishing copy_from racing read to smithi00185197-11 2024-09-13T14:19:02.871 INFO:tasks.rados.rados.0.smithi001.stdout:285: finishing copy_from to smithi00185197-11 2024-09-13T14:19:02.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 29 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-13T14:19:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:02 smithi001 ceph-mon[28030]: pgmap v165: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-13T14:19:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:02 smithi001 ceph-mon[28030]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:19:03.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:02 smithi001 ceph-mon[40037]: pgmap v165: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-13T14:19:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:02 smithi001 ceph-mon[40037]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:19:03.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:02 smithi028 ceph-mon[31155]: pgmap v165: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-13T14:19:03.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:02 smithi028 ceph-mon[31155]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:19:03.738 INFO:tasks.rados.rados.0.smithi001.stdout:281: done (3 left) 2024-09-13T14:19:03.738 INFO:tasks.rados.rados.0.smithi001.stdout:284: done (2 left) 2024-09-13T14:19:03.738 INFO:tasks.rados.rados.0.smithi001.stdout:285: done (1 left) 2024-09-13T14:19:03.738 INFO:tasks.rados.rados.0.smithi001.stdout:286: done (0 left) 2024-09-13T14:19:03.738 INFO:tasks.rados.rados.0.smithi001.stdout:287: rollback oid 14 current snap is 23 2024-09-13T14:19:03.738 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 17 2024-09-13T14:19:03.739 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 23 2024-09-13T14:19:03.739 INFO:tasks.rados.rados.0.smithi001.stdout:288: seq_num 111 ranges {139264=663552,802816=663552,1466368=450560,1916928=90112} 2024-09-13T14:19:03.743 INFO:tasks.rados.rados.0.smithi001.stdout:288: writing smithi00185197-9 from 139264 to 802816 tid 1 2024-09-13T14:19:03.746 INFO:tasks.rados.rados.0.smithi001.stdout:288: writing smithi00185197-9 from 802816 to 1466368 tid 2 2024-09-13T14:19:03.749 INFO:tasks.rados.rados.0.smithi001.stdout:288: writing smithi00185197-9 from 1466368 to 1916928 tid 3 2024-09-13T14:19:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:288: writing smithi00185197-9 from 1916928 to 2007040 tid 4 2024-09-13T14:19:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:289: read oid 29 snap -1 2024-09-13T14:19:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:289: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:290: copy_from oid 10 from oid 22 current snap is 23 2024-09-13T14:19:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:287: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:19:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:287: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:19:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:287: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:19:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 19 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-13T14:19:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:288: finishing write tid 1 to smithi00185197-9 2024-09-13T14:19:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:288: finishing write tid 2 to smithi00185197-9 2024-09-13T14:19:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:287: done (3 left) 2024-09-13T14:19:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 23 2024-09-13T14:19:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:291: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2024-09-13T14:19:03.754 INFO:tasks.rados.rados.0.smithi001.stdout:291: writing smithi00185197-34 from 0 to 679936 tid 1 2024-09-13T14:19:03.758 INFO:tasks.rados.rados.0.smithi001.stdout:291: writing smithi00185197-34 from 679936 to 1228800 tid 2 2024-09-13T14:19:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:291: writing smithi00185197-34 from 1228800 to 1884160 tid 3 2024-09-13T14:19:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 23 2024-09-13T14:19:03.763 INFO:tasks.rados.rados.0.smithi001.stdout:288: finishing write tid 3 to smithi00185197-9 2024-09-13T14:19:03.763 INFO:tasks.rados.rados.0.smithi001.stdout:292: seq_num 113 ranges {1703936=696320,2400256=434176,2834432=466944,3301376=303104} 2024-09-13T14:19:03.775 INFO:tasks.rados.rados.0.smithi001.stdout:292: writing smithi00185197-11 from 1703936 to 2400256 tid 1 2024-09-13T14:19:03.777 INFO:tasks.rados.rados.0.smithi001.stdout:292: writing smithi00185197-11 from 2400256 to 2834432 tid 2 2024-09-13T14:19:03.780 INFO:tasks.rados.rados.0.smithi001.stdout:292: writing smithi00185197-11 from 2834432 to 3301376 tid 3 2024-09-13T14:19:03.782 INFO:tasks.rados.rados.0.smithi001.stdout:292: writing smithi00185197-11 from 3301376 to 3604480 tid 4 2024-09-13T14:19:03.782 INFO:tasks.rados.rados.0.smithi001.stdout:293: snap_create 2024-09-13T14:19:03.782 INFO:tasks.rados.rados.0.smithi001.stdout:288: finishing write tid 4 to smithi00185197-9 2024-09-13T14:19:03.782 INFO:tasks.rados.rados.0.smithi001.stdout:289: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:288: finishing write tid 5 to smithi00185197-9 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:288: finishing write tid 6 to smithi00185197-9 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:288: oid 9 updating version 0 to 56 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:288: oid 9 updating version 56 to 58 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:288: oid 9 updating version 58 to 59 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:288: oid 9 version 59 is already newer than 57 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:288: oid 9 version 59 is already newer than 55 2024-09-13T14:19:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 59 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:288: left oid 9 (ObjNum 111 snap 23 seq_num 111) 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing copy_from to smithi00185197-10 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: finishing write tid 1 to smithi00185197-34 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: finishing write tid 2 to smithi00185197-34 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: finishing write tid 3 to smithi00185197-34 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: finishing write tid 4 to smithi00185197-34 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: finishing write tid 5 to smithi00185197-34 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: oid 34 updating version 0 to 32 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: oid 34 version 32 is already newer than 30 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: oid 34 version 32 is already newer than 31 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: oid 34 updating version 32 to 33 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 33 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-09-13T14:19:03.807 INFO:tasks.rados.rados.0.smithi001.stdout:291: left oid 34 (ObjNum 112 snap 23 seq_num 112) 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: finishing write tid 1 to smithi00185197-11 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: finishing write tid 2 to smithi00185197-11 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: finishing write tid 3 to smithi00185197-11 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: finishing write tid 4 to smithi00185197-11 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: finishing write tid 5 to smithi00185197-11 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: finishing write tid 6 to smithi00185197-11 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: oid 11 updating version 0 to 100 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: oid 11 updating version 100 to 101 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: oid 11 version 101 is already newer than 99 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: oid 11 updating version 101 to 102 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: oid 11 version 102 is already newer than 98 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 102 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-09-13T14:19:03.808 INFO:tasks.rados.rados.0.smithi001.stdout:292: left oid 11 (ObjNum 113 snap 23 seq_num 113) 2024-09-13T14:19:04.743 INFO:tasks.rados.rados.0.smithi001.stdout:288: done (5 left) 2024-09-13T14:19:04.743 INFO:tasks.rados.rados.0.smithi001.stdout:289: done (4 left) 2024-09-13T14:19:04.743 INFO:tasks.rados.rados.0.smithi001.stdout:290: done (3 left) 2024-09-13T14:19:04.743 INFO:tasks.rados.rados.0.smithi001.stdout:291: done (2 left) 2024-09-13T14:19:04.743 INFO:tasks.rados.rados.0.smithi001.stdout:292: done (1 left) 2024-09-13T14:19:04.743 INFO:tasks.rados.rados.0.smithi001.stdout:293: done (0 left) 2024-09-13T14:19:04.744 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 24 2024-09-13T14:19:04.744 INFO:tasks.rados.rados.0.smithi001.stdout:294: seq_num 114 ranges {0=712704,712704=712704,1425408=491520} 2024-09-13T14:19:04.746 INFO:tasks.rados.rados.0.smithi001.stdout:294: writing smithi00185197-5 from 0 to 712704 tid 1 2024-09-13T14:19:04.750 INFO:tasks.rados.rados.0.smithi001.stdout:294: writing smithi00185197-5 from 712704 to 1425408 tid 2 2024-09-13T14:19:04.754 INFO:tasks.rados.rados.0.smithi001.stdout:294: writing smithi00185197-5 from 1425408 to 1916928 tid 3 2024-09-13T14:19:04.754 INFO:tasks.rados.rados.0.smithi001.stdout:295: rollback oid 31 current snap is 24 2024-09-13T14:19:04.754 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 22 2024-09-13T14:19:04.754 INFO:tasks.rados.rados.0.smithi001.stdout:294: finishing write tid 1 to smithi00185197-5 2024-09-13T14:19:04.754 INFO:tasks.rados.rados.0.smithi001.stdout:294: finishing write tid 2 to smithi00185197-5 2024-09-13T14:19:04.754 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 24 2024-09-13T14:19:04.754 INFO:tasks.rados.rados.0.smithi001.stdout:296: seq_num 115 ranges {0=729088,729088=647168,1376256=434176,1810432=122880} 2024-09-13T14:19:04.758 INFO:tasks.rados.rados.0.smithi001.stdout:296: writing smithi00185197-49 from 0 to 729088 tid 1 2024-09-13T14:19:04.761 INFO:tasks.rados.rados.0.smithi001.stdout:296: writing smithi00185197-49 from 729088 to 1376256 tid 2 2024-09-13T14:19:04.764 INFO:tasks.rados.rados.0.smithi001.stdout:296: writing smithi00185197-49 from 1376256 to 1810432 tid 3 2024-09-13T14:19:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:296: writing smithi00185197-49 from 1810432 to 1933312 tid 4 2024-09-13T14:19:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:297: rmattr oid 41 current snap is 24 2024-09-13T14:19:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:297: done (3 left) 2024-09-13T14:19:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:298: read oid 7 snap -1 2024-09-13T14:19:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:298: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:299: read oid 28 snap -1 2024-09-13T14:19:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:299: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T14:19:04.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 24 2024-09-13T14:19:04.767 INFO:tasks.rados.rados.0.smithi001.stdout:295: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:19:04.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-13T14:19:04.767 INFO:tasks.rados.rados.0.smithi001.stdout:300: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2024-09-13T14:19:04.770 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00185197-44 from 0 to 745472 tid 1 2024-09-13T14:19:04.773 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00185197-44 from 745472 to 1277952 tid 2 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00185197-44 from 1277952 to 1916928 tid 3 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00185197-44 from 1916928 to 1949696 tid 4 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:295: done (5 left) 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:301: snap_create 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:294: finishing write tid 3 to smithi00185197-5 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:294: finishing write tid 4 to smithi00185197-5 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:294: finishing write tid 5 to smithi00185197-5 2024-09-13T14:19:04.777 INFO:tasks.rados.rados.0.smithi001.stdout:294: oid 5 updating version 0 to 87 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:294: oid 5 version 87 is already newer than 86 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:294: oid 5 version 87 is already newer than 85 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:294: oid 5 updating version 87 to 88 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 88 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:294: left oid 5 (ObjNum 114 snap 24 seq_num 114) 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:296: finishing write tid 1 to smithi00185197-49 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:296: finishing write tid 2 to smithi00185197-49 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:296: finishing write tid 3 to smithi00185197-49 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:296: finishing write tid 4 to smithi00185197-49 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:296: finishing write tid 5 to smithi00185197-49 2024-09-13T14:19:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:299: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:296: finishing write tid 6 to smithi00185197-49 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:296: oid 49 updating version 0 to 139 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:296: oid 49 updating version 139 to 143 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:296: oid 49 version 143 is already newer than 141 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:296: oid 49 version 143 is already newer than 142 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:296: oid 49 version 143 is already newer than 140 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 143 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:296: left oid 49 (ObjNum 115 snap 24 seq_num 115) 2024-09-13T14:19:04.793 INFO:tasks.rados.rados.0.smithi001.stdout:298: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 1 to smithi00185197-44 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 2 to smithi00185197-44 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 3 to smithi00185197-44 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 4 to smithi00185197-44 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 5 to smithi00185197-44 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 6 to smithi00185197-44 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: oid 44 updating version 0 to 63 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: oid 44 version 63 is already newer than 60 2024-09-13T14:19:04.815 INFO:tasks.rados.rados.0.smithi001.stdout:300: oid 44 updating version 63 to 64 2024-09-13T14:19:04.816 INFO:tasks.rados.rados.0.smithi001.stdout:300: oid 44 version 64 is already newer than 62 2024-09-13T14:19:04.816 INFO:tasks.rados.rados.0.smithi001.stdout:300: oid 44 version 64 is already newer than 61 2024-09-13T14:19:04.816 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 64 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-09-13T14:19:04.816 INFO:tasks.rados.rados.0.smithi001.stdout:300: left oid 44 (ObjNum 116 snap 24 seq_num 116) 2024-09-13T14:19:05.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:04 smithi001 ceph-mon[40037]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:19:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:04 smithi001 ceph-mon[40037]: pgmap v168: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:05.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:04 smithi001 ceph-mon[28030]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:19:05.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:04 smithi001 ceph-mon[28030]: pgmap v168: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:04 smithi028 ceph-mon[31155]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:19:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:04 smithi028 ceph-mon[31155]: pgmap v168: 121 pgs: 121 active+clean; 62 MiB data, 341 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:05.747 INFO:tasks.rados.rados.0.smithi001.stdout:294: done (5 left) 2024-09-13T14:19:05.747 INFO:tasks.rados.rados.0.smithi001.stdout:296: done (4 left) 2024-09-13T14:19:05.747 INFO:tasks.rados.rados.0.smithi001.stdout:298: done (3 left) 2024-09-13T14:19:05.748 INFO:tasks.rados.rados.0.smithi001.stdout:299: done (2 left) 2024-09-13T14:19:05.748 INFO:tasks.rados.rados.0.smithi001.stdout:300: done (1 left) 2024-09-13T14:19:05.748 INFO:tasks.rados.rados.0.smithi001.stdout:301: done (0 left) 2024-09-13T14:19:05.748 INFO:tasks.rados.rados.0.smithi001.stdout:302: snap_remove snap 21 2024-09-13T14:19:06.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:05 smithi001 ceph-mon[40037]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T14:19:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:05 smithi001 ceph-mon[28030]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T14:19:06.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:05 smithi028 ceph-mon[31155]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T14:19:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:302: done (0 left) 2024-09-13T14:19:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 25 2024-09-13T14:19:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:303: seq_num 117 ranges {1933312=770048,2703360=417792,3121152=442368,3563520=344064} 2024-09-13T14:19:06.768 INFO:tasks.rados.rados.0.smithi001.stdout:303: writing smithi00185197-49 from 1933312 to 2703360 tid 1 2024-09-13T14:19:06.770 INFO:tasks.rados.rados.0.smithi001.stdout:303: writing smithi00185197-49 from 2703360 to 3121152 tid 2 2024-09-13T14:19:06.772 INFO:tasks.rados.rados.0.smithi001.stdout:303: writing smithi00185197-49 from 3121152 to 3563520 tid 3 2024-09-13T14:19:06.774 INFO:tasks.rados.rados.0.smithi001.stdout:303: writing smithi00185197-49 from 3563520 to 3907584 tid 4 2024-09-13T14:19:06.775 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 25 2024-09-13T14:19:06.775 INFO:tasks.rados.rados.0.smithi001.stdout:304: seq_num 118 ranges {778240=786432,1564672=704512,2269184=499712} 2024-09-13T14:19:06.783 INFO:tasks.rados.rados.0.smithi001.stdout:304: writing smithi00185197-32 from 778240 to 1564672 tid 1 2024-09-13T14:19:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:304: writing smithi00185197-32 from 1564672 to 2269184 tid 2 2024-09-13T14:19:06.790 INFO:tasks.rados.rados.0.smithi001.stdout:304: writing smithi00185197-32 from 2269184 to 2768896 tid 3 2024-09-13T14:19:06.790 INFO:tasks.rados.rados.0.smithi001.stdout:305: setattr oid 22 current snap is 25 2024-09-13T14:19:06.790 INFO:tasks.rados.rados.0.smithi001.stdout:303: finishing write tid 1 to smithi00185197-49 2024-09-13T14:19:06.790 INFO:tasks.rados.rados.0.smithi001.stdout:303: finishing write tid 2 to smithi00185197-49 2024-09-13T14:19:06.790 INFO:tasks.rados.rados.0.smithi001.stdout:303: finishing write tid 3 to smithi00185197-49 2024-09-13T14:19:06.790 INFO:tasks.rados.rados.0.smithi001.stdout:303: finishing write tid 4 to smithi00185197-49 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: finishing write tid 5 to smithi00185197-49 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: finishing write tid 6 to smithi00185197-49 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: oid 49 updating version 0 to 147 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: oid 49 updating version 147 to 148 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: oid 49 updating version 148 to 149 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: oid 49 version 149 is already newer than 145 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: oid 49 version 149 is already newer than 146 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 149 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:303: left oid 49 (ObjNum 117 snap 25 seq_num 117) 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:304: finishing write tid 1 to smithi00185197-32 2024-09-13T14:19:06.791 INFO:tasks.rados.rados.0.smithi001.stdout:304: finishing write tid 2 to smithi00185197-32 2024-09-13T14:19:06.792 INFO:tasks.rados.rados.0.smithi001.stdout:303: done (2 left) 2024-09-13T14:19:06.792 INFO:tasks.rados.rados.0.smithi001.stdout:306: read oid 31 snap -1 2024-09-13T14:19:06.792 INFO:tasks.rados.rados.0.smithi001.stdout:306: expect deleted 2024-09-13T14:19:06.792 INFO:tasks.rados.rados.0.smithi001.stdout:307: snap_create 2024-09-13T14:19:06.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 34 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:19:06.794 INFO:tasks.rados.rados.0.smithi001.stdout:304: finishing write tid 3 to smithi00185197-32 2024-09-13T14:19:06.794 INFO:tasks.rados.rados.0.smithi001.stdout:304: finishing write tid 4 to smithi00185197-32 2024-09-13T14:19:06.795 INFO:tasks.rados.rados.0.smithi001.stdout:304: finishing write tid 5 to smithi00185197-32 2024-09-13T14:19:06.795 INFO:tasks.rados.rados.0.smithi001.stdout:304: oid 32 updating version 0 to 109 2024-09-13T14:19:06.795 INFO:tasks.rados.rados.0.smithi001.stdout:304: oid 32 updating version 109 to 110 2024-09-13T14:19:06.795 INFO:tasks.rados.rados.0.smithi001.stdout:304: oid 32 updating version 110 to 111 2024-09-13T14:19:06.795 INFO:tasks.rados.rados.0.smithi001.stdout:304: oid 32 version 111 is already newer than 108 2024-09-13T14:19:06.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 111 (ObjNum 118 snap 25 seq_num 118) dirty exists 2024-09-13T14:19:06.796 INFO:tasks.rados.rados.0.smithi001.stdout:304: left oid 32 (ObjNum 118 snap 25 seq_num 118) 2024-09-13T14:19:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:06 smithi001 ceph-mon[28030]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T14:19:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:06 smithi001 ceph-mon[28030]: pgmap v171: 121 pgs: 121 active+clean; 81 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-13T14:19:07.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:19:06] "GET /metrics HTTP/1.1" 200 35992 "" "Prometheus/2.43.0" 2024-09-13T14:19:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:06 smithi001 ceph-mon[40037]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T14:19:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:06 smithi001 ceph-mon[40037]: pgmap v171: 121 pgs: 121 active+clean; 81 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-13T14:19:07.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:06 smithi028 ceph-mon[31155]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T14:19:07.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:06 smithi028 ceph-mon[31155]: pgmap v171: 121 pgs: 121 active+clean; 81 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-13T14:19:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:304: done (3 left) 2024-09-13T14:19:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:305: done (2 left) 2024-09-13T14:19:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:306: done (1 left) 2024-09-13T14:19:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:307: done (0 left) 2024-09-13T14:19:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:308: read oid 31 snap -1 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:308: expect deleted 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:309: rollback oid 22 current snap is 26 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 17 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:310: read oid 48 snap -1 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:310: expect deleted 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:311: read oid 3 snap 23 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:311: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T14:19:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:312: snap_remove snap 22 2024-09-13T14:19:08.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:07 smithi001 ceph-mon[40037]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T14:19:08.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:07 smithi001 ceph-mon[28030]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T14:19:08.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:07 smithi028 ceph-mon[31155]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T14:19:08.766 INFO:tasks.rados.rados.0.smithi001.stdout:312: done (4 left) 2024-09-13T14:19:08.766 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 26 2024-09-13T14:19:08.766 INFO:tasks.rados.rados.0.smithi001.stdout:313: seq_num 119 ranges {638976=802816,1441792=589824,2031616=409600,2441216=204800} 2024-09-13T14:19:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:313: writing smithi00185197-39 from 638976 to 1441792 tid 1 2024-09-13T14:19:08.780 INFO:tasks.rados.rados.0.smithi001.stdout:313: writing smithi00185197-39 from 1441792 to 2031616 tid 2 2024-09-13T14:19:08.783 INFO:tasks.rados.rados.0.smithi001.stdout:313: writing smithi00185197-39 from 2031616 to 2441216 tid 3 2024-09-13T14:19:08.785 INFO:tasks.rados.rados.0.smithi001.stdout:313: writing smithi00185197-39 from 2441216 to 2646016 tid 4 2024-09-13T14:19:08.785 INFO:tasks.rados.rados.0.smithi001.stdout:314: snap_remove snap 19 2024-09-13T14:19:09.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:08 smithi001 ceph-mon[40037]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:19:09.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:08 smithi001 ceph-mon[40037]: pgmap v174: 121 pgs: 121 active+clean; 81 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-13T14:19:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:08 smithi001 ceph-mon[28030]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:19:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:08 smithi001 ceph-mon[28030]: pgmap v174: 121 pgs: 121 active+clean; 81 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-13T14:19:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:08 smithi028 ceph-mon[31155]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:19:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:08 smithi028 ceph-mon[31155]: pgmap v174: 121 pgs: 121 active+clean; 81 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-13T14:19:09.770 INFO:tasks.rados.rados.0.smithi001.stdout:314: done (5 left) 2024-09-13T14:19:09.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 26 2024-09-13T14:19:09.770 INFO:tasks.rados.rados.0.smithi001.stdout:315: seq_num 120 ranges {1302528=417792,1720320=475136,2195456=622592,2818048=507904} 2024-09-13T14:19:09.780 INFO:tasks.rados.rados.0.smithi001.stdout:315: writing smithi00185197-24 from 1302528 to 1720320 tid 1 2024-09-13T14:19:09.783 INFO:tasks.rados.rados.0.smithi001.stdout:315: writing smithi00185197-24 from 1720320 to 2195456 tid 2 2024-09-13T14:19:09.787 INFO:tasks.rados.rados.0.smithi001.stdout:315: writing smithi00185197-24 from 2195456 to 2818048 tid 3 2024-09-13T14:19:09.791 INFO:tasks.rados.rados.0.smithi001.stdout:315: writing smithi00185197-24 from 2818048 to 3325952 tid 4 2024-09-13T14:19:09.791 INFO:tasks.rados.rados.0.smithi001.stdout:316: delete oid 42 current snap is 26 2024-09-13T14:19:09.791 INFO:tasks.rados.rados.0.smithi001.stdout:311: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T14:19:09.795 INFO:tasks.rados.rados.0.smithi001.stdout:309: finishing rollback tid 0 to smithi00185197-22 2024-09-13T14:19:09.795 INFO:tasks.rados.rados.0.smithi001.stdout:309: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:19:09.795 INFO:tasks.rados.rados.0.smithi001.stdout:308: done (6 left) 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:310: done (5 left) 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:311: done (4 left) 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:316: done (3 left) 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:317: rollback oid 25 current snap is 26 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 23 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:309: finishing rollback tid 2 to smithi00185197-22 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 38 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing write tid 1 to smithi00185197-39 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing write tid 2 to smithi00185197-39 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing write tid 3 to smithi00185197-39 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing write tid 4 to smithi00185197-39 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing write tid 5 to smithi00185197-39 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing write tid 6 to smithi00185197-39 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: oid 39 updating version 0 to 94 2024-09-13T14:19:09.796 INFO:tasks.rados.rados.0.smithi001.stdout:313: oid 39 version 94 is already newer than 91 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:313: oid 39 version 94 is already newer than 92 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:313: oid 39 version 94 is already newer than 90 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:313: oid 39 version 94 is already newer than 93 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 94 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:313: left oid 39 (ObjNum 119 snap 26 seq_num 119) 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:315: finishing write tid 1 to smithi00185197-24 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:315: finishing write tid 2 to smithi00185197-24 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:309: done (3 left) 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:313: done (2 left) 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:318: rmattr oid 9 current snap is 26 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:315: finishing write tid 3 to smithi00185197-24 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:315: finishing write tid 4 to smithi00185197-24 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:315: finishing write tid 5 to smithi00185197-24 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:315: finishing write tid 6 to smithi00185197-24 2024-09-13T14:19:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:315: oid 24 updating version 0 to 53 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:315: oid 24 updating version 53 to 54 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:315: oid 24 version 54 is already newer than 52 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:315: oid 24 version 54 is already newer than 49 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:315: oid 24 updating version 54 to 55 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 55 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:315: left oid 24 (ObjNum 120 snap 26 seq_num 120) 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:315: done (2 left) 2024-09-13T14:19:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:319: snap_remove snap 16 2024-09-13T14:19:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:09 smithi001 ceph-mon[28030]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:19:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:09 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:10.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:09 smithi001 ceph-mon[40037]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:19:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:09 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:10.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:09 smithi028 ceph-mon[31155]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:19:10.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:09 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:10.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 0 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-09-13T14:19:10.777 INFO:tasks.rados.rados.0.smithi001.stdout:317: finishing rollback tid 0 to smithi00185197-25 2024-09-13T14:19:10.777 INFO:tasks.rados.rados.0.smithi001.stdout:317: finishing rollback tid 1 to smithi00185197-25 2024-09-13T14:19:10.777 INFO:tasks.rados.rados.0.smithi001.stdout:317: finishing rollback tid 2 to smithi00185197-25 2024-09-13T14:19:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 102 (ObjNum 103 snap 21 seq_num 103) dirty exists 2024-09-13T14:19:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:317: done (2 left) 2024-09-13T14:19:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:318: done (1 left) 2024-09-13T14:19:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:319: done (0 left) 2024-09-13T14:19:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:320: copy_from oid 31 from oid 44 current snap is 26 2024-09-13T14:19:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:321: snap_create 2024-09-13T14:19:10.795 INFO:tasks.rados.rados.0.smithi001.stdout:320: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:19:10.796 INFO:tasks.rados.rados.0.smithi001.stdout:320: finishing copy_from to smithi00185197-31 2024-09-13T14:19:10.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 64 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-09-13T14:19:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:10 smithi001 ceph-mon[28030]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T14:19:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:10 smithi001 ceph-mon[28030]: pgmap v177: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T14:19:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:10 smithi001 ceph-mon[40037]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T14:19:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:10 smithi001 ceph-mon[40037]: pgmap v177: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T14:19:11.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:10 smithi028 ceph-mon[31155]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T14:19:11.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:10 smithi028 ceph-mon[31155]: pgmap v177: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T14:19:11.738 INFO:tasks.rados.rados.0.smithi001.stdout:320: done (1 left) 2024-09-13T14:19:11.738 INFO:tasks.rados.rados.0.smithi001.stdout:321: done (0 left) 2024-09-13T14:19:11.738 INFO:tasks.rados.rados.0.smithi001.stdout:322: copy_from oid 27 from oid 39 current snap is 27 2024-09-13T14:19:11.738 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 27 2024-09-13T14:19:11.738 INFO:tasks.rados.rados.0.smithi001.stdout:323: seq_num 122 ranges {778240=450560,1228800=688128,1916928=630784,2547712=286720} 2024-09-13T14:19:11.745 INFO:tasks.rados.rados.0.smithi001.stdout:323: writing smithi00185197-8 from 778240 to 1228800 tid 1 2024-09-13T14:19:11.749 INFO:tasks.rados.rados.0.smithi001.stdout:323: writing smithi00185197-8 from 1228800 to 1916928 tid 2 2024-09-13T14:19:11.752 INFO:tasks.rados.rados.0.smithi001.stdout:323: writing smithi00185197-8 from 1916928 to 2547712 tid 3 2024-09-13T14:19:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:323: writing smithi00185197-8 from 2547712 to 2834432 tid 4 2024-09-13T14:19:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:324: copy_from oid 45 from oid 50 current snap is 27 2024-09-13T14:19:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing write tid 1 to smithi00185197-8 2024-09-13T14:19:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:322: finishing copy_from racing read to smithi00185197-27 2024-09-13T14:19:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:325: snap_create 2024-09-13T14:19:11.757 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing write tid 2 to smithi00185197-8 2024-09-13T14:19:11.757 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing write tid 3 to smithi00185197-8 2024-09-13T14:19:11.757 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing write tid 4 to smithi00185197-8 2024-09-13T14:19:11.757 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing write tid 5 to smithi00185197-8 2024-09-13T14:19:11.758 INFO:tasks.rados.rados.0.smithi001.stdout:322: finishing copy_from to smithi00185197-27 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 94 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing write tid 6 to smithi00185197-8 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:323: oid 8 updating version 0 to 112 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:323: oid 8 version 112 is already newer than 111 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:323: oid 8 version 112 is already newer than 110 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:323: oid 8 updating version 112 to 113 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:323: oid 8 updating version 113 to 114 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 114 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-09-13T14:19:11.759 INFO:tasks.rados.rados.0.smithi001.stdout:323: left oid 8 (ObjNum 122 snap 27 seq_num 122) 2024-09-13T14:19:11.768 INFO:tasks.rados.rados.0.smithi001.stdout:324: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:19:11.770 INFO:tasks.rados.rados.0.smithi001.stdout:324: finishing copy_from to smithi00185197-45 2024-09-13T14:19:11.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 31 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-09-13T14:19:12.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:11 smithi001 ceph-mon[28030]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T14:19:12.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:11 smithi001 ceph-mon[28030]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T14:19:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:11 smithi001 ceph-mon[40037]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T14:19:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:11 smithi001 ceph-mon[40037]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T14:19:12.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:11 smithi028 ceph-mon[31155]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T14:19:12.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:11 smithi028 ceph-mon[31155]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T14:19:12.740 INFO:tasks.rados.rados.0.smithi001.stdout:322: done (3 left) 2024-09-13T14:19:12.740 INFO:tasks.rados.rados.0.smithi001.stdout:323: done (2 left) 2024-09-13T14:19:12.740 INFO:tasks.rados.rados.0.smithi001.stdout:324: done (1 left) 2024-09-13T14:19:12.740 INFO:tasks.rados.rados.0.smithi001.stdout:325: done (0 left) 2024-09-13T14:19:12.740 INFO:tasks.rados.rados.0.smithi001.stdout:326: read oid 36 snap -1 2024-09-13T14:19:12.740 INFO:tasks.rados.rados.0.smithi001.stdout:326: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:19:12.740 INFO:tasks.rados.rados.0.smithi001.stdout:327: delete oid 21 current snap is 28 2024-09-13T14:19:12.746 INFO:tasks.rados.rados.0.smithi001.stdout:326: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:19:12.766 INFO:tasks.rados.rados.0.smithi001.stdout:326: done (1 left) 2024-09-13T14:19:12.766 INFO:tasks.rados.rados.0.smithi001.stdout:327: done (0 left) 2024-09-13T14:19:12.766 INFO:tasks.rados.rados.0.smithi001.stdout:328: rmattr oid 22 current snap is 28 2024-09-13T14:19:12.766 INFO:tasks.rados.rados.0.smithi001.stdout:328: done (0 left) 2024-09-13T14:19:12.767 INFO:tasks.rados.rados.0.smithi001.stdout:329: rmattr oid 42 current snap is 28 2024-09-13T14:19:12.767 INFO:tasks.rados.rados.0.smithi001.stdout:329: done (0 left) 2024-09-13T14:19:12.767 INFO:tasks.rados.rados.0.smithi001.stdout:330: rmattr oid 23 current snap is 28 2024-09-13T14:19:12.767 INFO:tasks.rados.rados.0.smithi001.stdout:331: copy_from oid 15 from oid 19 current snap is 28 2024-09-13T14:19:12.767 INFO:tasks.rados.rados.0.smithi001.stdout:332: delete oid 30 current snap is 28 2024-09-13T14:19:12.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 76 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-09-13T14:19:12.771 INFO:tasks.rados.rados.0.smithi001.stdout:331: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:19:12.772 INFO:tasks.rados.rados.0.smithi001.stdout:330: done (2 left) 2024-09-13T14:19:12.772 INFO:tasks.rados.rados.0.smithi001.stdout:332: done (1 left) 2024-09-13T14:19:12.772 INFO:tasks.rados.rados.0.smithi001.stdout:333: rollback oid 14 current snap is 28 2024-09-13T14:19:12.772 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 27 2024-09-13T14:19:12.772 INFO:tasks.rados.rados.0.smithi001.stdout:334: read oid 20 snap -1 2024-09-13T14:19:12.772 INFO:tasks.rados.rados.0.smithi001.stdout:334: expect (ObjNum 107 snap 21 seq_num 107) 2024-09-13T14:19:12.773 INFO:tasks.rados.rados.0.smithi001.stdout:335: snap_remove snap 24 2024-09-13T14:19:13.029 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:12 smithi028 ceph-mon[31155]: pgmap v180: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T14:19:13.029 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:12 smithi028 ceph-mon[31155]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:19:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:12 smithi001 ceph-mon[28030]: pgmap v180: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T14:19:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:12 smithi001 ceph-mon[28030]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:19:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:12 smithi001 ceph-mon[40037]: pgmap v180: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T14:19:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:12 smithi001 ceph-mon[40037]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:19:13.741 INFO:tasks.rados.rados.0.smithi001.stdout:331: finishing copy_from to smithi00185197-15 2024-09-13T14:19:13.741 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 26 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T14:19:13.742 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:19:13.742 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:19:13.742 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:19:13.742 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 31 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-13T14:19:13.742 INFO:tasks.rados.rados.0.smithi001.stdout:334: expect (ObjNum 107 snap 21 seq_num 107) 2024-09-13T14:19:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:331: done (3 left) 2024-09-13T14:19:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:333: done (2 left) 2024-09-13T14:19:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:334: done (1 left) 2024-09-13T14:19:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:335: done (0 left) 2024-09-13T14:19:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:336: delete oid 18 current snap is 28 2024-09-13T14:19:13.897 INFO:tasks.rados.rados.0.smithi001.stdout:336: done (0 left) 2024-09-13T14:19:13.897 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 28 2024-09-13T14:19:13.897 INFO:tasks.rados.rados.0.smithi001.stdout:337: seq_num 126 ranges {0=516096,516096=630784,1146880=614400,1761280=360448} 2024-09-13T14:19:13.900 INFO:tasks.rados.rados.0.smithi001.stdout:337: writing smithi00185197-12 from 0 to 516096 tid 1 2024-09-13T14:19:13.904 INFO:tasks.rados.rados.0.smithi001.stdout:337: writing smithi00185197-12 from 516096 to 1146880 tid 2 2024-09-13T14:19:13.908 INFO:tasks.rados.rados.0.smithi001.stdout:337: writing smithi00185197-12 from 1146880 to 1761280 tid 3 2024-09-13T14:19:13.911 INFO:tasks.rados.rados.0.smithi001.stdout:337: writing smithi00185197-12 from 1761280 to 2121728 tid 4 2024-09-13T14:19:13.911 INFO:tasks.rados.rados.0.smithi001.stdout:338: snap_remove snap 27 2024-09-13T14:19:14.747 INFO:tasks.rados.rados.0.smithi001.stdout:338: done (1 left) 2024-09-13T14:19:14.747 INFO:tasks.rados.rados.0.smithi001.stdout:339: snap_remove snap 17 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: Upgrade: Updating mgr.x 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: Deploying daemon mgr.x on smithi028 2024-09-13T14:19:14.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:14 smithi028 ceph-mon[31155]: pgmap v183: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:19:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: Upgrade: Updating mgr.x 2024-09-13T14:19:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: Deploying daemon mgr.x on smithi028 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[28030]: pgmap v183: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: Upgrade: Updating mgr.x 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:19:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:15.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: Deploying daemon mgr.x on smithi028 2024-09-13T14:19:15.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:14 smithi001 ceph-mon[40037]: pgmap v183: 121 pgs: 121 active+clean; 84 MiB data, 380 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:15.749 INFO:tasks.rados.rados.0.smithi001.stdout:339: done (1 left) 2024-09-13T14:19:15.749 INFO:tasks.rados.rados.0.smithi001.stdout:340: snap_remove snap 23 2024-09-13T14:19:16.034 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:15 smithi028 ceph-mon[31155]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T14:19:16.034 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:15 smithi028 systemd[1]: Stopping Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:19:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:15 smithi001 ceph-mon[28030]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T14:19:16.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:15 smithi001 ceph-mon[40037]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T14:19:16.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 podman[66771]: 2024-09-13 14:19:16.062197183 +0000 UTC m=+0.133460764 container died 82f6832121213961797e36dddbdf556a34e679b6293d0e7b4d565679030ea506 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-2c01458, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T14:19:16.751 INFO:tasks.rados.rados.0.smithi001.stdout:340: done (1 left) 2024-09-13T14:19:16.751 INFO:tasks.rados.rados.0.smithi001.stdout:341: snap_remove snap 26 2024-09-13T14:19:16.755 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 podman[66771]: 2024-09-13 14:19:16.528907215 +0000 UTC m=+0.600170785 container cleanup 82f6832121213961797e36dddbdf556a34e679b6293d0e7b4d565679030ea506 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-2c01458, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-13T14:19:16.755 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 bash[66771]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:19:17.012 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:16 smithi028 ceph-mon[31155]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T14:19:17.012 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:16 smithi028 ceph-mon[31155]: pgmap v186: 121 pgs: 121 active+clean; 95 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T14:19:17.013 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:16 smithi028 ceph-mon[31155]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T14:19:17.013 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 podman[66789]: 2024-09-13 14:19:16.788618866 +0000 UTC m=+0.726877887 container remove 82f6832121213961797e36dddbdf556a34e679b6293d0e7b4d565679030ea506 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:19:17.013 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:19:17.013 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T14:19:17.013 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 systemd[1]: Stopped Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:19:17.013 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:16 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Consumed 11.550s CPU time. 2024-09-13T14:19:17.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:19:16] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-09-13T14:19:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:16 smithi001 ceph-mon[28030]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T14:19:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:16 smithi001 ceph-mon[28030]: pgmap v186: 121 pgs: 121 active+clean; 95 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T14:19:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:16 smithi001 ceph-mon[28030]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T14:19:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:16 smithi001 ceph-mon[40037]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T14:19:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:16 smithi001 ceph-mon[40037]: pgmap v186: 121 pgs: 121 active+clean; 95 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T14:19:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:16 smithi001 ceph-mon[40037]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T14:19:17.752 INFO:tasks.rados.rados.0.smithi001.stdout:341: done (1 left) 2024-09-13T14:19:17.752 INFO:tasks.rados.rados.0.smithi001.stdout:342: setattr oid 21 current snap is 28 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: finishing write tid 1 to smithi00185197-12 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: finishing write tid 2 to smithi00185197-12 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: finishing write tid 3 to smithi00185197-12 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: finishing write tid 4 to smithi00185197-12 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: finishing write tid 5 to smithi00185197-12 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: finishing write tid 6 to smithi00185197-12 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: oid 12 updating version 0 to 43 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: oid 12 updating version 43 to 47 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: oid 12 version 47 is already newer than 45 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: oid 12 version 47 is already newer than 46 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: oid 12 version 47 is already newer than 44 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 47 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-13T14:19:17.753 INFO:tasks.rados.rados.0.smithi001.stdout:337: left oid 12 (ObjNum 126 snap 28 seq_num 126) 2024-09-13T14:19:17.754 INFO:tasks.rados.rados.0.smithi001.stdout:337: done (1 left) 2024-09-13T14:19:17.754 INFO:tasks.rados.rados.0.smithi001.stdout:343: read oid 27 snap -1 2024-09-13T14:19:17.754 INFO:tasks.rados.rados.0.smithi001.stdout:343: expect (ObjNum 119 snap 26 seq_num 119) 2024-09-13T14:19:17.754 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 28 2024-09-13T14:19:17.754 INFO:tasks.rados.rados.0.smithi001.stdout:344: seq_num 127 ranges {2768896=532480,3301376=507904,3809280=778240,4587520=319488} 2024-09-13T14:19:17.773 INFO:tasks.rados.rados.0.smithi001.stdout:344: writing smithi00185197-32 from 2768896 to 3301376 tid 1 2024-09-13T14:19:17.776 INFO:tasks.rados.rados.0.smithi001.stdout:344: writing smithi00185197-32 from 3301376 to 3809280 tid 2 2024-09-13T14:19:17.780 INFO:tasks.rados.rados.0.smithi001.stdout:344: writing smithi00185197-32 from 3809280 to 4587520 tid 3 2024-09-13T14:19:17.782 INFO:tasks.rados.rados.0.smithi001.stdout:344: writing smithi00185197-32 from 4587520 to 4907008 tid 4 2024-09-13T14:19:17.782 INFO:tasks.rados.rados.0.smithi001.stdout:345: setattr oid 8 current snap is 28 2024-09-13T14:19:17.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 150 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T14:19:17.783 INFO:tasks.rados.rados.0.smithi001.stdout:343: expect (ObjNum 119 snap 26 seq_num 119) 2024-09-13T14:19:17.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:17 smithi028 systemd[1]: Starting Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:19:17.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:17 smithi028 podman[66931]: 2024-09-13 14:19:17.474179058 +0000 UTC m=+0.016512244 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:19:17.862 INFO:tasks.rados.rados.0.smithi001.stdout:344: finishing write tid 1 to smithi00185197-32 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: finishing write tid 2 to smithi00185197-32 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: finishing write tid 3 to smithi00185197-32 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: finishing write tid 4 to smithi00185197-32 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: finishing write tid 5 to smithi00185197-32 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: finishing write tid 6 to smithi00185197-32 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: oid 32 updating version 0 to 157 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: oid 32 version 157 is already newer than 154 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: oid 32 updating version 157 to 158 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: oid 32 version 158 is already newer than 156 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: oid 32 version 158 is already newer than 155 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 158 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:344: left oid 32 (ObjNum 127 snap 28 seq_num 127) 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:342: done (3 left) 2024-09-13T14:19:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:343: done (2 left) 2024-09-13T14:19:17.864 INFO:tasks.rados.rados.0.smithi001.stdout:344: done (1 left) 2024-09-13T14:19:17.864 INFO:tasks.rados.rados.0.smithi001.stdout:346: read oid 47 snap -1 2024-09-13T14:19:17.864 INFO:tasks.rados.rados.0.smithi001.stdout:346: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:17.864 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 28 2024-09-13T14:19:17.864 INFO:tasks.rados.rados.0.smithi001.stdout:347: seq_num 128 ranges {458752=548864,1007616=794624,1802240=581632,2383872=229376} 2024-09-13T14:19:17.868 INFO:tasks.rados.rados.0.smithi001.stdout:347: writing smithi00185197-28 from 458752 to 1007616 tid 1 2024-09-13T14:19:17.873 INFO:tasks.rados.rados.0.smithi001.stdout:347: writing smithi00185197-28 from 1007616 to 1802240 tid 2 2024-09-13T14:19:17.876 INFO:tasks.rados.rados.0.smithi001.stdout:347: writing smithi00185197-28 from 1802240 to 2383872 tid 3 2024-09-13T14:19:17.878 INFO:tasks.rados.rados.0.smithi001.stdout:347: writing smithi00185197-28 from 2383872 to 2613248 tid 4 2024-09-13T14:19:17.878 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 28 2024-09-13T14:19:17.878 INFO:tasks.rados.rados.0.smithi001.stdout:348: seq_num 129 ranges {2613248=565248,3178496=679936,3858432=786432,4644864=139264} 2024-09-13T14:19:17.896 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00185197-45 from 2613248 to 3178496 tid 1 2024-09-13T14:19:17.899 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00185197-45 from 3178496 to 3858432 tid 2 2024-09-13T14:19:17.904 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00185197-45 from 3858432 to 4644864 tid 3 2024-09-13T14:19:17.905 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00185197-45 from 4644864 to 4784128 tid 4 2024-09-13T14:19:17.905 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 28 2024-09-13T14:19:17.905 INFO:tasks.rados.rados.0.smithi001.stdout:349: seq_num 130 ranges {3907584=581632,4489216=614400,5103616=598016,5701632=393216} 2024-09-13T14:19:17.929 INFO:tasks.rados.rados.0.smithi001.stdout:349: writing smithi00185197-49 from 3907584 to 4489216 tid 1 2024-09-13T14:19:17.933 INFO:tasks.rados.rados.0.smithi001.stdout:349: writing smithi00185197-49 from 4489216 to 5103616 tid 2 2024-09-13T14:19:17.936 INFO:tasks.rados.rados.0.smithi001.stdout:349: writing smithi00185197-49 from 5103616 to 5701632 tid 3 2024-09-13T14:19:17.939 INFO:tasks.rados.rados.0.smithi001.stdout:349: writing smithi00185197-49 from 5701632 to 6094848 tid 4 2024-09-13T14:19:17.939 INFO:tasks.rados.rados.0.smithi001.stdout:350: delete oid 25 current snap is 28 2024-09-13T14:19:17.939 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 145 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-09-13T14:19:17.939 INFO:tasks.rados.rados.0.smithi001.stdout:346: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:17.962 INFO:tasks.rados.rados.0.smithi001.stdout:347: finishing write tid 1 to smithi00185197-28 2024-09-13T14:19:17.962 INFO:tasks.rados.rados.0.smithi001.stdout:347: finishing write tid 2 to smithi00185197-28 2024-09-13T14:19:17.962 INFO:tasks.rados.rados.0.smithi001.stdout:347: finishing write tid 3 to smithi00185197-28 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: finishing write tid 4 to smithi00185197-28 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: finishing write tid 5 to smithi00185197-28 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: finishing write tid 6 to smithi00185197-28 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: oid 28 updating version 0 to 52 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: oid 28 updating version 52 to 53 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: oid 28 updating version 53 to 55 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: oid 28 version 55 is already newer than 54 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: oid 28 version 55 is already newer than 51 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 55 (ObjNum 128 snap 28 seq_num 128) dirty exists 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: left oid 28 (ObjNum 128 snap 28 seq_num 128) 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 1 to smithi00185197-45 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:345: done (5 left) 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:346: done (4 left) 2024-09-13T14:19:17.963 INFO:tasks.rados.rados.0.smithi001.stdout:347: done (3 left) 2024-09-13T14:19:17.964 INFO:tasks.rados.rados.0.smithi001.stdout:350: done (2 left) 2024-09-13T14:19:17.964 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 28 2024-09-13T14:19:17.964 INFO:tasks.rados.rados.0.smithi001.stdout:351: seq_num 132 ranges {778240=614400,1392640=786432,2179072=565248,2744320=253952} 2024-09-13T14:19:17.970 INFO:tasks.rados.rados.0.smithi001.stdout:351: writing smithi00185197-7 from 778240 to 1392640 tid 1 2024-09-13T14:19:17.974 INFO:tasks.rados.rados.0.smithi001.stdout:351: writing smithi00185197-7 from 1392640 to 2179072 tid 2 2024-09-13T14:19:17.977 INFO:tasks.rados.rados.0.smithi001.stdout:351: writing smithi00185197-7 from 2179072 to 2744320 tid 3 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:351: writing smithi00185197-7 from 2744320 to 2998272 tid 4 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:352: setattr oid 13 current snap is 28 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 2 to smithi00185197-45 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 3 to smithi00185197-45 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 4 to smithi00185197-45 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 5 to smithi00185197-45 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 6 to smithi00185197-45 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: oid 45 updating version 0 to 97 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: oid 45 version 97 is already newer than 95 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: oid 45 version 97 is already newer than 96 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: oid 45 updating version 97 to 98 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:348: oid 45 updating version 98 to 99 2024-09-13T14:19:17.980 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 99 (ObjNum 129 snap 28 seq_num 129) dirty exists 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:348: left oid 45 (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing write tid 1 to smithi00185197-49 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing write tid 2 to smithi00185197-49 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing write tid 3 to smithi00185197-49 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing write tid 4 to smithi00185197-49 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing write tid 5 to smithi00185197-49 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing write tid 6 to smithi00185197-49 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: oid 49 updating version 0 to 166 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: oid 49 version 166 is already newer than 165 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: oid 49 updating version 166 to 169 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: oid 49 version 169 is already newer than 168 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: oid 49 version 169 is already newer than 167 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 169 (ObjNum 130 snap 28 seq_num 130) dirty exists 2024-09-13T14:19:17.981 INFO:tasks.rados.rados.0.smithi001.stdout:349: left oid 49 (ObjNum 130 snap 28 seq_num 130) 2024-09-13T14:19:17.982 INFO:tasks.rados.rados.0.smithi001.stdout:351: finishing write tid 1 to smithi00185197-7 2024-09-13T14:19:17.982 INFO:tasks.rados.rados.0.smithi001.stdout:351: finishing write tid 2 to smithi00185197-7 2024-09-13T14:19:17.982 INFO:tasks.rados.rados.0.smithi001.stdout:351: finishing write tid 3 to smithi00185197-7 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:348: done (3 left) 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:349: done (2 left) 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:353: read oid 15 snap -1 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:353: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:354: snap_create 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:351: finishing write tid 4 to smithi00185197-7 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:351: finishing write tid 5 to smithi00185197-7 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:351: finishing write tid 6 to smithi00185197-7 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:351: oid 7 updating version 0 to 104 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:351: oid 7 version 104 is already newer than 103 2024-09-13T14:19:17.983 INFO:tasks.rados.rados.0.smithi001.stdout:351: oid 7 version 104 is already newer than 102 2024-09-13T14:19:17.984 INFO:tasks.rados.rados.0.smithi001.stdout:351: oid 7 version 104 is already newer than 100 2024-09-13T14:19:17.984 INFO:tasks.rados.rados.0.smithi001.stdout:351: oid 7 version 104 is already newer than 101 2024-09-13T14:19:17.984 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 104 (ObjNum 132 snap 28 seq_num 132) dirty exists 2024-09-13T14:19:17.984 INFO:tasks.rados.rados.0.smithi001.stdout:351: left oid 7 (ObjNum 132 snap 28 seq_num 132) 2024-09-13T14:19:17.984 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 41 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:19:17.984 INFO:tasks.rados.rados.0.smithi001.stdout:353: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T14:19:18.757 INFO:tasks.rados.rados.0.smithi001.stdout:351: done (3 left) 2024-09-13T14:19:18.757 INFO:tasks.rados.rados.0.smithi001.stdout:352: done (2 left) 2024-09-13T14:19:18.757 INFO:tasks.rados.rados.0.smithi001.stdout:353: done (1 left) 2024-09-13T14:19:18.757 INFO:tasks.rados.rados.0.smithi001.stdout:354: done (0 left) 2024-09-13T14:19:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:355: delete oid 27 current snap is 29 2024-09-13T14:19:18.762 INFO:tasks.rados.rados.0.smithi001.stdout:355: done (0 left) 2024-09-13T14:19:18.762 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 29 2024-09-13T14:19:18.762 INFO:tasks.rados.rados.0.smithi001.stdout:356: seq_num 134 ranges {106496=647168,753664=548864,1302528=573440,1875968=483328} 2024-09-13T14:19:18.766 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00185197-3 from 106496 to 753664 tid 1 2024-09-13T14:19:18.769 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00185197-3 from 753664 to 1302528 tid 2 2024-09-13T14:19:18.773 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00185197-3 from 1302528 to 1875968 tid 3 2024-09-13T14:19:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00185197-3 from 1875968 to 2359296 tid 4 2024-09-13T14:19:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:357: snap_create 2024-09-13T14:19:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 1 to smithi00185197-3 2024-09-13T14:19:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 2 to smithi00185197-3 2024-09-13T14:19:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 3 to smithi00185197-3 2024-09-13T14:19:18.778 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 4 to smithi00185197-3 2024-09-13T14:19:18.778 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 5 to smithi00185197-3 2024-09-13T14:19:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 6 to smithi00185197-3 2024-09-13T14:19:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:356: oid 3 updating version 0 to 45 2024-09-13T14:19:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:356: oid 3 updating version 45 to 47 2024-09-13T14:19:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:356: oid 3 updating version 47 to 49 2024-09-13T14:19:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:356: oid 3 version 49 is already newer than 48 2024-09-13T14:19:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:356: oid 3 version 49 is already newer than 46 2024-09-13T14:19:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 49 (ObjNum 134 snap 29 seq_num 134) dirty exists 2024-09-13T14:19:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:356: left oid 3 (ObjNum 134 snap 29 seq_num 134) 2024-09-13T14:19:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:18 smithi001 ceph-mon[28030]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:19:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:18 smithi001 ceph-mon[28030]: pgmap v189: 121 pgs: 121 active+clean; 95 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T14:19:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:18 smithi001 ceph-mon[40037]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:19:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:18 smithi001 ceph-mon[40037]: pgmap v189: 121 pgs: 121 active+clean; 95 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T14:19:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:18 smithi028 ceph-mon[31155]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:19:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:18 smithi028 ceph-mon[31155]: pgmap v189: 121 pgs: 121 active+clean; 95 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T14:19:19.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:18 smithi028 podman[66931]: 2024-09-13 14:19:18.637837147 +0000 UTC m=+1.180170333 container create 1f6719f2a293be6490a9bffdc44d9590b8fbfe2ac41ac3df9d4569de3634ad3e (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T14:19:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:356: done (1 left) 2024-09-13T14:19:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:357: done (0 left) 2024-09-13T14:19:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:358: rollback oid 27 current snap is 30 2024-09-13T14:19:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 29 2024-09-13T14:19:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:359: setattr oid 20 current snap is 30 2024-09-13T14:19:19.763 INFO:tasks.rados.rados.0.smithi001.stdout:360: snap_create 2024-09-13T14:19:19.765 INFO:tasks.rados.rados.0.smithi001.stdout:358: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:19:19.765 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 105 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:19:19.766 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 171 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-09-13T14:19:20.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:19 smithi001 ceph-mon[28030]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:19:20.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:19 smithi001 ceph-mon[40037]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:19:20.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:19 smithi028 ceph-mon[31155]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:19:20.767 INFO:tasks.rados.rados.0.smithi001.stdout:358: done (2 left) 2024-09-13T14:19:20.767 INFO:tasks.rados.rados.0.smithi001.stdout:359: done (1 left) 2024-09-13T14:19:20.767 INFO:tasks.rados.rados.0.smithi001.stdout:360: done (0 left) 2024-09-13T14:19:20.767 INFO:tasks.rados.rados.0.smithi001.stdout:361: read oid 46 snap -1 2024-09-13T14:19:20.767 INFO:tasks.rados.rados.0.smithi001.stdout:361: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:19:20.767 INFO:tasks.rados.rados.0.smithi001.stdout:362: snap_remove snap 25 2024-09-13T14:19:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:20 smithi001 ceph-mon[28030]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T14:19:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:20 smithi001 ceph-mon[28030]: pgmap v192: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:19:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:20 smithi001 ceph-mon[40037]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T14:19:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:20 smithi001 ceph-mon[40037]: pgmap v192: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:19:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:20 smithi028 ceph-mon[31155]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T14:19:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:20 smithi028 ceph-mon[31155]: pgmap v192: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:19:21.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:20 smithi028 podman[66931]: 2024-09-13 14:19:20.711220614 +0000 UTC m=+3.253553800 container init 1f6719f2a293be6490a9bffdc44d9590b8fbfe2ac41ac3df9d4569de3634ad3e (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-13T14:19:21.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:20 smithi028 podman[66931]: 2024-09-13 14:19:20.71808182 +0000 UTC m=+3.260415006 container start 1f6719f2a293be6490a9bffdc44d9590b8fbfe2ac41ac3df9d4569de3634ad3e (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T14:19:21.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:20 smithi028 ceph-mgr[66969]: -- 172.21.15.28:0/2784723735 <== mon.1 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5600b5bfb520 con 0x5600b5bcf000 2024-09-13T14:19:21.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:20 smithi028 ceph-mgr[66969]: -- 172.21.15.28:0/2784723735 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5600b5bf10e0 con 0x5600b5bcf000 2024-09-13T14:19:21.440 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:19:21.741 INFO:tasks.rados.rados.0.smithi001.stdout:361: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T14:19:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:361: done (1 left) 2024-09-13T14:19:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:362: done (0 left) 2024-09-13T14:19:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:363: read oid 45 snap -1 2024-09-13T14:19:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:363: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:364: read oid 43 snap 28 2024-09-13T14:19:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:364: expect (ObjNum 65 snap 6 seq_num 65) 2024-09-13T14:19:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:365: snap_create 2024-09-13T14:19:21.768 INFO:tasks.rados.rados.0.smithi001.stdout:364: expect (ObjNum 65 snap 6 seq_num 65) 2024-09-13T14:19:21.799 INFO:tasks.rados.rados.0.smithi001.stdout:363: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:22.022 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:21 smithi001 ceph-mon[28030]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T14:19:22.023 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:21 smithi001 ceph-mon[28030]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T14:19:22.023 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:21 smithi001 ceph-mon[40037]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T14:19:22.023 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:21 smithi001 ceph-mon[40037]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T14:19:22.023 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:19:22.023 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (2m) 2m ago 3m 14.3M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:19:22.023 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (3m) 2m ago 3m 82.4M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:19:22.023 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (5m) 2m ago 5m 13.8M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (4m) 2m ago 4m 17.8M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 starting - - - - 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (10m) 2m ago 10m 488M - 18.2.4-843-g2c01458a c129f5a2fd4e 5edd94aea74f 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (10m) 2m ago 10m 45.3M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e e17068e2d023 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (8m) 2m ago 8m 39.0M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e aa9cc501633c 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (8m) 2m ago 8m 37.4M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e 13390a0b971d 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (3m) 2m ago 3m 8426k - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (3m) 2m ago 3m 8526k - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (8m) 2m ago 8m 52.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (7m) 2m ago 7m 51.4M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (7m) 2m ago 7m 42.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (6m) 2m ago 6m 41.7M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:19:22.024 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (6m) 2m ago 6m 45.3M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:19:22.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (6m) 2m ago 6m 45.6M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:19:22.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (5m) 2m ago 5m 52.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:19:22.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (5m) 2m ago 5m 51.5M 2993M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:19:22.025 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (2m) 2m ago 4m 31.2M - 2.43.0 a07b618ecd1d 43e2b82c4475 2024-09-13T14:19:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:21 smithi028 ceph-mon[31155]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T14:19:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:21 smithi028 ceph-mon[31155]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T14:19:22.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:21 smithi028 bash[66931]: 1f6719f2a293be6490a9bffdc44d9590b8fbfe2ac41ac3df9d4569de3634ad3e 2024-09-13T14:19:22.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:21 smithi028 systemd[1]: Started Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:19:22.360 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:19:22.360 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:19:22.360 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:19:22.360 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:22.360 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 15 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:19:22.361 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "", 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mgr daemons", 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:19:22.641 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:19:22.740 INFO:tasks.rados.rados.0.smithi001.stdout:363: done (2 left) 2024-09-13T14:19:22.740 INFO:tasks.rados.rados.0.smithi001.stdout:364: done (1 left) 2024-09-13T14:19:22.740 INFO:tasks.rados.rados.0.smithi001.stdout:365: done (0 left) 2024-09-13T14:19:22.740 INFO:tasks.rados.rados.0.smithi001.stdout:366: delete oid 4 current snap is 32 2024-09-13T14:19:22.742 INFO:tasks.rados.rados.0.smithi001.stdout:366: done (0 left) 2024-09-13T14:19:22.742 INFO:tasks.rados.rados.0.smithi001.stdout:367: snap_create 2024-09-13T14:19:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: from='client.24817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: pgmap v195: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:19:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/545805808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[28030]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: from='client.24817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: pgmap v195: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/545805808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:23.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:22 smithi001 ceph-mon[40037]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: from='client.24817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: pgmap v195: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/545805808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:22 smithi028 ceph-mon[31155]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:19:23.742 INFO:tasks.rados.rados.0.smithi001.stdout:367: done (0 left) 2024-09-13T14:19:23.742 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 33 2024-09-13T14:19:23.742 INFO:tasks.rados.rados.0.smithi001.stdout:368: seq_num 136 ranges {2613248=688128,3301376=720896,4022272=540672,4562944=344064} 2024-09-13T14:19:23.760 INFO:tasks.rados.rados.0.smithi001.stdout:368: writing smithi00185197-28 from 2613248 to 3301376 tid 1 2024-09-13T14:19:23.764 INFO:tasks.rados.rados.0.smithi001.stdout:368: writing smithi00185197-28 from 3301376 to 4022272 tid 2 2024-09-13T14:19:23.768 INFO:tasks.rados.rados.0.smithi001.stdout:368: writing smithi00185197-28 from 4022272 to 4562944 tid 3 2024-09-13T14:19:23.770 INFO:tasks.rados.rados.0.smithi001.stdout:368: writing smithi00185197-28 from 4562944 to 4907008 tid 4 2024-09-13T14:19:23.770 INFO:tasks.rados.rados.0.smithi001.stdout:369: rollback oid 34 current snap is 33 2024-09-13T14:19:23.770 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 28 2024-09-13T14:19:23.770 INFO:tasks.rados.rados.0.smithi001.stdout:368: finishing write tid 1 to smithi00185197-28 2024-09-13T14:19:23.770 INFO:tasks.rados.rados.0.smithi001.stdout:368: finishing write tid 2 to smithi00185197-28 2024-09-13T14:19:23.771 INFO:tasks.rados.rados.0.smithi001.stdout:370: delete oid 8 current snap is 33 2024-09-13T14:19:23.772 INFO:tasks.rados.rados.0.smithi001.stdout:368: finishing write tid 3 to smithi00185197-28 2024-09-13T14:19:23.773 INFO:tasks.rados.rados.0.smithi001.stdout:368: finishing write tid 4 to smithi00185197-28 2024-09-13T14:19:23.773 INFO:tasks.rados.rados.0.smithi001.stdout:368: finishing write tid 5 to smithi00185197-28 2024-09-13T14:19:23.774 INFO:tasks.rados.rados.0.smithi001.stdout:369: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:368: finishing write tid 6 to smithi00185197-28 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:368: oid 28 updating version 0 to 65 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:368: oid 28 version 65 is already newer than 62 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:368: oid 28 version 65 is already newer than 64 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:368: oid 28 version 65 is already newer than 61 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:368: oid 28 version 65 is already newer than 63 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 65 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:368: left oid 28 (ObjNum 136 snap 33 seq_num 136) 2024-09-13T14:19:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:369: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:19:23.776 INFO:tasks.rados.rados.0.smithi001.stdout:369: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:19:23.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 51 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-09-13T14:19:23.777 INFO:tasks.rados.rados.0.smithi001.stdout:368: done (2 left) 2024-09-13T14:19:23.777 INFO:tasks.rados.rados.0.smithi001.stdout:369: done (1 left) 2024-09-13T14:19:23.778 INFO:tasks.rados.rados.0.smithi001.stdout:370: done (0 left) 2024-09-13T14:19:23.778 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 33 2024-09-13T14:19:23.778 INFO:tasks.rados.rados.0.smithi001.stdout:371: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-09-13T14:19:23.781 INFO:tasks.rados.rados.0.smithi001.stdout:371: writing smithi00185197-21 from 0 to 720896 tid 1 2024-09-13T14:19:23.784 INFO:tasks.rados.rados.0.smithi001.stdout:371: writing smithi00185197-21 from 720896 to 1261568 tid 2 2024-09-13T14:19:23.787 INFO:tasks.rados.rados.0.smithi001.stdout:371: writing smithi00185197-21 from 1261568 to 1818624 tid 3 2024-09-13T14:19:23.790 INFO:tasks.rados.rados.0.smithi001.stdout:371: writing smithi00185197-21 from 1818624 to 2326528 tid 4 2024-09-13T14:19:23.790 INFO:tasks.rados.rados.0.smithi001.stdout:372: snap_create 2024-09-13T14:19:23.790 INFO:tasks.rados.rados.0.smithi001.stdout:371: finishing write tid 1 to smithi00185197-21 2024-09-13T14:19:23.790 INFO:tasks.rados.rados.0.smithi001.stdout:371: finishing write tid 2 to smithi00185197-21 2024-09-13T14:19:23.790 INFO:tasks.rados.rados.0.smithi001.stdout:371: finishing write tid 3 to smithi00185197-21 2024-09-13T14:19:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:371: finishing write tid 4 to smithi00185197-21 2024-09-13T14:19:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:371: finishing write tid 5 to smithi00185197-21 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:371: finishing write tid 6 to smithi00185197-21 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:371: oid 21 updating version 0 to 168 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:371: oid 21 version 168 is already newer than 165 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:371: oid 21 version 168 is already newer than 166 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:371: oid 21 version 168 is already newer than 164 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:371: oid 21 version 168 is already newer than 167 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 168 (ObjNum 138 snap 33 seq_num 138) dirty exists 2024-09-13T14:19:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:371: left oid 21 (ObjNum 138 snap 33 seq_num 138) 2024-09-13T14:19:24.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:23 smithi001 ceph-mon[28030]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:23 smithi001 ceph-mon[28030]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:19:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:23 smithi001 ceph-mon[40037]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:23 smithi001 ceph-mon[40037]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:19:24.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:23 smithi028 ceph-mon[31155]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:23 smithi028 ceph-mon[31155]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:19:24.744 INFO:tasks.rados.rados.0.smithi001.stdout:371: done (1 left) 2024-09-13T14:19:24.744 INFO:tasks.rados.rados.0.smithi001.stdout:372: done (0 left) 2024-09-13T14:19:24.744 INFO:tasks.rados.rados.0.smithi001.stdout:373: read oid 45 snap -1 2024-09-13T14:19:24.744 INFO:tasks.rados.rados.0.smithi001.stdout:373: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:24.744 INFO:tasks.rados.rados.0.smithi001.stdout:374: read oid 29 snap 33 2024-09-13T14:19:24.744 INFO:tasks.rados.rados.0.smithi001.stdout:374: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:24.745 INFO:tasks.rados.rados.0.smithi001.stdout:375: setattr oid 25 current snap is 34 2024-09-13T14:19:24.746 INFO:tasks.rados.rados.0.smithi001.stdout:376: delete oid 12 current snap is 34 2024-09-13T14:19:24.748 INFO:tasks.rados.rados.0.smithi001.stdout:374: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:24.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 157 (ObjNum 129 snap 0 seq_num 313617776) dirty exists 2024-09-13T14:19:24.774 INFO:tasks.rados.rados.0.smithi001.stdout:373: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:24.956 INFO:tasks.rados.rados.0.smithi001.stdout:373: done (3 left) 2024-09-13T14:19:24.956 INFO:tasks.rados.rados.0.smithi001.stdout:374: done (2 left) 2024-09-13T14:19:24.956 INFO:tasks.rados.rados.0.smithi001.stdout:375: done (1 left) 2024-09-13T14:19:24.956 INFO:tasks.rados.rados.0.smithi001.stdout:376: done (0 left) 2024-09-13T14:19:24.956 INFO:tasks.rados.rados.0.smithi001.stdout:377: rollback oid 9 current snap is 34 2024-09-13T14:19:24.957 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 31 2024-09-13T14:19:24.957 INFO:tasks.rados.rados.0.smithi001.stdout:378: read oid 11 snap 29 2024-09-13T14:19:24.957 INFO:tasks.rados.rados.0.smithi001.stdout:378: expect (ObjNum 113 snap 23 seq_num 113) 2024-09-13T14:19:24.957 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 34 2024-09-13T14:19:24.957 INFO:tasks.rados.rados.0.smithi001.stdout:379: seq_num 140 ranges {2883584=753664,3637248=704512,4341760=524288,4866048=376832} 2024-09-13T14:19:24.977 INFO:tasks.rados.rados.0.smithi001.stdout:379: writing smithi00185197-23 from 2883584 to 3637248 tid 1 2024-09-13T14:19:24.982 INFO:tasks.rados.rados.0.smithi001.stdout:379: writing smithi00185197-23 from 3637248 to 4341760 tid 2 2024-09-13T14:19:24.985 INFO:tasks.rados.rados.0.smithi001.stdout:379: writing smithi00185197-23 from 4341760 to 4866048 tid 3 2024-09-13T14:19:24.988 INFO:tasks.rados.rados.0.smithi001.stdout:379: writing smithi00185197-23 from 4866048 to 5242880 tid 4 2024-09-13T14:19:24.988 INFO:tasks.rados.rados.0.smithi001.stdout:380: delete oid 7 current snap is 34 2024-09-13T14:19:24.988 INFO:tasks.rados.rados.0.smithi001.stdout:377: finishing rollback tid 0 to smithi00185197-9 2024-09-13T14:19:24.988 INFO:tasks.rados.rados.0.smithi001.stdout:377: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:19:24.988 INFO:tasks.rados.rados.0.smithi001.stdout:377: finishing rollback tid 2 to smithi00185197-9 2024-09-13T14:19:24.988 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 94 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-09-13T14:19:24.988 INFO:tasks.rados.rados.0.smithi001.stdout:378: expect (ObjNum 113 snap 23 seq_num 113) 2024-09-13T14:19:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:24 smithi001 ceph-mon[28030]: pgmap v198: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:24 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:24 smithi001 ceph-mon[28030]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T14:19:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:24 smithi001 ceph-mon[40037]: pgmap v198: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:24 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:24 smithi001 ceph-mon[40037]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T14:19:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:24 smithi028 ceph-mon[31155]: pgmap v198: 121 pgs: 121 active+clean; 97 MiB data, 410 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:24 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:24 smithi028 ceph-mon[31155]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T14:19:25.115 INFO:tasks.rados.rados.0.smithi001.stdout:379: finishing write tid 1 to smithi00185197-23 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: finishing write tid 2 to smithi00185197-23 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: finishing write tid 3 to smithi00185197-23 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: finishing write tid 4 to smithi00185197-23 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: finishing write tid 5 to smithi00185197-23 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: finishing write tid 6 to smithi00185197-23 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: oid 23 updating version 0 to 100 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: oid 23 version 100 is already newer than 98 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: oid 23 version 100 is already newer than 96 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: oid 23 version 100 is already newer than 97 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: oid 23 version 100 is already newer than 99 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 100 (ObjNum 140 snap 34 seq_num 140) dirty exists 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:379: left oid 23 (ObjNum 140 snap 34 seq_num 140) 2024-09-13T14:19:25.116 INFO:tasks.rados.rados.0.smithi001.stdout:377: done (3 left) 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:378: done (2 left) 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:379: done (1 left) 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:380: done (0 left) 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:381: read oid 16 snap 29 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:381: expect (ObjNum 71 snap 10 seq_num 71) 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:382: read oid 14 snap -1 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:382: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:383: read oid 40 snap -1 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:383: expect deleted 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 34 2024-09-13T14:19:25.117 INFO:tasks.rados.rados.0.smithi001.stdout:384: seq_num 142 ranges {5242880=786432,6029312=475136,6504448=540672,7045120=589824} 2024-09-13T14:19:25.148 INFO:tasks.rados.rados.0.smithi001.stdout:384: writing smithi00185197-23 from 5242880 to 6029312 tid 1 2024-09-13T14:19:25.151 INFO:tasks.rados.rados.0.smithi001.stdout:384: writing smithi00185197-23 from 6029312 to 6504448 tid 2 2024-09-13T14:19:25.154 INFO:tasks.rados.rados.0.smithi001.stdout:384: writing smithi00185197-23 from 6504448 to 7045120 tid 3 2024-09-13T14:19:25.158 INFO:tasks.rados.rados.0.smithi001.stdout:384: writing smithi00185197-23 from 7045120 to 7634944 tid 4 2024-09-13T14:19:25.158 INFO:tasks.rados.rados.0.smithi001.stdout:385: read oid 47 snap -1 2024-09-13T14:19:25.158 INFO:tasks.rados.rados.0.smithi001.stdout:385: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:25.158 INFO:tasks.rados.rados.0.smithi001.stdout:386: read oid 28 snap 30 2024-09-13T14:19:25.158 INFO:tasks.rados.rados.0.smithi001.stdout:386: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-13T14:19:25.158 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 34 2024-09-13T14:19:25.158 INFO:tasks.rados.rados.0.smithi001.stdout:387: seq_num 143 ranges {3604480=802816,4407296=761856,5169152=745472,5914624=98304} 2024-09-13T14:19:25.182 INFO:tasks.rados.rados.0.smithi001.stdout:387: writing smithi00185197-11 from 3604480 to 4407296 tid 1 2024-09-13T14:19:25.186 INFO:tasks.rados.rados.0.smithi001.stdout:387: writing smithi00185197-11 from 4407296 to 5169152 tid 2 2024-09-13T14:19:25.190 INFO:tasks.rados.rados.0.smithi001.stdout:387: writing smithi00185197-11 from 5169152 to 5914624 tid 3 2024-09-13T14:19:25.191 INFO:tasks.rados.rados.0.smithi001.stdout:387: writing smithi00185197-11 from 5914624 to 6012928 tid 4 2024-09-13T14:19:25.191 INFO:tasks.rados.rados.0.smithi001.stdout:388: delete oid 6 current snap is 34 2024-09-13T14:19:25.191 INFO:tasks.rados.rados.0.smithi001.stdout:382: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-13T14:19:25.241 INFO:tasks.rados.rados.0.smithi001.stdout:381: expect (ObjNum 71 snap 10 seq_num 71) 2024-09-13T14:19:25.337 INFO:tasks.rados.rados.0.smithi001.stdout:384: finishing write tid 1 to smithi00185197-23 2024-09-13T14:19:25.337 INFO:tasks.rados.rados.0.smithi001.stdout:384: finishing write tid 2 to smithi00185197-23 2024-09-13T14:19:25.337 INFO:tasks.rados.rados.0.smithi001.stdout:384: finishing write tid 3 to smithi00185197-23 2024-09-13T14:19:25.337 INFO:tasks.rados.rados.0.smithi001.stdout:385: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: finishing write tid 4 to smithi00185197-23 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: finishing write tid 5 to smithi00185197-23 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: finishing write tid 6 to smithi00185197-23 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: oid 23 updating version 0 to 105 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: oid 23 version 105 is already newer than 101 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: oid 23 version 105 is already newer than 103 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: oid 23 version 105 is already newer than 102 2024-09-13T14:19:25.359 INFO:tasks.rados.rados.0.smithi001.stdout:384: oid 23 version 105 is already newer than 104 2024-09-13T14:19:25.360 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 105 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-09-13T14:19:25.360 INFO:tasks.rados.rados.0.smithi001.stdout:384: left oid 23 (ObjNum 142 snap 34 seq_num 142) 2024-09-13T14:19:25.360 INFO:tasks.rados.rados.0.smithi001.stdout:386: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-13T14:19:25.438 INFO:tasks.rados.rados.0.smithi001.stdout:387: finishing write tid 1 to smithi00185197-11 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: finishing write tid 2 to smithi00185197-11 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: finishing write tid 3 to smithi00185197-11 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: finishing write tid 4 to smithi00185197-11 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: finishing write tid 5 to smithi00185197-11 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: finishing write tid 6 to smithi00185197-11 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: oid 11 updating version 0 to 173 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: oid 11 version 173 is already newer than 170 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: oid 11 version 173 is already newer than 171 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: oid 11 version 173 is already newer than 172 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: oid 11 updating version 173 to 174 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 174 (ObjNum 143 snap 34 seq_num 143) dirty exists 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:387: left oid 11 (ObjNum 143 snap 34 seq_num 143) 2024-09-13T14:19:25.439 INFO:tasks.rados.rados.0.smithi001.stdout:381: done (7 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:382: done (6 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:383: done (5 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:384: done (4 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:385: done (3 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:386: done (2 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:387: done (1 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:388: done (0 left) 2024-09-13T14:19:25.440 INFO:tasks.rados.rados.0.smithi001.stdout:389: delete oid 27 current snap is 34 2024-09-13T14:19:25.441 INFO:tasks.rados.rados.0.smithi001.stdout:389: done (0 left) 2024-09-13T14:19:25.441 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 34 2024-09-13T14:19:25.441 INFO:tasks.rados.rados.0.smithi001.stdout:390: seq_num 146 ranges {3325952=49152} 2024-09-13T14:19:25.458 INFO:tasks.rados.rados.0.smithi001.stdout:390: writing smithi00185197-24 from 3325952 to 3375104 tid 1 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:391: read oid 4 snap -1 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:391: expect deleted 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 34 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:392: seq_num 147 ranges {0=65536} 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:392: writing smithi00185197-1 from 0 to 65536 tid 1 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:393: rmattr oid 50 current snap is 34 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:393: done (3 left) 2024-09-13T14:19:25.459 INFO:tasks.rados.rados.0.smithi001.stdout:394: setattr oid 26 current snap is 34 2024-09-13T14:19:25.460 INFO:tasks.rados.rados.0.smithi001.stdout:392: finishing write tid 1 to smithi00185197-1 2024-09-13T14:19:25.460 INFO:tasks.rados.rados.0.smithi001.stdout:392: finishing write tid 2 to smithi00185197-1 2024-09-13T14:19:25.461 INFO:tasks.rados.rados.0.smithi001.stdout:390: finishing write tid 1 to smithi00185197-24 2024-09-13T14:19:25.461 INFO:tasks.rados.rados.0.smithi001.stdout:390: finishing write tid 2 to smithi00185197-24 2024-09-13T14:19:25.461 INFO:tasks.rados.rados.0.smithi001.stdout:392: finishing write tid 3 to smithi00185197-1 2024-09-13T14:19:25.461 INFO:tasks.rados.rados.0.smithi001.stdout:392: oid 1 updating version 0 to 60 2024-09-13T14:19:25.461 INFO:tasks.rados.rados.0.smithi001.stdout:392: oid 1 version 60 is already newer than 59 2024-09-13T14:19:25.462 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 60 (ObjNum 147 snap 34 seq_num 147) dirty exists 2024-09-13T14:19:25.462 INFO:tasks.rados.rados.0.smithi001.stdout:392: left oid 1 (ObjNum 147 snap 34 seq_num 147) 2024-09-13T14:19:25.462 INFO:tasks.rados.rados.0.smithi001.stdout:390: finishing write tid 3 to smithi00185197-24 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:390: oid 24 updating version 0 to 84 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:390: oid 24 version 84 is already newer than 83 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 84 (ObjNum 146 snap 34 seq_num 146) dirty exists 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:390: left oid 24 (ObjNum 146 snap 34 seq_num 146) 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:390: done (3 left) 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:391: done (2 left) 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:392: done (1 left) 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:395: rollback oid 35 current snap is 34 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 31 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:396: delete oid 37 current snap is 34 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:395: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:19:25.463 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 0 (ObjNum 97 snap 0 seq_num 313611504) dirty dne 2024-09-13T14:19:25.464 INFO:tasks.rados.rados.0.smithi001.stdout:395: done (2 left) 2024-09-13T14:19:25.464 INFO:tasks.rados.rados.0.smithi001.stdout:396: done (1 left) 2024-09-13T14:19:25.464 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 34 2024-09-13T14:19:25.464 INFO:tasks.rados.rados.0.smithi001.stdout:397: seq_num 149 ranges {1703936=98304} 2024-09-13T14:19:25.474 INFO:tasks.rados.rados.0.smithi001.stdout:397: writing smithi00185197-17 from 1703936 to 1802240 tid 1 2024-09-13T14:19:25.474 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 34 2024-09-13T14:19:25.474 INFO:tasks.rados.rados.0.smithi001.stdout:398: seq_num 150 ranges {0=114688} 2024-09-13T14:19:25.475 INFO:tasks.rados.rados.0.smithi001.stdout:398: writing smithi00185197-25 from 0 to 114688 tid 1 2024-09-13T14:19:25.475 INFO:tasks.rados.rados.0.smithi001.stdout:399: read oid 29 snap -1 2024-09-13T14:19:25.475 INFO:tasks.rados.rados.0.smithi001.stdout:399: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:25.475 INFO:tasks.rados.rados.0.smithi001.stdout:400: copy_from oid 23 from oid 49 current snap is 34 2024-09-13T14:19:25.476 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 176 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T14:19:25.476 INFO:tasks.rados.rados.0.smithi001.stdout:394: done (4 left) 2024-09-13T14:19:25.476 INFO:tasks.rados.rados.0.smithi001.stdout:401: setattr oid 12 current snap is 34 2024-09-13T14:19:25.477 INFO:tasks.rados.rados.0.smithi001.stdout:397: finishing write tid 1 to smithi00185197-17 2024-09-13T14:19:25.477 INFO:tasks.rados.rados.0.smithi001.stdout:398: finishing write tid 1 to smithi00185197-25 2024-09-13T14:19:25.477 INFO:tasks.rados.rados.0.smithi001.stdout:397: finishing write tid 2 to smithi00185197-17 2024-09-13T14:19:25.477 INFO:tasks.rados.rados.0.smithi001.stdout:402: rollback oid 35 current snap is 34 2024-09-13T14:19:25.478 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 29 2024-09-13T14:19:25.478 INFO:tasks.rados.rados.0.smithi001.stdout:403: setattr oid 28 current snap is 34 2024-09-13T14:19:25.478 INFO:tasks.rados.rados.0.smithi001.stdout:398: finishing write tid 2 to smithi00185197-25 2024-09-13T14:19:25.479 INFO:tasks.rados.rados.0.smithi001.stdout:397: finishing write tid 3 to smithi00185197-17 2024-09-13T14:19:25.479 INFO:tasks.rados.rados.0.smithi001.stdout:397: oid 17 updating version 0 to 53 2024-09-13T14:19:25.479 INFO:tasks.rados.rados.0.smithi001.stdout:397: oid 17 updating version 53 to 54 2024-09-13T14:19:25.479 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 54 (ObjNum 149 snap 34 seq_num 149) dirty exists 2024-09-13T14:19:25.479 INFO:tasks.rados.rados.0.smithi001.stdout:397: left oid 17 (ObjNum 149 snap 34 seq_num 149) 2024-09-13T14:19:25.479 INFO:tasks.rados.rados.0.smithi001.stdout:402: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:19:25.480 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 0 (ObjNum 65 snap 0 seq_num 1433039712) dirty dne 2024-09-13T14:19:25.480 INFO:tasks.rados.rados.0.smithi001.stdout:398: finishing write tid 3 to smithi00185197-25 2024-09-13T14:19:25.480 INFO:tasks.rados.rados.0.smithi001.stdout:398: oid 25 updating version 0 to 159 2024-09-13T14:19:25.480 INFO:tasks.rados.rados.0.smithi001.stdout:398: oid 25 version 159 is already newer than 158 2024-09-13T14:19:25.480 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 159 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-09-13T14:19:25.480 INFO:tasks.rados.rados.0.smithi001.stdout:398: left oid 25 (ObjNum 150 snap 34 seq_num 150) 2024-09-13T14:19:25.480 INFO:tasks.rados.rados.0.smithi001.stdout:399: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 68 (ObjNum 129 snap 0 seq_num 313585912) dirty exists 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:400: finishing copy_from racing read to smithi00185197-23 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:400: finishing copy_from to smithi00185197-23 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 169 (ObjNum 130 snap 28 seq_num 130) dirty exists 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:397: done (6 left) 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:398: done (5 left) 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:399: done (4 left) 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:400: done (3 left) 2024-09-13T14:19:25.510 INFO:tasks.rados.rados.0.smithi001.stdout:401: done (2 left) 2024-09-13T14:19:25.511 INFO:tasks.rados.rados.0.smithi001.stdout:402: done (1 left) 2024-09-13T14:19:25.511 INFO:tasks.rados.rados.0.smithi001.stdout:404: snap_create 2024-09-13T14:19:25.512 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 70 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-09-13T14:19:25.816 INFO:tasks.rados.rados.0.smithi001.stdout:403: done (1 left) 2024-09-13T14:19:25.816 INFO:tasks.rados.rados.0.smithi001.stdout:404: done (0 left) 2024-09-13T14:19:25.816 INFO:tasks.rados.rados.0.smithi001.stdout:405: snap_create 2024-09-13T14:19:26.528 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:26] ENGINE Bus STARTING 2024-09-13T14:19:26.528 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: CherryPy Checker: 2024-09-13T14:19:26.528 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: The Application mounted at '' has an empty config. 2024-09-13T14:19:26.529 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:26.529 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:26] ENGINE Serving on http://:::9283 2024-09-13T14:19:26.529 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:26] ENGINE Bus STARTED 2024-09-13T14:19:26.830 INFO:tasks.rados.rados.0.smithi001.stdout:405: done (0 left) 2024-09-13T14:19:26.830 INFO:tasks.rados.rados.0.smithi001.stdout:406: setattr oid 4 current snap is 36 2024-09-13T14:19:26.831 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 36 2024-09-13T14:19:26.831 INFO:tasks.rados.rados.0.smithi001.stdout:407: seq_num 151 ranges {1753088=131072} 2024-09-13T14:19:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:407: writing smithi00185197-14 from 1753088 to 1884160 tid 1 2024-09-13T14:19:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:408: read oid 16 snap 29 2024-09-13T14:19:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:408: expect (ObjNum 71 snap 10 seq_num 71) 2024-09-13T14:19:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:409: rmattr oid 10 current snap is 36 2024-09-13T14:19:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:409: done (3 left) 2024-09-13T14:19:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:410: copy_from oid 41 from oid 17 current snap is 36 2024-09-13T14:19:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 71 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T14:19:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:406: done (3 left) 2024-09-13T14:19:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:411: delete oid 22 current snap is 36 2024-09-13T14:19:26.847 INFO:tasks.rados.rados.0.smithi001.stdout:411: done (3 left) 2024-09-13T14:19:26.847 INFO:tasks.rados.rados.0.smithi001.stdout:412: rmattr oid 28 current snap is 36 2024-09-13T14:19:26.847 INFO:tasks.rados.rados.0.smithi001.stdout:413: rollback oid 31 current snap is 36 2024-09-13T14:19:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 30 2024-09-13T14:19:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:414: copy_from oid 19 from oid 46 current snap is 36 2024-09-13T14:19:26.849 INFO:tasks.rados.rados.0.smithi001.stdout:415: read oid 45 snap -1 2024-09-13T14:19:26.849 INFO:tasks.rados.rados.0.smithi001.stdout:415: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:26.849 INFO:tasks.rados.rados.0.smithi001.stdout:416: rollback oid 29 current snap is 36 2024-09-13T14:19:26.849 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 29 2024-09-13T14:19:26.849 INFO:tasks.rados.rados.0.smithi001.stdout:417: setattr oid 40 current snap is 36 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:407: finishing write tid 1 to smithi00185197-14 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:407: finishing write tid 2 to smithi00185197-14 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:407: finishing write tid 3 to smithi00185197-14 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:407: oid 14 updating version 0 to 46 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:407: oid 14 version 46 is already newer than 45 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 46 (ObjNum 151 snap 36 seq_num 151) dirty exists 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:407: left oid 14 (ObjNum 151 snap 36 seq_num 151) 2024-09-13T14:19:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:407: done (8 left) 2024-09-13T14:19:26.851 INFO:tasks.rados.rados.0.smithi001.stdout:418: snap_create 2024-09-13T14:19:26.853 INFO:tasks.rados.rados.0.smithi001.stdout:413: finishing rollback tid 0 to smithi00185197-31 2024-09-13T14:19:26.853 INFO:tasks.rados.rados.0.smithi001.stdout:413: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:19:26.853 INFO:tasks.rados.rados.0.smithi001.stdout:413: finishing rollback tid 2 to smithi00185197-31 2024-09-13T14:19:26.853 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 69 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-09-13T14:19:26.854 INFO:tasks.rados.rados.0.smithi001.stdout:408: expect (ObjNum 71 snap 10 seq_num 71) 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 73 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 22 (ObjNum 33 snap 0 seq_num 313757024) dirty exists 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:410: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:410: finishing copy_from to smithi00185197-41 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 54 (ObjNum 149 snap 34 seq_num 149) dirty exists 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:416: finishing rollback tid 0 to smithi00185197-29 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:416: finishing rollback tid 1 to smithi00185197-29 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:416: finishing rollback tid 2 to smithi00185197-29 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 181 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:414: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:19:26.953 INFO:tasks.rados.rados.0.smithi001.stdout:414: finishing copy_from to smithi00185197-19 2024-09-13T14:19:26.954 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T14:19:26.954 INFO:tasks.rados.rados.0.smithi001.stdout:415: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:27.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:19:26] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-09-13T14:19:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: Standby manager daemon x restarted 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: Standby manager daemon x started 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[28030]: pgmap v201: 121 pgs: 121 active+clean; 94 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: Standby manager daemon x restarted 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: Standby manager daemon x started 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:19:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:19:27.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:26 smithi001 ceph-mon[40037]: pgmap v201: 121 pgs: 121 active+clean; 94 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T14:19:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T14:19:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: Standby manager daemon x restarted 2024-09-13T14:19:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: Standby manager daemon x started 2024-09-13T14:19:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:19:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:19:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:19:27.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:19:27.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:26 smithi028 ceph-mon[31155]: pgmap v201: 121 pgs: 121 active+clean; 94 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T14:19:27.830 INFO:tasks.rados.rados.0.smithi001.stdout:408: done (8 left) 2024-09-13T14:19:27.830 INFO:tasks.rados.rados.0.smithi001.stdout:410: done (7 left) 2024-09-13T14:19:27.830 INFO:tasks.rados.rados.0.smithi001.stdout:412: done (6 left) 2024-09-13T14:19:27.830 INFO:tasks.rados.rados.0.smithi001.stdout:413: done (5 left) 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:414: done (4 left) 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:415: done (3 left) 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:416: done (2 left) 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:417: done (1 left) 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:418: done (0 left) 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:419: rmattr oid 4 current snap is 37 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 37 2024-09-13T14:19:27.831 INFO:tasks.rados.rados.0.smithi001.stdout:420: seq_num 153 ranges {778240=163840} 2024-09-13T14:19:27.836 INFO:tasks.rados.rados.0.smithi001.stdout:420: writing smithi00185197-47 from 778240 to 942080 tid 1 2024-09-13T14:19:27.836 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 37 2024-09-13T14:19:27.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 77 (ObjNum 57 snap 0 seq_num 304) dirty exists 2024-09-13T14:19:27.836 INFO:tasks.rados.rados.0.smithi001.stdout:421: seq_num 154 ranges {0=180224} 2024-09-13T14:19:27.837 INFO:tasks.rados.rados.0.smithi001.stdout:421: writing smithi00185197-40 from 0 to 180224 tid 1 2024-09-13T14:19:27.837 INFO:tasks.rados.rados.0.smithi001.stdout:419: done (2 left) 2024-09-13T14:19:27.837 INFO:tasks.rados.rados.0.smithi001.stdout:422: read oid 33 snap 33 2024-09-13T14:19:27.837 INFO:tasks.rados.rados.0.smithi001.stdout:422: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:19:27.837 INFO:tasks.rados.rados.0.smithi001.stdout:423: delete oid 23 current snap is 37 2024-09-13T14:19:27.840 INFO:tasks.rados.rados.0.smithi001.stdout:420: finishing write tid 1 to smithi00185197-47 2024-09-13T14:19:27.842 INFO:tasks.rados.rados.0.smithi001.stdout:420: finishing write tid 2 to smithi00185197-47 2024-09-13T14:19:27.842 INFO:tasks.rados.rados.0.smithi001.stdout:423: done (3 left) 2024-09-13T14:19:27.842 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 37 2024-09-13T14:19:27.842 INFO:tasks.rados.rados.0.smithi001.stdout:424: seq_num 156 ranges {6094848=221184} 2024-09-13T14:19:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:424: writing smithi00185197-49 from 6094848 to 6316032 tid 1 2024-09-13T14:19:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 37 2024-09-13T14:19:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:425: seq_num 157 ranges {0=237568} 2024-09-13T14:19:27.878 INFO:tasks.rados.rados.0.smithi001.stdout:425: writing smithi00185197-27 from 0 to 237568 tid 1 2024-09-13T14:19:27.878 INFO:tasks.rados.rados.0.smithi001.stdout:426: rollback oid 32 current snap is 37 2024-09-13T14:19:27.878 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 31 2024-09-13T14:19:27.878 INFO:tasks.rados.rados.0.smithi001.stdout:421: finishing write tid 1 to smithi00185197-40 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:421: finishing write tid 2 to smithi00185197-40 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:420: finishing write tid 3 to smithi00185197-47 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:420: oid 47 updating version 0 to 53 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:420: oid 47 updating version 53 to 54 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 54 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:420: left oid 47 (ObjNum 153 snap 37 seq_num 153) 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:421: finishing write tid 3 to smithi00185197-40 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:421: oid 40 updating version 0 to 24 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:421: oid 40 updating version 24 to 25 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 25 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:421: left oid 40 (ObjNum 154 snap 37 seq_num 154) 2024-09-13T14:19:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:422: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:424: finishing write tid 1 to smithi00185197-49 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:424: finishing write tid 2 to smithi00185197-49 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:424: finishing write tid 3 to smithi00185197-49 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:424: oid 49 updating version 0 to 184 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:424: oid 49 version 184 is already newer than 183 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 184 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:424: left oid 49 (ObjNum 156 snap 37 seq_num 156) 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:426: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:426: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:426: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 180 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:425: finishing write tid 1 to smithi00185197-27 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:425: finishing write tid 2 to smithi00185197-27 2024-09-13T14:19:27.947 INFO:tasks.rados.rados.0.smithi001.stdout:425: finishing write tid 3 to smithi00185197-27 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:425: oid 27 updating version 0 to 107 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:425: oid 27 updating version 107 to 108 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 108 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:425: left oid 27 (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:420: done (5 left) 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:421: done (4 left) 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:422: done (3 left) 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:424: done (2 left) 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:425: done (1 left) 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:426: done (0 left) 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:427: read oid 42 snap -1 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:427: expect deleted 2024-09-13T14:19:27.948 INFO:tasks.rados.rados.0.smithi001.stdout:428: rollback oid 13 current snap is 37 2024-09-13T14:19:27.949 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 36 2024-09-13T14:19:27.949 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 37 2024-09-13T14:19:27.949 INFO:tasks.rados.rados.0.smithi001.stdout:429: seq_num 158 ranges {1884160=253952} 2024-09-13T14:19:27.958 INFO:tasks.rados.rados.0.smithi001.stdout:429: writing smithi00185197-14 from 1884160 to 2138112 tid 1 2024-09-13T14:19:27.958 INFO:tasks.rados.rados.0.smithi001.stdout:430: rollback oid 47 current snap is 37 2024-09-13T14:19:27.958 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 36 2024-09-13T14:19:27.959 INFO:tasks.rados.rados.0.smithi001.stdout:428: finishing rollback tid 0 to smithi00185197-13 2024-09-13T14:19:27.959 INFO:tasks.rados.rados.0.smithi001.stdout:428: finishing rollback tid 1 to smithi00185197-13 2024-09-13T14:19:27.959 INFO:tasks.rados.rados.0.smithi001.stdout:428: finishing rollback tid 2 to smithi00185197-13 2024-09-13T14:19:27.959 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 47 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:19:27.959 INFO:tasks.rados.rados.0.smithi001.stdout:427: done (3 left) 2024-09-13T14:19:27.959 INFO:tasks.rados.rados.0.smithi001.stdout:428: done (2 left) 2024-09-13T14:19:27.959 INFO:tasks.rados.rados.0.smithi001.stdout:431: snap_remove snap 29 2024-09-13T14:19:28.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:27 smithi001 ceph-mon[28030]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T14:19:28.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:27 smithi001 ceph-mon[28030]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-13T14:19:28.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:27 smithi001 ceph-mon[40037]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T14:19:28.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:27 smithi001 ceph-mon[40037]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-13T14:19:28.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:27 smithi028 ceph-mon[31155]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T14:19:28.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:27 smithi028 ceph-mon[31155]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-13T14:19:28.836 INFO:tasks.rados.rados.0.smithi001.stdout:431: done (2 left) 2024-09-13T14:19:28.836 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 37 2024-09-13T14:19:28.836 INFO:tasks.rados.rados.0.smithi001.stdout:430: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:19:28.836 INFO:tasks.rados.rados.0.smithi001.stdout:430: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:19:28.836 INFO:tasks.rados.rados.0.smithi001.stdout:429: finishing write tid 1 to smithi00185197-14 2024-09-13T14:19:28.836 INFO:tasks.rados.rados.0.smithi001.stdout:429: finishing write tid 2 to smithi00185197-14 2024-09-13T14:19:28.836 INFO:tasks.rados.rados.0.smithi001.stdout:430: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:19:28.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 57 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:19:28.837 INFO:tasks.rados.rados.0.smithi001.stdout:429: finishing write tid 3 to smithi00185197-14 2024-09-13T14:19:28.837 INFO:tasks.rados.rados.0.smithi001.stdout:429: oid 14 updating version 0 to 49 2024-09-13T14:19:28.837 INFO:tasks.rados.rados.0.smithi001.stdout:429: oid 14 version 49 is already newer than 48 2024-09-13T14:19:28.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 49 (ObjNum 158 snap 37 seq_num 158) dirty exists 2024-09-13T14:19:28.837 INFO:tasks.rados.rados.0.smithi001.stdout:429: left oid 14 (ObjNum 158 snap 37 seq_num 158) 2024-09-13T14:19:28.837 INFO:tasks.rados.rados.0.smithi001.stdout:432: seq_num 159 ranges {1949696=270336} 2024-09-13T14:19:28.849 INFO:tasks.rados.rados.0.smithi001.stdout:432: writing smithi00185197-44 from 1949696 to 2220032 tid 1 2024-09-13T14:19:28.849 INFO:tasks.rados.rados.0.smithi001.stdout:429: done (2 left) 2024-09-13T14:19:28.849 INFO:tasks.rados.rados.0.smithi001.stdout:430: done (1 left) 2024-09-13T14:19:28.849 INFO:tasks.rados.rados.0.smithi001.stdout:433: delete oid 1 current snap is 37 2024-09-13T14:19:28.850 INFO:tasks.rados.rados.0.smithi001.stdout:433: done (1 left) 2024-09-13T14:19:28.850 INFO:tasks.rados.rados.0.smithi001.stdout:434: snap_create 2024-09-13T14:19:28.854 INFO:tasks.rados.rados.0.smithi001.stdout:432: finishing write tid 1 to smithi00185197-44 2024-09-13T14:19:28.856 INFO:tasks.rados.rados.0.smithi001.stdout:432: finishing write tid 2 to smithi00185197-44 2024-09-13T14:19:28.858 INFO:tasks.rados.rados.0.smithi001.stdout:432: finishing write tid 3 to smithi00185197-44 2024-09-13T14:19:28.858 INFO:tasks.rados.rados.0.smithi001.stdout:432: oid 44 updating version 0 to 172 2024-09-13T14:19:28.859 INFO:tasks.rados.rados.0.smithi001.stdout:432: oid 44 version 172 is already newer than 171 2024-09-13T14:19:28.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 172 (ObjNum 159 snap 37 seq_num 159) dirty exists 2024-09-13T14:19:28.859 INFO:tasks.rados.rados.0.smithi001.stdout:432: left oid 44 (ObjNum 159 snap 37 seq_num 159) 2024-09-13T14:19:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:28 smithi001 ceph-mon[40037]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:19:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:28 smithi001 ceph-mon[40037]: pgmap v204: 121 pgs: 121 active+clean; 94 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T14:19:29.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:28 smithi001 ceph-mon[28030]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:19:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:28 smithi001 ceph-mon[28030]: pgmap v204: 121 pgs: 121 active+clean; 94 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T14:19:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:28 smithi028 ceph-mon[31155]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:19:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:28 smithi028 ceph-mon[31155]: pgmap v204: 121 pgs: 121 active+clean; 94 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-13T14:19:29.840 INFO:tasks.rados.rados.0.smithi001.stdout:432: done (1 left) 2024-09-13T14:19:29.840 INFO:tasks.rados.rados.0.smithi001.stdout:434: done (0 left) 2024-09-13T14:19:29.840 INFO:tasks.rados.rados.0.smithi001.stdout:435: snap_create 2024-09-13T14:19:30.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:29 smithi001 ceph-mon[28030]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:19:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:29 smithi001 ceph-mon[40037]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:19:30.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:29 smithi028 ceph-mon[31155]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:19:30.845 INFO:tasks.rados.rados.0.smithi001.stdout:435: done (0 left) 2024-09-13T14:19:30.845 INFO:tasks.rados.rados.0.smithi001.stdout:436: snap_remove snap 37 2024-09-13T14:19:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:30 smithi001 ceph-mon[28030]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T14:19:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:30 smithi001 ceph-mon[28030]: pgmap v207: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 49 op/s 2024-09-13T14:19:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:30 smithi001 ceph-mon[40037]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T14:19:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:30 smithi001 ceph-mon[40037]: pgmap v207: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 49 op/s 2024-09-13T14:19:31.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:30 smithi028 ceph-mon[31155]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T14:19:31.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:30 smithi028 ceph-mon[31155]: pgmap v207: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 49 op/s 2024-09-13T14:19:31.742 INFO:tasks.rados.rados.0.smithi001.stdout:436: done (0 left) 2024-09-13T14:19:31.742 INFO:tasks.rados.rados.0.smithi001.stdout:437: read oid 21 snap -1 2024-09-13T14:19:31.743 INFO:tasks.rados.rados.0.smithi001.stdout:437: expect (ObjNum 138 snap 33 seq_num 138) 2024-09-13T14:19:31.743 INFO:tasks.rados.rados.0.smithi001.stdout:438: snap_remove snap 33 2024-09-13T14:19:32.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[28030]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T14:19:32.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[28030]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T14:19:32.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:32.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:32.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[40037]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T14:19:32.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[40037]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T14:19:32.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:32.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:31 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:32.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:31 smithi028 ceph-mon[31155]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T14:19:32.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:31 smithi028 ceph-mon[31155]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T14:19:32.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:31 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:31 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:32.743 INFO:tasks.rados.rados.0.smithi001.stdout:438: done (1 left) 2024-09-13T14:19:32.744 INFO:tasks.rados.rados.0.smithi001.stdout:439: snap_remove snap 36 2024-09-13T14:19:33.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:33.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:33.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[28030]: pgmap v210: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 49 op/s 2024-09-13T14:19:33.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[28030]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:19:33.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:33.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:33.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[40037]: pgmap v210: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 49 op/s 2024-09-13T14:19:33.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:33 smithi001 ceph-mon[40037]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:19:33.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:33 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:33.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:33 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:33 smithi028 ceph-mon[31155]: pgmap v210: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 49 op/s 2024-09-13T14:19:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:33 smithi028 ceph-mon[31155]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:19:33.746 INFO:tasks.rados.rados.0.smithi001.stdout:437: expect (ObjNum 138 snap 33 seq_num 138) 2024-09-13T14:19:33.811 INFO:tasks.rados.rados.0.smithi001.stdout:437: done (1 left) 2024-09-13T14:19:33.811 INFO:tasks.rados.rados.0.smithi001.stdout:439: done (0 left) 2024-09-13T14:19:33.811 INFO:tasks.rados.rados.0.smithi001.stdout:440: copy_from oid 40 from oid 18 current snap is 39 2024-09-13T14:19:33.811 INFO:tasks.rados.rados.0.smithi001.stdout:441: rollback oid 8 current snap is 39 2024-09-13T14:19:33.811 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 28 2024-09-13T14:19:33.811 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 39 2024-09-13T14:19:33.812 INFO:tasks.rados.rados.0.smithi001.stdout:442: seq_num 161 ranges {1097728=303104} 2024-09-13T14:19:33.819 INFO:tasks.rados.rados.0.smithi001.stdout:442: writing smithi00185197-43 from 1097728 to 1400832 tid 1 2024-09-13T14:19:33.819 INFO:tasks.rados.rados.0.smithi001.stdout:443: snap_create 2024-09-13T14:19:33.819 INFO:tasks.rados.rados.0.smithi001.stdout:441: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:19:33.819 INFO:tasks.rados.rados.0.smithi001.stdout:441: finishing rollback tid 2 to smithi00185197-8 2024-09-13T14:19:33.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 163 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-09-13T14:19:33.819 INFO:tasks.rados.rados.0.smithi001.stdout:440: finishing copy_from to smithi00185197-40 2024-09-13T14:19:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:440: got expected ENOENT (src dne) 2024-09-13T14:19:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:440: finishing copy_from racing read to smithi00185197-40 2024-09-13T14:19:33.822 INFO:tasks.rados.rados.0.smithi001.stdout:442: finishing write tid 1 to smithi00185197-43 2024-09-13T14:19:33.822 INFO:tasks.rados.rados.0.smithi001.stdout:442: finishing write tid 2 to smithi00185197-43 2024-09-13T14:19:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:442: finishing write tid 3 to smithi00185197-43 2024-09-13T14:19:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:442: oid 43 updating version 0 to 67 2024-09-13T14:19:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:442: oid 43 updating version 67 to 68 2024-09-13T14:19:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 68 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T14:19:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:442: left oid 43 (ObjNum 161 snap 39 seq_num 161) 2024-09-13T14:19:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:440: done (3 left) 2024-09-13T14:19:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:441: done (2 left) 2024-09-13T14:19:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:442: done (1 left) 2024-09-13T14:19:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:443: done (0 left) 2024-09-13T14:19:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 40 2024-09-13T14:19:34.752 INFO:tasks.rados.rados.0.smithi001.stdout:444: seq_num 162 ranges {1802240=319488} 2024-09-13T14:19:34.764 INFO:tasks.rados.rados.0.smithi001.stdout:444: writing smithi00185197-17 from 1802240 to 2121728 tid 1 2024-09-13T14:19:34.764 INFO:tasks.rados.rados.0.smithi001.stdout:445: copy_from oid 28 from oid 42 current snap is 40 2024-09-13T14:19:34.764 INFO:tasks.rados.rados.0.smithi001.stdout:446: rollback oid 15 current snap is 40 2024-09-13T14:19:34.764 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 31 2024-09-13T14:19:34.764 INFO:tasks.rados.rados.0.smithi001.stdout:447: rollback oid 33 current snap is 40 2024-09-13T14:19:34.764 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 32 2024-09-13T14:19:34.765 INFO:tasks.rados.rados.0.smithi001.stdout:448: delete oid 46 current snap is 40 2024-09-13T14:19:34.765 INFO:tasks.rados.rados.0.smithi001.stdout:445: finishing copy_from to smithi00185197-28 2024-09-13T14:19:34.765 INFO:tasks.rados.rados.0.smithi001.stdout:445: got expected ENOENT (src dne) 2024-09-13T14:19:34.765 INFO:tasks.rados.rados.0.smithi001.stdout:445: finishing copy_from racing read to smithi00185197-28 2024-09-13T14:19:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:445: done (4 left) 2024-09-13T14:19:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:448: done (3 left) 2024-09-13T14:19:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:449: read oid 22 snap 34 2024-09-13T14:19:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:449: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:19:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:450: read oid 4 snap -1 2024-09-13T14:19:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:450: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:19:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:447: finishing rollback tid 0 to smithi00185197-33 2024-09-13T14:19:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 40 2024-09-13T14:19:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:444: finishing write tid 1 to smithi00185197-17 2024-09-13T14:19:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:451: seq_num 164 ranges {761856=352256} 2024-09-13T14:19:34.774 INFO:tasks.rados.rados.0.smithi001.stdout:451: writing smithi00185197-36 from 761856 to 1114112 tid 1 2024-09-13T14:19:34.774 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 40 2024-09-13T14:19:34.774 INFO:tasks.rados.rados.0.smithi001.stdout:452: seq_num 165 ranges {0=368640} 2024-09-13T14:19:34.776 INFO:tasks.rados.rados.0.smithi001.stdout:452: writing smithi00185197-18 from 0 to 368640 tid 1 2024-09-13T14:19:34.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 40 2024-09-13T14:19:34.776 INFO:tasks.rados.rados.0.smithi001.stdout:453: seq_num 166 ranges {1916928=385024} 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:453: writing smithi00185197-5 from 1916928 to 2301952 tid 1 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:454: rollback oid 24 current snap is 40 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 30 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:446: finishing rollback tid 0 to smithi00185197-15 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:446: finishing rollback tid 1 to smithi00185197-15 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:447: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:444: finishing write tid 2 to smithi00185197-17 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:447: finishing rollback tid 2 to smithi00185197-33 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 68 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:446: finishing rollback tid 2 to smithi00185197-15 2024-09-13T14:19:34.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 92 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T14:19:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:450: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:19:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:444: finishing write tid 3 to smithi00185197-17 2024-09-13T14:19:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:444: oid 17 updating version 0 to 61 2024-09-13T14:19:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:444: oid 17 updating version 61 to 62 2024-09-13T14:19:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 62 (ObjNum 162 snap 40 seq_num 162) dirty exists 2024-09-13T14:19:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:444: left oid 17 (ObjNum 162 snap 40 seq_num 162) 2024-09-13T14:19:34.791 INFO:tasks.rados.rados.0.smithi001.stdout:449: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:451: finishing write tid 1 to smithi00185197-36 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:451: finishing write tid 2 to smithi00185197-36 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:452: finishing write tid 1 to smithi00185197-18 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:452: finishing write tid 2 to smithi00185197-18 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:451: finishing write tid 3 to smithi00185197-36 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:451: oid 36 updating version 0 to 198 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:451: oid 36 updating version 198 to 199 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 199 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:451: left oid 36 (ObjNum 164 snap 40 seq_num 164) 2024-09-13T14:19:34.813 INFO:tasks.rados.rados.0.smithi001.stdout:452: finishing write tid 3 to smithi00185197-18 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:452: oid 18 updating version 0 to 69 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:452: oid 18 updating version 69 to 70 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 70 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:452: left oid 18 (ObjNum 165 snap 40 seq_num 165) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:454: finishing rollback tid 0 to smithi00185197-24 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:454: finishing rollback tid 1 to smithi00185197-24 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:444: done (8 left) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:446: done (7 left) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:447: done (6 left) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:449: done (5 left) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:450: done (4 left) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:451: done (3 left) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:452: done (2 left) 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 40 2024-09-13T14:19:34.814 INFO:tasks.rados.rados.0.smithi001.stdout:453: finishing write tid 1 to smithi00185197-5 2024-09-13T14:19:34.815 INFO:tasks.rados.rados.0.smithi001.stdout:453: finishing write tid 2 to smithi00185197-5 2024-09-13T14:19:34.815 INFO:tasks.rados.rados.0.smithi001.stdout:455: seq_num 167 ranges {1400832=401408} 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:455: writing smithi00185197-43 from 1400832 to 1802240 tid 1 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:456: delete oid 49 current snap is 40 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:454: finishing rollback tid 2 to smithi00185197-24 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 96 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:453: finishing write tid 3 to smithi00185197-5 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:453: oid 5 updating version 0 to 166 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:453: oid 5 version 166 is already newer than 165 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 166 (ObjNum 166 snap 40 seq_num 166) dirty exists 2024-09-13T14:19:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:453: left oid 5 (ObjNum 166 snap 40 seq_num 166) 2024-09-13T14:19:34.825 INFO:tasks.rados.rados.0.smithi001.stdout:453: done (3 left) 2024-09-13T14:19:34.825 INFO:tasks.rados.rados.0.smithi001.stdout:454: done (2 left) 2024-09-13T14:19:34.825 INFO:tasks.rados.rados.0.smithi001.stdout:456: done (1 left) 2024-09-13T14:19:34.825 INFO:tasks.rados.rados.0.smithi001.stdout:457: delete oid 10 current snap is 40 2024-09-13T14:19:34.826 INFO:tasks.rados.rados.0.smithi001.stdout:455: finishing write tid 1 to smithi00185197-43 2024-09-13T14:19:34.826 INFO:tasks.rados.rados.0.smithi001.stdout:455: finishing write tid 2 to smithi00185197-43 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:455: finishing write tid 3 to smithi00185197-43 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:455: oid 43 updating version 0 to 71 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:455: oid 43 version 71 is already newer than 70 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 71 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:455: left oid 43 (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:455: done (1 left) 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:457: done (0 left) 2024-09-13T14:19:34.827 INFO:tasks.rados.rados.0.smithi001.stdout:458: rmattr oid 6 current snap is 40 2024-09-13T14:19:34.828 INFO:tasks.rados.rados.0.smithi001.stdout:458: done (0 left) 2024-09-13T14:19:34.828 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 40 2024-09-13T14:19:34.828 INFO:tasks.rados.rados.0.smithi001.stdout:459: seq_num 170 ranges {2138112=450560} 2024-09-13T14:19:34.841 INFO:tasks.rados.rados.0.smithi001.stdout:459: writing smithi00185197-14 from 2138112 to 2588672 tid 1 2024-09-13T14:19:34.841 INFO:tasks.rados.rados.0.smithi001.stdout:460: read oid 4 snap -1 2024-09-13T14:19:34.841 INFO:tasks.rados.rados.0.smithi001.stdout:460: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:19:34.841 INFO:tasks.rados.rados.0.smithi001.stdout:461: read oid 32 snap -1 2024-09-13T14:19:34.842 INFO:tasks.rados.rados.0.smithi001.stdout:461: expect (ObjNum 127 snap 28 seq_num 127) 2024-09-13T14:19:34.842 INFO:tasks.rados.rados.0.smithi001.stdout:462: read oid 30 snap -1 2024-09-13T14:19:34.842 INFO:tasks.rados.rados.0.smithi001.stdout:462: expect deleted 2024-09-13T14:19:34.842 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 40 2024-09-13T14:19:34.842 INFO:tasks.rados.rados.0.smithi001.stdout:463: seq_num 171 ranges {0=466944} 2024-09-13T14:19:34.844 INFO:tasks.rados.rados.0.smithi001.stdout:463: writing smithi00185197-6 from 0 to 466944 tid 1 2024-09-13T14:19:34.844 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 40 2024-09-13T14:19:34.844 INFO:tasks.rados.rados.0.smithi001.stdout:464: seq_num 172 ranges {2220032=483328} 2024-09-13T14:19:34.859 INFO:tasks.rados.rados.0.smithi001.stdout:464: writing smithi00185197-44 from 2220032 to 2703360 tid 1 2024-09-13T14:19:34.859 INFO:tasks.rados.rados.0.smithi001.stdout:465: snap_create 2024-09-13T14:19:34.859 INFO:tasks.rados.rados.0.smithi001.stdout:460: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:459: finishing write tid 1 to smithi00185197-14 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:459: finishing write tid 2 to smithi00185197-14 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:459: finishing write tid 3 to smithi00185197-14 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:459: oid 14 updating version 0 to 57 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:459: oid 14 updating version 57 to 58 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 58 (ObjNum 170 snap 40 seq_num 170) dirty exists 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:459: left oid 14 (ObjNum 170 snap 40 seq_num 170) 2024-09-13T14:19:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:463: finishing write tid 1 to smithi00185197-6 2024-09-13T14:19:34.862 INFO:tasks.rados.rados.0.smithi001.stdout:463: finishing write tid 2 to smithi00185197-6 2024-09-13T14:19:34.862 INFO:tasks.rados.rados.0.smithi001.stdout:463: finishing write tid 3 to smithi00185197-6 2024-09-13T14:19:34.862 INFO:tasks.rados.rados.0.smithi001.stdout:463: oid 6 updating version 0 to 206 2024-09-13T14:19:34.862 INFO:tasks.rados.rados.0.smithi001.stdout:463: oid 6 version 206 is already newer than 205 2024-09-13T14:19:34.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 206 (ObjNum 171 snap 40 seq_num 171) dirty exists 2024-09-13T14:19:34.862 INFO:tasks.rados.rados.0.smithi001.stdout:463: left oid 6 (ObjNum 171 snap 40 seq_num 171) 2024-09-13T14:19:34.862 INFO:tasks.rados.rados.0.smithi001.stdout:464: finishing write tid 1 to smithi00185197-44 2024-09-13T14:19:34.863 INFO:tasks.rados.rados.0.smithi001.stdout:464: finishing write tid 2 to smithi00185197-44 2024-09-13T14:19:34.863 INFO:tasks.rados.rados.0.smithi001.stdout:464: finishing write tid 3 to smithi00185197-44 2024-09-13T14:19:34.863 INFO:tasks.rados.rados.0.smithi001.stdout:464: oid 44 updating version 0 to 174 2024-09-13T14:19:34.863 INFO:tasks.rados.rados.0.smithi001.stdout:464: oid 44 version 174 is already newer than 173 2024-09-13T14:19:34.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 174 (ObjNum 172 snap 40 seq_num 172) dirty exists 2024-09-13T14:19:34.863 INFO:tasks.rados.rados.0.smithi001.stdout:464: left oid 44 (ObjNum 172 snap 40 seq_num 172) 2024-09-13T14:19:34.863 INFO:tasks.rados.rados.0.smithi001.stdout:461: expect (ObjNum 127 snap 28 seq_num 127) 2024-09-13T14:19:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:34 smithi001 ceph-mon[28030]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:19:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:34 smithi001 ceph-mon[28030]: pgmap v213: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:34 smithi001 ceph-mon[40037]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:19:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:34 smithi001 ceph-mon[40037]: pgmap v213: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:34 smithi028 ceph-mon[31155]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:19:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:34 smithi028 ceph-mon[31155]: pgmap v213: 121 pgs: 121 active+clean; 99 MiB data, 413 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:459: done (6 left) 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:460: done (5 left) 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:461: done (4 left) 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:462: done (3 left) 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:463: done (2 left) 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:464: done (1 left) 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:465: done (0 left) 2024-09-13T14:19:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:466: setattr oid 5 current snap is 41 2024-09-13T14:19:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:467: rollback oid 50 current snap is 41 2024-09-13T14:19:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 34 2024-09-13T14:19:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:468: setattr oid 47 current snap is 41 2024-09-13T14:19:35.760 INFO:tasks.rados.rados.0.smithi001.stdout:469: rollback oid 10 current snap is 41 2024-09-13T14:19:35.760 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 39 2024-09-13T14:19:35.760 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 41 2024-09-13T14:19:35.760 INFO:tasks.rados.rados.0.smithi001.stdout:470: seq_num 173 ranges {6012928=499712} 2024-09-13T14:19:35.796 INFO:tasks.rados.rados.0.smithi001.stdout:470: writing smithi00185197-11 from 6012928 to 6512640 tid 1 2024-09-13T14:19:35.796 INFO:tasks.rados.rados.0.smithi001.stdout:471: snap_remove snap 32 2024-09-13T14:19:35.921 INFO:tasks.rados.rados.0.smithi001.stdout:471: done (5 left) 2024-09-13T14:19:35.921 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 41 2024-09-13T14:19:35.921 INFO:tasks.rados.rados.0.smithi001.stdout:472: seq_num 174 ranges {0=516096} 2024-09-13T14:19:35.924 INFO:tasks.rados.rados.0.smithi001.stdout:472: writing smithi00185197-23 from 0 to 516096 tid 1 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:473: rollback oid 20 current snap is 41 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 31 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:474: rmattr oid 26 current snap is 41 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:467: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:467: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:467: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 57 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:469: finishing rollback tid 1 to smithi00185197-10 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:469: finishing rollback tid 2 to smithi00185197-10 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 203 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 73 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:19:35.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 168 (ObjNum 166 snap 40 seq_num 166) dirty exists 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:470: finishing write tid 1 to smithi00185197-11 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:470: finishing write tid 2 to smithi00185197-11 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:470: finishing write tid 3 to smithi00185197-11 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:470: oid 11 updating version 0 to 205 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:470: oid 11 updating version 205 to 206 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 206 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:470: left oid 11 (ObjNum 173 snap 41 seq_num 173) 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:466: done (7 left) 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:467: done (6 left) 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:468: done (5 left) 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:469: done (4 left) 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:470: done (3 left) 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:475: read oid 18 snap -1 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:475: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T14:19:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:476: snap_create 2024-09-13T14:19:35.931 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 208 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T14:19:35.934 INFO:tasks.rados.rados.0.smithi001.stdout:475: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T14:19:35.947 INFO:tasks.rados.rados.0.smithi001.stdout:473: finishing rollback tid 0 to smithi00185197-20 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:472: finishing write tid 1 to smithi00185197-23 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:472: finishing write tid 2 to smithi00185197-23 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:473: finishing rollback tid 1 to smithi00185197-20 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:472: finishing write tid 3 to smithi00185197-23 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:472: oid 23 updating version 0 to 176 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:472: oid 23 version 176 is already newer than 175 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 176 (ObjNum 174 snap 41 seq_num 174) dirty exists 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:472: left oid 23 (ObjNum 174 snap 41 seq_num 174) 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:473: finishing rollback tid 2 to smithi00185197-20 2024-09-13T14:19:35.948 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 210 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-09-13T14:19:36.096 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:35 smithi001 ceph-mon[28030]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T14:19:36.096 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:35 smithi001 ceph-mon[40037]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T14:19:36.096 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:35.917+0000 7fa3f5293640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T14:19:36.096 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setuser ceph since I am not root 2024-09-13T14:19:36.096 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ignoring --setgroup ceph since I am not root 2024-09-13T14:19:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:35 smithi028 ceph-mon[31155]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T14:19:36.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:35] ENGINE Bus STOPPING 2024-09-13T14:19:36.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:36.095+0000 7fef8e31e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T14:19:36.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:36.170+0000 7fef8e31e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:19:36.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:36.330+0000 7fef8e31e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:19:36.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:19:36.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:36] ENGINE Bus STOPPED 2024-09-13T14:19:36.699 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:36.402+0000 7fef8e31e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:19:36.699 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:36.552+0000 7fef8e31e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:19:36.699 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:36.698+0000 7fef8e31e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:19:36.918 INFO:tasks.rados.rados.0.smithi001.stdout:472: done (4 left) 2024-09-13T14:19:36.918 INFO:tasks.rados.rados.0.smithi001.stdout:473: done (3 left) 2024-09-13T14:19:36.919 INFO:tasks.rados.rados.0.smithi001.stdout:474: done (2 left) 2024-09-13T14:19:36.919 INFO:tasks.rados.rados.0.smithi001.stdout:475: done (1 left) 2024-09-13T14:19:36.919 INFO:tasks.rados.rados.0.smithi001.stdout:476: done (0 left) 2024-09-13T14:19:36.919 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 42 2024-09-13T14:19:36.919 INFO:tasks.rados.rados.0.smithi001.stdout:477: seq_num 175 ranges {2359296=540672} 2024-09-13T14:19:36.934 INFO:tasks.rados.rados.0.smithi001.stdout:477: writing smithi00185197-3 from 2359296 to 2899968 tid 1 2024-09-13T14:19:36.934 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 42 2024-09-13T14:19:36.935 INFO:tasks.rados.rados.0.smithi001.stdout:478: seq_num 176 ranges {0=557056} 2024-09-13T14:19:36.938 INFO:tasks.rados.rados.0.smithi001.stdout:478: writing smithi00185197-49 from 0 to 557056 tid 1 2024-09-13T14:19:36.938 INFO:tasks.rados.rados.0.smithi001.stdout:479: read oid 32 snap 31 2024-09-13T14:19:36.938 INFO:tasks.rados.rados.0.smithi001.stdout:479: expect (ObjNum 127 snap 28 seq_num 127) 2024-09-13T14:19:36.938 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 42 2024-09-13T14:19:36.938 INFO:tasks.rados.rados.0.smithi001.stdout:480: seq_num 177 ranges {2613248=573440} 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:480: writing smithi00185197-50 from 2613248 to 3186688 tid 1 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:481: delete oid 37 current snap is 42 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:477: finishing write tid 1 to smithi00185197-3 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:477: finishing write tid 2 to smithi00185197-3 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:477: finishing write tid 3 to smithi00185197-3 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:477: oid 3 updating version 0 to 67 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:477: oid 3 version 67 is already newer than 66 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 67 (ObjNum 175 snap 42 seq_num 175) dirty exists 2024-09-13T14:19:36.956 INFO:tasks.rados.rados.0.smithi001.stdout:477: left oid 3 (ObjNum 175 snap 42 seq_num 175) 2024-09-13T14:19:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:478: finishing write tid 1 to smithi00185197-49 2024-09-13T14:19:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:478: finishing write tid 2 to smithi00185197-49 2024-09-13T14:19:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:478: finishing write tid 3 to smithi00185197-49 2024-09-13T14:19:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:478: oid 49 updating version 0 to 220 2024-09-13T14:19:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:478: oid 49 version 220 is already newer than 219 2024-09-13T14:19:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 220 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-09-13T14:19:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:478: left oid 49 (ObjNum 176 snap 42 seq_num 176) 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:477: done (4 left) 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:478: done (3 left) 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:481: done (2 left) 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:482: rollback oid 30 current snap is 42 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 28 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:483: read oid 31 snap -1 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:483: expect (ObjNum 116 snap 24 seq_num 116) 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 42 2024-09-13T14:19:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:484: seq_num 179 ranges {516096=606208} 2024-09-13T14:19:36.964 INFO:tasks.rados.rados.0.smithi001.stdout:484: writing smithi00185197-23 from 516096 to 1122304 tid 1 2024-09-13T14:19:36.964 INFO:tasks.rados.rados.0.smithi001.stdout:485: snap_create 2024-09-13T14:19:36.964 INFO:tasks.rados.rados.0.smithi001.stdout:479: expect (ObjNum 127 snap 28 seq_num 127) 2024-09-13T14:19:37.037 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T14:19:37.037 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.037 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: Activating manager daemon x 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24449 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: mgrmap e24: x(active, starting, since 0.0080512s) 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:37.038 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:19:37.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[28030]: Manager daemon x is now available 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T14:19:37.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: Activating manager daemon x 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24449 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: mgrmap e24: x(active, starting, since 0.0080512s) 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:19:37.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:19:37.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:36 smithi001 ceph-mon[40037]: Manager daemon x is now available 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 172.21.15.1:0/3451816408' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T14:19:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: Activating manager daemon x 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24449 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: mgrmap e24: x(active, starting, since 0.0080512s) 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:19:37.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:19:37.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:36 smithi028 ceph-mon[31155]: Manager daemon x is now available 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:480: finishing write tid 1 to smithi00185197-50 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:482: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 0 (ObjNum 465 snap 0 seq_num 1914607116) dirty dne 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:480: finishing write tid 2 to smithi00185197-50 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:480: finishing write tid 3 to smithi00185197-50 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:480: oid 50 updating version 0 to 64 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:480: oid 50 version 64 is already newer than 63 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 64 (ObjNum 177 snap 42 seq_num 177) dirty exists 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:480: left oid 50 (ObjNum 177 snap 42 seq_num 177) 2024-09-13T14:19:37.154 INFO:tasks.rados.rados.0.smithi001.stdout:483: expect (ObjNum 116 snap 24 seq_num 116) 2024-09-13T14:19:37.205 INFO:tasks.rados.rados.0.smithi001.stdout:484: finishing write tid 1 to smithi00185197-23 2024-09-13T14:19:37.205 INFO:tasks.rados.rados.0.smithi001.stdout:484: finishing write tid 2 to smithi00185197-23 2024-09-13T14:19:37.205 INFO:tasks.rados.rados.0.smithi001.stdout:484: finishing write tid 3 to smithi00185197-23 2024-09-13T14:19:37.205 INFO:tasks.rados.rados.0.smithi001.stdout:484: oid 23 updating version 0 to 178 2024-09-13T14:19:37.205 INFO:tasks.rados.rados.0.smithi001.stdout:484: oid 23 version 178 is already newer than 177 2024-09-13T14:19:37.205 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 178 (ObjNum 179 snap 42 seq_num 179) dirty exists 2024-09-13T14:19:37.206 INFO:tasks.rados.rados.0.smithi001.stdout:484: left oid 23 (ObjNum 179 snap 42 seq_num 179) 2024-09-13T14:19:37.294 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:37.036+0000 7fef8e31e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:19:37.294 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:37.099+0000 7fef8e31e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:19:37.294 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:37.293+0000 7fef8e31e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:19:37.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:37] ENGINE Bus STARTING 2024-09-13T14:19:37.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.354+0000 7f65f5ffe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.354+0000 7f65f5ffe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.355+0000 7f65f5ffe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.355+0000 7f65f5ffe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.355+0000 7f65f5ffe640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.364+0000 7f65f9004640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.606 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.364+0000 7f65f9004640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.606 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.364+0000 7f65f9004640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.606 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.364+0000 7f65f9004640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.606 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:37.364+0000 7f65f9004640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:19:37.606 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:37] ENGINE Serving on http://:::9283 2024-09-13T14:19:37.606 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:19:37] ENGINE Bus STARTED 2024-09-13T14:19:37.926 INFO:tasks.rados.rados.0.smithi001.stdout:479: done (5 left) 2024-09-13T14:19:37.927 INFO:tasks.rados.rados.0.smithi001.stdout:480: done (4 left) 2024-09-13T14:19:37.927 INFO:tasks.rados.rados.0.smithi001.stdout:482: done (3 left) 2024-09-13T14:19:37.927 INFO:tasks.rados.rados.0.smithi001.stdout:483: done (2 left) 2024-09-13T14:19:37.927 INFO:tasks.rados.rados.0.smithi001.stdout:484: done (1 left) 2024-09-13T14:19:37.927 INFO:tasks.rados.rados.0.smithi001.stdout:485: done (0 left) 2024-09-13T14:19:37.927 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 43 2024-09-13T14:19:37.927 INFO:tasks.rados.rados.0.smithi001.stdout:486: seq_num 180 ranges {1122304=622592} 2024-09-13T14:19:37.936 INFO:tasks.rados.rados.0.smithi001.stdout:486: writing smithi00185197-23 from 1122304 to 1744896 tid 1 2024-09-13T14:19:37.936 INFO:tasks.rados.rados.0.smithi001.stdout:487: copy_from oid 26 from oid 22 current snap is 43 2024-09-13T14:19:37.936 INFO:tasks.rados.rados.0.smithi001.stdout:488: snap_create 2024-09-13T14:19:37.941 INFO:tasks.rados.rados.0.smithi001.stdout:487: finishing copy_from to smithi00185197-26 2024-09-13T14:19:37.941 INFO:tasks.rados.rados.0.smithi001.stdout:487: got expected ENOENT (src dne) 2024-09-13T14:19:37.941 INFO:tasks.rados.rados.0.smithi001.stdout:487: finishing copy_from racing read to smithi00185197-26 2024-09-13T14:19:37.941 INFO:tasks.rados.rados.0.smithi001.stdout:486: finishing write tid 1 to smithi00185197-23 2024-09-13T14:19:37.941 INFO:tasks.rados.rados.0.smithi001.stdout:486: finishing write tid 2 to smithi00185197-23 2024-09-13T14:19:37.942 INFO:tasks.rados.rados.0.smithi001.stdout:486: finishing write tid 3 to smithi00185197-23 2024-09-13T14:19:37.942 INFO:tasks.rados.rados.0.smithi001.stdout:486: oid 23 updating version 0 to 180 2024-09-13T14:19:37.942 INFO:tasks.rados.rados.0.smithi001.stdout:486: oid 23 version 180 is already newer than 179 2024-09-13T14:19:37.942 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 180 (ObjNum 180 snap 43 seq_num 180) dirty exists 2024-09-13T14:19:37.942 INFO:tasks.rados.rados.0.smithi001.stdout:486: left oid 23 (ObjNum 180 snap 43 seq_num 180) 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: mgrmap e25: x(active, since 1.01254s) 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: Checking for cert/key for grafana.a 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: Migrating grafana.a cert to cert store 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: Migrating grafana.a key to cert store 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: mgrmap e25: x(active, since 1.01254s) 2024-09-13T14:19:38.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: Checking for cert/key for grafana.a 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: Migrating grafana.a cert to cert store 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: Migrating grafana.a key to cert store 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:38.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:38.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:38.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:37 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T14:19:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: mgrmap e25: x(active, since 1.01254s) 2024-09-13T14:19:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: Checking for cert/key for grafana.a 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: Migrating grafana.a cert to cert store 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: Migrating grafana.a key to cert store 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:38.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:37 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:38.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:38.229+0000 7fef8e31e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:19:38.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:38.298+0000 7fef8e31e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:19:38.933 INFO:tasks.rados.rados.0.smithi001.stdout:486: done (2 left) 2024-09-13T14:19:38.934 INFO:tasks.rados.rados.0.smithi001.stdout:487: done (1 left) 2024-09-13T14:19:38.934 INFO:tasks.rados.rados.0.smithi001.stdout:488: done (0 left) 2024-09-13T14:19:38.934 INFO:tasks.rados.rados.0.smithi001.stdout:489: snap_create 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[28030]: Deploying cephadm binary to smithi028 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[28030]: Deploying cephadm binary to smithi001 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[28030]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[28030]: pgmap v6: 121 pgs: 121 active+clean; 107 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.047+0000 7fef8e31e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.168+0000 7fef8e31e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[40037]: Deploying cephadm binary to smithi028 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[40037]: Deploying cephadm binary to smithi001 2024-09-13T14:19:39.317 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[40037]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T14:19:39.318 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:38 smithi001 ceph-mon[40037]: pgmap v6: 121 pgs: 121 active+clean; 107 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:39.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:38 smithi028 ceph-mon[31155]: Deploying cephadm binary to smithi028 2024-09-13T14:19:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:38 smithi028 ceph-mon[31155]: Deploying cephadm binary to smithi001 2024-09-13T14:19:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:38 smithi028 ceph-mon[31155]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T14:19:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:38 smithi028 ceph-mon[31155]: pgmap v6: 121 pgs: 121 active+clean; 107 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:39.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.315+0000 7fef8e31e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:19:39.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.380+0000 7fef8e31e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:19:39.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.542+0000 7fef8e31e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:19:39.867 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.614+0000 7fef8e31e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:19:39.867 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.678+0000 7fef8e31e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:19:39.867 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.866+0000 7fef8e31e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:19:39.932 INFO:tasks.rados.rados.0.smithi001.stdout:489: done (0 left) 2024-09-13T14:19:39.932 INFO:tasks.rados.rados.0.smithi001.stdout:490: delete oid 4 current snap is 45 2024-09-13T14:19:39.934 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:39.632+0000 7f65d9508640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:19:39] ENGINE Error in HTTPServer.serve 2024-09-13T14:19:39.934 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: Traceback (most recent call last): 2024-09-13T14:19:39.934 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:19:39.934 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: self._connections.run(self.expiration_interval) 2024-09-13T14:19:39.934 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: self._run(expiration_interval) 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: s = self.context.wrap_socket( 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: return self.sslsocket_class._create( 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: self.do_handshake() 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: self._sslobj.do_handshake() 2024-09-13T14:19:39.935 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:19:39.936 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:19:39.936 INFO:tasks.rados.rados.0.smithi001.stdout:490: done (0 left) 2024-09-13T14:19:39.936 INFO:tasks.rados.rados.0.smithi001.stdout:491: delete oid 15 current snap is 45 2024-09-13T14:19:39.938 INFO:tasks.rados.rados.0.smithi001.stdout:491: done (0 left) 2024-09-13T14:19:39.938 INFO:tasks.rados.rados.0.smithi001.stdout:492: snap_create 2024-09-13T14:19:40.147 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:39.940+0000 7fef8e31e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:19:40.147 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:40.009+0000 7fef8e31e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:19:40.147 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:40.099+0000 7fef8e31e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[40037]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[40037]: mgrmap e26: x(active, since 3s) 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[40037]: [13/Sep/2024:14:19:39] ENGINE Bus STARTING 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[40037]: [13/Sep/2024:14:19:39] ENGINE Serving on http://172.21.15.28:8765 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[40037]: [13/Sep/2024:14:19:39] ENGINE Serving on https://172.21.15.28:7150 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[40037]: [13/Sep/2024:14:19:39] ENGINE Bus STARTED 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[40037]: [13/Sep/2024:14:19:39] ENGINE Error in HTTPServer.serve 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:19:40.148 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:19:40.149 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[28030]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[28030]: mgrmap e26: x(active, since 3s) 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[28030]: [13/Sep/2024:14:19:39] ENGINE Bus STARTING 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[28030]: [13/Sep/2024:14:19:39] ENGINE Serving on http://172.21.15.28:8765 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[28030]: [13/Sep/2024:14:19:39] ENGINE Serving on https://172.21.15.28:7150 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[28030]: [13/Sep/2024:14:19:39] ENGINE Bus STARTED 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:39 smithi001 ceph-mon[28030]: [13/Sep/2024:14:19:39] ENGINE Error in HTTPServer.serve 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:19:40.150 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:19:40.151 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:19:40.228 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-mon[31155]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-mon[31155]: mgrmap e26: x(active, since 3s) 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-mon[31155]: [13/Sep/2024:14:19:39] ENGINE Bus STARTING 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-mon[31155]: [13/Sep/2024:14:19:39] ENGINE Serving on http://172.21.15.28:8765 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-mon[31155]: [13/Sep/2024:14:19:39] ENGINE Serving on https://172.21.15.28:7150 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-mon[31155]: [13/Sep/2024:14:19:39] ENGINE Bus STARTED 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:39 smithi028 ceph-mon[31155]: [13/Sep/2024:14:19:39] ENGINE Error in HTTPServer.serve 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: Traceback (most recent call last): 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._run(expiration_interval) 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:19:40.229 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: s = self.context.wrap_socket( 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: return self.sslsocket_class._create( 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: self.do_handshake() 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._sslobj.do_handshake() 2024-09-13T14:19:40.230 INFO:journalctl@ceph.mon.b.smithi028.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:19:40.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:40.163+0000 7fef8e31e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:19:40.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:40.228+0000 7fef8e31e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:19:40.938 INFO:tasks.rados.rados.0.smithi001.stdout:492: done (0 left) 2024-09-13T14:19:40.938 INFO:tasks.rados.rados.0.smithi001.stdout:493: setattr oid 19 current snap is 46 2024-09-13T14:19:40.939 INFO:tasks.rados.rados.0.smithi001.stdout:494: rmattr oid 42 current snap is 46 2024-09-13T14:19:40.939 INFO:tasks.rados.rados.0.smithi001.stdout:494: done (1 left) 2024-09-13T14:19:40.939 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 46 2024-09-13T14:19:40.939 INFO:tasks.rados.rados.0.smithi001.stdout:495: seq_num 183 ranges {2646016=671744} 2024-09-13T14:19:40.961 INFO:tasks.rados.rados.0.smithi001.stdout:495: writing smithi00185197-39 from 2646016 to 3317760 tid 1 2024-09-13T14:19:40.961 INFO:tasks.rados.rados.0.smithi001.stdout:496: read oid 47 snap -1 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:496: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:497: read oid 17 snap 39 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:497: expect (ObjNum 149 snap 34 seq_num 149) 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:498: rollback oid 45 current snap is 46 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 35 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 103 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:493: done (4 left) 2024-09-13T14:19:40.962 INFO:tasks.rados.rados.0.smithi001.stdout:499: snap_create 2024-09-13T14:19:40.967 INFO:tasks.rados.rados.0.smithi001.stdout:498: finishing rollback tid 0 to smithi00185197-45 2024-09-13T14:19:40.967 INFO:tasks.rados.rados.0.smithi001.stdout:496: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:498: finishing rollback tid 1 to smithi00185197-45 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:498: finishing rollback tid 2 to smithi00185197-45 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 111 (ObjNum 129 snap 28 seq_num 129) dirty exists 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:495: finishing write tid 1 to smithi00185197-39 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:495: finishing write tid 2 to smithi00185197-39 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:495: finishing write tid 3 to smithi00185197-39 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:495: oid 39 updating version 0 to 174 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:495: oid 39 updating version 174 to 175 2024-09-13T14:19:40.998 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 175 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-09-13T14:19:40.999 INFO:tasks.rados.rados.0.smithi001.stdout:495: left oid 39 (ObjNum 183 snap 46 seq_num 183) 2024-09-13T14:19:40.999 INFO:tasks.rados.rados.0.smithi001.stdout:497: expect (ObjNum 149 snap 34 seq_num 149) 2024-09-13T14:19:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:40 smithi028 ceph-mon[31155]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T14:19:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:40 smithi028 ceph-mon[31155]: pgmap v9: 121 pgs: 121 active+clean; 107 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:41.105 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:40.931Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:19:41.105 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:40.934Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:19:41.105 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:40.934Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:19:41.105 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:40.934Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:19:41.105 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:40.934Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:19:41.218 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-mon[28030]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T14:19:41.218 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-mon[28030]: pgmap v9: 121 pgs: 121 active+clean; 107 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:41.218 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-mon[40037]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T14:19:41.218 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:40 smithi001 ceph-mon[40037]: pgmap v9: 121 pgs: 121 active+clean; 107 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:41.218 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:41.111+0000 7fef8e31e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:19:41.219 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:19:41] ENGINE Bus STARTING 2024-09-13T14:19:41.219 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: CherryPy Checker: 2024-09-13T14:19:41.219 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: The Application mounted at '' has an empty config. 2024-09-13T14:19:41.219 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: 2024-09-13T14:19:41.219 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:19:41] ENGINE Serving on http://:::9283 2024-09-13T14:19:41.477 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: [13/Sep/2024:14:19:41] ENGINE Bus STARTED 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:495: done (4 left) 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:496: done (3 left) 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:497: done (2 left) 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:498: done (1 left) 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:499: done (0 left) 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:500: rollback oid 42 current snap is 47 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 28 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:501: copy_from oid 3 from oid 1 current snap is 47 2024-09-13T14:19:41.746 INFO:tasks.rados.rados.0.smithi001.stdout:502: snap_remove snap 41 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: mgrmap e27: x(active, since 5s) 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: Standby manager daemon y started 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[28030]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T14:19:42.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T14:19:42.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: mgrmap e27: x(active, since 5s) 2024-09-13T14:19:42.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: Standby manager daemon y started 2024-09-13T14:19:42.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:19:42.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:19:42.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:19:42.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:19:42.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:41 smithi001 ceph-mon[40037]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: mgrmap e27: x(active, since 5s) 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: Standby manager daemon y started 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/978080705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:19:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:41 smithi028 ceph-mon[31155]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T14:19:42.752 INFO:tasks.rados.rados.0.smithi001.stdout:502: done (2 left) 2024-09-13T14:19:42.753 INFO:tasks.rados.rados.0.smithi001.stdout:503: snap_create 2024-09-13T14:19:42.753 INFO:tasks.rados.rados.0.smithi001.stdout:500: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:19:42.753 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T14:19:42.753 INFO:tasks.rados.rados.0.smithi001.stdout:501: finishing copy_from to smithi00185197-3 2024-09-13T14:19:42.753 INFO:tasks.rados.rados.0.smithi001.stdout:501: got expected ENOENT (src dne) 2024-09-13T14:19:42.753 INFO:tasks.rados.rados.0.smithi001.stdout:501: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:19:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[28030]: pgmap v12: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 873 KiB/s wr, 33 op/s 2024-09-13T14:19:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:19:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[28030]: mgrmap e28: x(active, since 6s), standbys: y 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[28030]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[40037]: pgmap v12: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 873 KiB/s wr, 33 op/s 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[40037]: mgrmap e28: x(active, since 6s), standbys: y 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:42 smithi001 ceph-mon[40037]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T14:19:43.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:42 smithi028 ceph-mon[31155]: pgmap v12: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 873 KiB/s wr, 33 op/s 2024-09-13T14:19:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:42 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:19:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:42 smithi028 ceph-mon[31155]: mgrmap e28: x(active, since 6s), standbys: y 2024-09-13T14:19:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:42 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:42 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:42 smithi028 ceph-mon[31155]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:500: done (2 left) 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:501: done (1 left) 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:503: done (0 left) 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:504: read oid 46 snap -1 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:504: expect deleted 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:505: rollback oid 42 current snap is 48 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 30 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 48 2024-09-13T14:19:43.753 INFO:tasks.rados.rados.0.smithi001.stdout:506: seq_num 184 ranges {0=688128} 2024-09-13T14:19:43.757 INFO:tasks.rados.rados.0.smithi001.stdout:506: writing smithi00185197-26 from 0 to 688128 tid 1 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:507: copy_from oid 41 from oid 40 current snap is 48 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:505: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 0 (ObjNum 33 snap 0 seq_num 313954496) dirty dne 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:505: done (3 left) 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:508: rollback oid 39 current snap is 48 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 35 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:504: done (3 left) 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:509: copy_from oid 17 from oid 22 current snap is 48 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:510: rollback oid 16 current snap is 48 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 38 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:511: delete oid 6 current snap is 48 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:509: finishing copy_from to smithi00185197-17 2024-09-13T14:19:43.758 INFO:tasks.rados.rados.0.smithi001.stdout:509: got expected ENOENT (src dne) 2024-09-13T14:19:43.759 INFO:tasks.rados.rados.0.smithi001.stdout:509: finishing copy_from racing read to smithi00185197-17 2024-09-13T14:19:43.760 INFO:tasks.rados.rados.0.smithi001.stdout:510: finishing rollback tid 0 to smithi00185197-16 2024-09-13T14:19:43.761 INFO:tasks.rados.rados.0.smithi001.stdout:508: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:19:43.761 INFO:tasks.rados.rados.0.smithi001.stdout:508: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:19:43.761 INFO:tasks.rados.rados.0.smithi001.stdout:508: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:19:43.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 181 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-09-13T14:19:43.761 INFO:tasks.rados.rados.0.smithi001.stdout:510: finishing rollback tid 1 to smithi00185197-16 2024-09-13T14:19:43.762 INFO:tasks.rados.rados.0.smithi001.stdout:510: finishing rollback tid 2 to smithi00185197-16 2024-09-13T14:19:43.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 224 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-09-13T14:19:43.762 INFO:tasks.rados.rados.0.smithi001.stdout:508: done (5 left) 2024-09-13T14:19:43.762 INFO:tasks.rados.rados.0.smithi001.stdout:509: done (4 left) 2024-09-13T14:19:43.763 INFO:tasks.rados.rados.0.smithi001.stdout:510: done (3 left) 2024-09-13T14:19:43.763 INFO:tasks.rados.rados.0.smithi001.stdout:511: done (2 left) 2024-09-13T14:19:43.763 INFO:tasks.rados.rados.0.smithi001.stdout:512: delete oid 14 current snap is 48 2024-09-13T14:19:43.763 INFO:tasks.rados.rados.0.smithi001.stdout:507: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:19:43.763 INFO:tasks.rados.rados.0.smithi001.stdout:507: finishing copy_from to smithi00185197-41 2024-09-13T14:19:43.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 25 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-09-13T14:19:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:507: done (2 left) 2024-09-13T14:19:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:512: done (1 left) 2024-09-13T14:19:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:513: read oid 6 snap -1 2024-09-13T14:19:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:513: expect deleted 2024-09-13T14:19:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:514: rollback oid 32 current snap is 48 2024-09-13T14:19:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 34 2024-09-13T14:19:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:515: delete oid 50 current snap is 48 2024-09-13T14:19:43.767 INFO:tasks.rados.rados.0.smithi001.stdout:506: finishing write tid 1 to smithi00185197-26 2024-09-13T14:19:43.767 INFO:tasks.rados.rados.0.smithi001.stdout:513: done (3 left) 2024-09-13T14:19:43.767 INFO:tasks.rados.rados.0.smithi001.stdout:515: done (2 left) 2024-09-13T14:19:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:516: read oid 10 snap -1 2024-09-13T14:19:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:516: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:19:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:517: snap_create 2024-09-13T14:19:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:506: finishing write tid 2 to smithi00185197-26 2024-09-13T14:19:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:514: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:19:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:514: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:19:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:506: finishing write tid 3 to smithi00185197-26 2024-09-13T14:19:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:506: oid 26 updating version 0 to 223 2024-09-13T14:19:43.770 INFO:tasks.rados.rados.0.smithi001.stdout:506: oid 26 version 223 is already newer than 222 2024-09-13T14:19:43.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 223 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-09-13T14:19:43.770 INFO:tasks.rados.rados.0.smithi001.stdout:506: left oid 26 (ObjNum 184 snap 48 seq_num 184) 2024-09-13T14:19:43.770 INFO:tasks.rados.rados.0.smithi001.stdout:514: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:19:43.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 227 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-09-13T14:19:43.774 INFO:tasks.rados.rados.0.smithi001.stdout:516: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T14:19:44.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi001 to 2481M 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi001 to 2481M 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:44 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi001 to 2481M 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:44 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:44.754 INFO:tasks.rados.rados.0.smithi001.stdout:506: done (3 left) 2024-09-13T14:19:44.754 INFO:tasks.rados.rados.0.smithi001.stdout:514: done (2 left) 2024-09-13T14:19:44.754 INFO:tasks.rados.rados.0.smithi001.stdout:516: done (1 left) 2024-09-13T14:19:44.754 INFO:tasks.rados.rados.0.smithi001.stdout:517: done (0 left) 2024-09-13T14:19:44.754 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 49 2024-09-13T14:19:44.754 INFO:tasks.rados.rados.0.smithi001.stdout:518: seq_num 188 ranges {2646016=753664} 2024-09-13T14:19:44.772 INFO:tasks.rados.rados.0.smithi001.stdout:518: writing smithi00185197-39 from 2646016 to 3399680 tid 1 2024-09-13T14:19:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:519: read oid 48 snap -1 2024-09-13T14:19:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:519: expect deleted 2024-09-13T14:19:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:520: rollback oid 18 current snap is 49 2024-09-13T14:19:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 42 2024-09-13T14:19:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 49 2024-09-13T14:19:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:521: seq_num 189 ranges {2703360=770048} 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:521: writing smithi00185197-44 from 2703360 to 3473408 tid 1 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:522: snap_create 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:520: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:520: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:520: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 76 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:518: finishing write tid 1 to smithi00185197-39 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:518: finishing write tid 2 to smithi00185197-39 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:518: finishing write tid 3 to smithi00185197-39 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:518: oid 39 updating version 0 to 184 2024-09-13T14:19:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:518: oid 39 version 184 is already newer than 183 2024-09-13T14:19:44.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 184 (ObjNum 188 snap 49 seq_num 188) dirty exists 2024-09-13T14:19:44.793 INFO:tasks.rados.rados.0.smithi001.stdout:518: left oid 39 (ObjNum 188 snap 49 seq_num 188) 2024-09-13T14:19:44.797 INFO:tasks.rados.rados.0.smithi001.stdout:521: finishing write tid 1 to smithi00185197-44 2024-09-13T14:19:44.797 INFO:tasks.rados.rados.0.smithi001.stdout:521: finishing write tid 2 to smithi00185197-44 2024-09-13T14:19:44.798 INFO:tasks.rados.rados.0.smithi001.stdout:521: finishing write tid 3 to smithi00185197-44 2024-09-13T14:19:44.798 INFO:tasks.rados.rados.0.smithi001.stdout:521: oid 44 updating version 0 to 182 2024-09-13T14:19:44.798 INFO:tasks.rados.rados.0.smithi001.stdout:521: oid 44 version 182 is already newer than 181 2024-09-13T14:19:44.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 182 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-13T14:19:44.799 INFO:tasks.rados.rados.0.smithi001.stdout:521: left oid 44 (ObjNum 189 snap 49 seq_num 189) 2024-09-13T14:19:45.755 INFO:tasks.rados.rados.0.smithi001.stdout:518: done (4 left) 2024-09-13T14:19:45.755 INFO:tasks.rados.rados.0.smithi001.stdout:519: done (3 left) 2024-09-13T14:19:45.755 INFO:tasks.rados.rados.0.smithi001.stdout:520: done (2 left) 2024-09-13T14:19:45.755 INFO:tasks.rados.rados.0.smithi001.stdout:521: done (1 left) 2024-09-13T14:19:45.755 INFO:tasks.rados.rados.0.smithi001.stdout:522: done (0 left) 2024-09-13T14:19:45.755 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 50 2024-09-13T14:19:45.755 INFO:tasks.rados.rados.0.smithi001.stdout:523: seq_num 190 ranges {368640=786432} 2024-09-13T14:19:45.761 INFO:tasks.rados.rados.0.smithi001.stdout:523: writing smithi00185197-18 from 368640 to 1155072 tid 1 2024-09-13T14:19:45.761 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 50 2024-09-13T14:19:45.761 INFO:tasks.rados.rados.0.smithi001.stdout:524: seq_num 191 ranges {3399680=802816} 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:524: writing smithi00185197-39 from 3399680 to 4202496 tid 1 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:525: setattr oid 49 current snap is 50 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:523: finishing write tid 1 to smithi00185197-18 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:523: finishing write tid 2 to smithi00185197-18 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:523: finishing write tid 3 to smithi00185197-18 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:523: oid 18 updating version 0 to 78 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:523: oid 18 updating version 78 to 79 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 79 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-09-13T14:19:45.785 INFO:tasks.rados.rados.0.smithi001.stdout:523: left oid 18 (ObjNum 190 snap 50 seq_num 190) 2024-09-13T14:19:45.786 INFO:tasks.rados.rados.0.smithi001.stdout:523: done (2 left) 2024-09-13T14:19:45.786 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 50 2024-09-13T14:19:45.786 INFO:tasks.rados.rados.0.smithi001.stdout:526: seq_num 192 ranges {2834432=417792,3252224=401408} 2024-09-13T14:19:45.804 INFO:tasks.rados.rados.0.smithi001.stdout:526: writing smithi00185197-8 from 2834432 to 3252224 tid 1 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:526: writing smithi00185197-8 from 3252224 to 3653632 tid 2 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:527: rollback oid 23 current snap is 50 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 49 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 228 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:524: finishing write tid 1 to smithi00185197-39 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:524: finishing write tid 2 to smithi00185197-39 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:524: finishing write tid 3 to smithi00185197-39 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:524: oid 39 updating version 0 to 187 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:524: oid 39 version 187 is already newer than 186 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 187 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:524: left oid 39 (ObjNum 191 snap 50 seq_num 191) 2024-09-13T14:19:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:524: done (3 left) 2024-09-13T14:19:45.808 INFO:tasks.rados.rados.0.smithi001.stdout:525: done (2 left) 2024-09-13T14:19:45.808 INFO:tasks.rados.rados.0.smithi001.stdout:528: copy_from oid 46 from oid 12 current snap is 50 2024-09-13T14:19:45.808 INFO:tasks.rados.rados.0.smithi001.stdout:529: snap_remove snap 43 2024-09-13T14:19:45.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[28030]: pgmap v15: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 872 KiB/s wr, 33 op/s 2024-09-13T14:19:45.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:45.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:45.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[28030]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T14:19:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[40037]: pgmap v15: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 872 KiB/s wr, 33 op/s 2024-09-13T14:19:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:45 smithi001 ceph-mon[40037]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T14:19:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:45 smithi028 ceph-mon[31155]: pgmap v15: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 872 KiB/s wr, 33 op/s 2024-09-13T14:19:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:45 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:45 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:45 smithi028 ceph-mon[31155]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T14:19:46.761 INFO:tasks.rados.rados.0.smithi001.stdout:528: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:19:46.761 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 1 to smithi00185197-8 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:528: finishing copy_from to smithi00185197-46 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 68 (ObjNum 49 snap 0 seq_num 1912834880) dirty exists 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 2 to smithi00185197-8 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 3 to smithi00185197-8 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:527: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:527: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:527: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 185 (ObjNum 180 snap 43 seq_num 180) dirty exists 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 4 to smithi00185197-8 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:526: oid 8 updating version 0 to 190 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:526: oid 8 updating version 190 to 191 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:526: oid 8 version 191 is already newer than 189 2024-09-13T14:19:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 191 (ObjNum 192 snap 50 seq_num 192) dirty exists 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:526: left oid 8 (ObjNum 192 snap 50 seq_num 192) 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:526: done (3 left) 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:527: done (2 left) 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:528: done (1 left) 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:529: done (0 left) 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:530: setattr oid 20 current snap is 50 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:531: read oid 22 snap 39 2024-09-13T14:19:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:531: expect deleted 2024-09-13T14:19:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:532: copy_from oid 39 from oid 12 current snap is 50 2024-09-13T14:19:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:533: delete oid 4 current snap is 50 2024-09-13T14:19:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:531: done (3 left) 2024-09-13T14:19:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:533: done (2 left) 2024-09-13T14:19:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:534: snap_create 2024-09-13T14:19:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 235 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-09-13T14:19:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:532: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:19:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:532: finishing copy_from to smithi00185197-39 2024-09-13T14:19:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 68 (ObjNum 129 snap 0 seq_num 1912867882) dirty exists 2024-09-13T14:19:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:46 smithi001 ceph-mon[28030]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T14:19:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:46 smithi001 ceph-mon[40037]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T14:19:47.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[28283]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:19:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T14:19:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:46 smithi028 ceph-mon[31155]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T14:19:47.767 INFO:tasks.rados.rados.0.smithi001.stdout:530: done (2 left) 2024-09-13T14:19:47.767 INFO:tasks.rados.rados.0.smithi001.stdout:532: done (1 left) 2024-09-13T14:19:47.767 INFO:tasks.rados.rados.0.smithi001.stdout:534: done (0 left) 2024-09-13T14:19:47.767 INFO:tasks.rados.rados.0.smithi001.stdout:535: read oid 45 snap -1 2024-09-13T14:19:47.767 INFO:tasks.rados.rados.0.smithi001.stdout:535: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:47.768 INFO:tasks.rados.rados.0.smithi001.stdout:536: copy_from oid 49 from oid 4 current snap is 51 2024-09-13T14:19:47.768 INFO:tasks.rados.rados.0.smithi001.stdout:537: snap_remove snap 39 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: pgmap v18: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: pgmap v18: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:47 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: pgmap v18: 121 pgs: 121 active+clean; 110 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:48.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:48.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:47 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:48.771 INFO:tasks.rados.rados.0.smithi001.stdout:537: done (2 left) 2024-09-13T14:19:48.772 INFO:tasks.rados.rados.0.smithi001.stdout:538: rollback oid 14 current snap is 51 2024-09-13T14:19:48.772 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 45 2024-09-13T14:19:48.772 INFO:tasks.rados.rados.0.smithi001.stdout:539: snap_create 2024-09-13T14:19:48.772 INFO:tasks.rados.rados.0.smithi001.stdout:536: finishing copy_from to smithi00185197-49 2024-09-13T14:19:48.772 INFO:tasks.rados.rados.0.smithi001.stdout:536: got expected ENOENT (src dne) 2024-09-13T14:19:48.772 INFO:tasks.rados.rados.0.smithi001.stdout:536: finishing copy_from racing read to smithi00185197-49 2024-09-13T14:19:48.772 INFO:tasks.rados.rados.0.smithi001.stdout:535: expect (ObjNum 129 snap 28 seq_num 129) 2024-09-13T14:19:48.962 INFO:tasks.rados.rados.0.smithi001.stdout:538: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:19:48.962 INFO:tasks.rados.rados.0.smithi001.stdout:538: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:19:48.962 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 68 (ObjNum 170 snap 40 seq_num 170) dirty exists 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Adjusting osd_memory_target on smithi028 to 2481M 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: pgmap v21: 121 pgs: 121 active+clean; 114 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 584 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:19:49.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Adjusting osd_memory_target on smithi028 to 2481M 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: pgmap v21: 121 pgs: 121 active+clean; 114 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 584 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:19:49.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:48 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Adjusting osd_memory_target on smithi028 to 2481M 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: pgmap v21: 121 pgs: 121 active+clean; 114 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 584 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:19:49.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:48 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:49.775 INFO:tasks.rados.rados.0.smithi001.stdout:535: done (3 left) 2024-09-13T14:19:49.776 INFO:tasks.rados.rados.0.smithi001.stdout:536: done (2 left) 2024-09-13T14:19:49.776 INFO:tasks.rados.rados.0.smithi001.stdout:538: done (1 left) 2024-09-13T14:19:49.776 INFO:tasks.rados.rados.0.smithi001.stdout:539: done (0 left) 2024-09-13T14:19:49.776 INFO:tasks.rados.rados.0.smithi001.stdout:540: copy_from oid 16 from oid 10 current snap is 52 2024-09-13T14:19:49.776 INFO:tasks.rados.rados.0.smithi001.stdout:541: snap_remove snap 31 2024-09-13T14:19:50.091 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:49 smithi028 ceph-mon[31155]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T14:19:50.091 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:49 smithi028 ceph-mon[31155]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-13T14:19:50.091 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:49 smithi028 ceph-mon[31155]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:19:50.091 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:49 smithi028 ceph-mon[31155]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:19:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[28030]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T14:19:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[28030]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-13T14:19:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[28030]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:19:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[28030]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:19:50.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[40037]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T14:19:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[40037]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-13T14:19:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[40037]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:19:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:49 smithi001 ceph-mon[40037]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:19:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:541: done (1 left) 2024-09-13T14:19:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:542: read oid 35 snap -1 2024-09-13T14:19:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:542: expect deleted 2024-09-13T14:19:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:543: snap_create 2024-09-13T14:19:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:540: finishing copy_from racing read to smithi00185197-16 2024-09-13T14:19:50.780 INFO:tasks.rados.rados.0.smithi001.stdout:540: finishing copy_from to smithi00185197-16 2024-09-13T14:19:50.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 203 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:19:50.844 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:50 smithi028 ceph-mon[31155]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T14:19:50.845 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:50 smithi028 ceph-mon[31155]: pgmap v24: 121 pgs: 121 active+clean; 114 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 584 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:19:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:50 smithi001 ceph-mon[28030]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T14:19:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:50 smithi001 ceph-mon[28030]: pgmap v24: 121 pgs: 121 active+clean; 114 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 584 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:19:51.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:50 smithi001 ceph-mon[40037]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T14:19:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:50 smithi001 ceph-mon[40037]: pgmap v24: 121 pgs: 121 active+clean; 114 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 584 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:19:51.749 INFO:tasks.rados.rados.0.smithi001.stdout:540: done (2 left) 2024-09-13T14:19:51.749 INFO:tasks.rados.rados.0.smithi001.stdout:542: done (1 left) 2024-09-13T14:19:51.749 INFO:tasks.rados.rados.0.smithi001.stdout:543: done (0 left) 2024-09-13T14:19:51.749 INFO:tasks.rados.rados.0.smithi001.stdout:544: rmattr oid 33 current snap is 53 2024-09-13T14:19:51.750 INFO:tasks.rados.rados.0.smithi001.stdout:544: done (0 left) 2024-09-13T14:19:51.750 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 53 2024-09-13T14:19:51.750 INFO:tasks.rados.rados.0.smithi001.stdout:545: seq_num 194 ranges {4907008=458752,5365760=401408} 2024-09-13T14:19:51.778 INFO:tasks.rados.rados.0.smithi001.stdout:545: writing smithi00185197-32 from 4907008 to 5365760 tid 1 2024-09-13T14:19:51.781 INFO:tasks.rados.rados.0.smithi001.stdout:545: writing smithi00185197-32 from 5365760 to 5767168 tid 2 2024-09-13T14:19:51.781 INFO:tasks.rados.rados.0.smithi001.stdout:546: copy_from oid 11 from oid 45 current snap is 53 2024-09-13T14:19:51.781 INFO:tasks.rados.rados.0.smithi001.stdout:547: read oid 12 snap -1 2024-09-13T14:19:51.781 INFO:tasks.rados.rados.0.smithi001.stdout:547: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:19:51.781 INFO:tasks.rados.rados.0.smithi001.stdout:548: rollback oid 9 current snap is 53 2024-09-13T14:19:51.781 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 38 2024-09-13T14:19:51.781 INFO:tasks.rados.rados.0.smithi001.stdout:549: snap_remove snap 30 2024-09-13T14:19:52.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:51 smithi001 ceph-mon[28030]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T14:19:52.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:51 smithi001 ceph-mon[28030]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T14:19:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:51 smithi001 ceph-mon[40037]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T14:19:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:51 smithi001 ceph-mon[40037]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T14:19:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:51 smithi028 ceph-mon[31155]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T14:19:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:51 smithi028 ceph-mon[31155]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T14:19:52.605 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 systemd[1]: Stopping Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:19:52.756 INFO:tasks.rados.rados.0.smithi001.stdout:547: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:19:52.759 INFO:tasks.rados.rados.0.smithi001.stdout:548: finishing rollback tid 0 to smithi00185197-9 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:548: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:548: finishing rollback tid 2 to smithi00185197-9 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 188 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: finishing write tid 1 to smithi00185197-32 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: finishing write tid 2 to smithi00185197-32 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: finishing write tid 3 to smithi00185197-32 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: finishing write tid 4 to smithi00185197-32 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: oid 32 updating version 0 to 256 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: oid 32 updating version 256 to 257 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: oid 32 version 257 is already newer than 255 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 257 (ObjNum 194 snap 53 seq_num 194) dirty exists 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: left oid 32 (ObjNum 194 snap 53 seq_num 194) 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:546: finishing copy_from racing read to smithi00185197-11 2024-09-13T14:19:52.760 INFO:tasks.rados.rados.0.smithi001.stdout:545: done (4 left) 2024-09-13T14:19:52.761 INFO:tasks.rados.rados.0.smithi001.stdout:547: done (3 left) 2024-09-13T14:19:52.761 INFO:tasks.rados.rados.0.smithi001.stdout:548: done (2 left) 2024-09-13T14:19:52.761 INFO:tasks.rados.rados.0.smithi001.stdout:549: done (1 left) 2024-09-13T14:19:52.761 INFO:tasks.rados.rados.0.smithi001.stdout:550: snap_create 2024-09-13T14:19:52.761 INFO:tasks.rados.rados.0.smithi001.stdout:546: finishing copy_from to smithi00185197-11 2024-09-13T14:19:52.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 111 (ObjNum 129 snap 28 seq_num 129) dirty exists 2024-09-13T14:19:52.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-mon[31155]: pgmap v27: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:19:52.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:52.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-mon[31155]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T14:19:52.934 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:19:52.934 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:19:52.934 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.610Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.611Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.611Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.611Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[64687]: ts=2024-09-13T14:19:52.611Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:19:52.935 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:52 smithi028 podman[75516]: 2024-09-13 14:19:52.62083902 +0000 UTC m=+0.127450492 container died 43e2b82c44750c591d14dacf7aab82521ab9d692e7024d84aa94240aa87f45bb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:19:52.979 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:19:53.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:52 smithi001 ceph-mon[40037]: pgmap v27: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:19:53.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:52 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:53.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:52 smithi001 ceph-mon[40037]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T14:19:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:52 smithi001 ceph-mon[28030]: pgmap v27: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:19:53.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:52 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:53.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:52 smithi001 ceph-mon[28030]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T14:19:53.242 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 podman[75516]: 2024-09-13 14:19:53.049537598 +0000 UTC m=+0.556149071 container cleanup 43e2b82c44750c591d14dacf7aab82521ab9d692e7024d84aa94240aa87f45bb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:19:53.242 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 bash[75516]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:19:53.493 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 podman[75534]: 2024-09-13 14:19:53.24206022 +0000 UTC m=+0.623202330 container remove 43e2b82c44750c591d14dacf7aab82521ab9d692e7024d84aa94240aa87f45bb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:19:53.493 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:19:53.493 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 systemd[1]: Stopped Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:19:53.493 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.743s CPU time. 2024-09-13T14:19:53.493 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 systemd[1]: Starting Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:19:53.560 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (3m) 11s ago 4m 26.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (4m) 9s ago 4m 88.6M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (5m) 11s ago 5m 14.7M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (5m) 9s ago 5m 19.5M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (36s) 9s ago 8m 499M - 19.3.0-4697-gd58f7306 fec07016a2b0 1f6719f2a293 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (10m) 11s ago 10m 336M - 18.2.4-843-g2c01458a c129f5a2fd4e 5edd94aea74f 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (10m) 11s ago 10m 54.1M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e e17068e2d023 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (9m) 9s ago 9m 46.7M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e aa9cc501633c 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (9m) 11s ago 9m 41.9M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e 13390a0b971d 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (3m) 11s ago 3m 15.7M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (3m) 9s ago 3m 15.0M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:19:53.561 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (8m) 11s ago 8m 94.6M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (8m) 11s ago 8m 82.2M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (7m) 11s ago 7m 92.5M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (7m) 11s ago 7m 63.5M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (7m) 9s ago 7m 79.9M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (6m) 9s ago 6m 94.7M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (6m) 9s ago 6m 89.8M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (5m) 9s ago 5m 78.8M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:19:53.562 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (3m) 9s ago 4m 45.1M - 2.43.0 a07b618ecd1d 43e2b82c4475 2024-09-13T14:19:53.755 INFO:tasks.rados.rados.0.smithi001.stdout:546: done (1 left) 2024-09-13T14:19:53.755 INFO:tasks.rados.rados.0.smithi001.stdout:550: done (0 left) 2024-09-13T14:19:53.755 INFO:tasks.rados.rados.0.smithi001.stdout:551: rmattr oid 40 current snap is 54 2024-09-13T14:19:53.756 INFO:tasks.rados.rados.0.smithi001.stdout:552: read oid 48 snap 46 2024-09-13T14:19:53.756 INFO:tasks.rados.rados.0.smithi001.stdout:552: expect deleted 2024-09-13T14:19:53.756 INFO:tasks.rados.rados.0.smithi001.stdout:553: read oid 13 snap -1 2024-09-13T14:19:53.756 INFO:tasks.rados.rados.0.smithi001.stdout:553: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:19:53.756 INFO:tasks.rados.rados.0.smithi001.stdout:554: snap_remove snap 48 2024-09-13T14:19:53.913 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 1, 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 1 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:19:53.914 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:19:53.915 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 14, 2024-09-13T14:19:53.915 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 1 2024-09-13T14:19:53.915 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:19:53.915 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:19:53.958 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 podman[75632]: 2024-09-13 14:19:53.60797069 +0000 UTC m=+0.017652867 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T14:19:53.958 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 podman[75632]: 2024-09-13 14:19:53.718442396 +0000 UTC m=+0.128124554 container create e8994bc29d1ff717fbd93c590a3fa0c96c63ba59058b6be2bf338b37a654f061 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:19:53.958 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 podman[75632]: 2024-09-13 14:19:53.928643276 +0000 UTC m=+0.338325443 container init e8994bc29d1ff717fbd93c590a3fa0c96c63ba59058b6be2bf338b37a654f061 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:19:53.958 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 podman[75632]: 2024-09-13 14:19:53.933552796 +0000 UTC m=+0.343234954 container start e8994bc29d1ff717fbd93c590a3fa0c96c63ba59058b6be2bf338b37a654f061 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:19:54.211 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "1/20 daemons upgraded", 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mgr daemons", 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:19:54.212 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:19:54.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.958Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.958Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.958Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi028 (none))" 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.958Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.958Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.959Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.959Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.961Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.961Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.963Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.963Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.61µs 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.963Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.965Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.973Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-13T14:19:54.356 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.973Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.973Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.644µs wal_replay_duration=10.51073ms wbl_replay_duration=108ns total_replay_duration=10.551929ms 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.975Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.975Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.975Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.998Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.813151ms db_storage=798ns remote_storage=1.084µs web_handler=560ns query_engine=574ns scrape=445.015µs scrape_sd=101.873µs notify=21.423µs notify_sd=21.594µs rules=21.901274ms tracing=5.683µs 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.998Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:19:53.998Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:54 smithi028 bash[75632]: e8994bc29d1ff717fbd93c590a3fa0c96c63ba59058b6be2bf338b37a654f061 2024-09-13T14:19:54.357 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:19:54 smithi028 systemd[1]: Started Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:19:54.761 INFO:tasks.rados.rados.0.smithi001.stdout:554: done (3 left) 2024-09-13T14:19:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:555: rollback oid 4 current snap is 54 2024-09-13T14:19:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 40 2024-09-13T14:19:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 29 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-09-13T14:19:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:551: done (3 left) 2024-09-13T14:19:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:552: done (2 left) 2024-09-13T14:19:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:556: delete oid 2 current snap is 54 2024-09-13T14:19:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:553: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:555: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:555: finishing rollback tid 2 to smithi00185197-4 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 134 (ObjNum 161 snap 0 seq_num 1786748272) dirty exists 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:553: done (2 left) 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:555: done (1 left) 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:556: done (0 left) 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:557: read oid 42 snap -1 2024-09-13T14:19:54.941 INFO:tasks.rados.rados.0.smithi001.stdout:557: expect deleted 2024-09-13T14:19:54.942 INFO:tasks.rados.rados.0.smithi001.stdout:558: setattr oid 5 current snap is 54 2024-09-13T14:19:54.943 INFO:tasks.rados.rados.0.smithi001.stdout:557: done (1 left) 2024-09-13T14:19:54.943 INFO:tasks.rados.rados.0.smithi001.stdout:559: rmattr oid 24 current snap is 54 2024-09-13T14:19:54.943 INFO:tasks.rados.rados.0.smithi001.stdout:559: done (1 left) 2024-09-13T14:19:54.943 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 54 2024-09-13T14:19:54.943 INFO:tasks.rados.rados.0.smithi001.stdout:560: seq_num 196 ranges {2899968=491520,3391488=401408} 2024-09-13T14:19:54.962 INFO:tasks.rados.rados.0.smithi001.stdout:560: writing smithi00185197-3 from 2899968 to 3391488 tid 1 2024-09-13T14:19:54.964 INFO:tasks.rados.rados.0.smithi001.stdout:560: writing smithi00185197-3 from 3391488 to 3792896 tid 2 2024-09-13T14:19:54.964 INFO:tasks.rados.rados.0.smithi001.stdout:561: snap_create 2024-09-13T14:19:54.964 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 220 (ObjNum 166 snap 40 seq_num 166) dirty exists 2024-09-13T14:19:54.967 INFO:tasks.rados.rados.0.smithi001.stdout:560: finishing write tid 1 to smithi00185197-3 2024-09-13T14:19:54.967 INFO:tasks.rados.rados.0.smithi001.stdout:560: finishing write tid 2 to smithi00185197-3 2024-09-13T14:19:54.967 INFO:tasks.rados.rados.0.smithi001.stdout:560: finishing write tid 3 to smithi00185197-3 2024-09-13T14:19:54.968 INFO:tasks.rados.rados.0.smithi001.stdout:560: finishing write tid 4 to smithi00185197-3 2024-09-13T14:19:54.968 INFO:tasks.rados.rados.0.smithi001.stdout:560: oid 3 updating version 0 to 89 2024-09-13T14:19:54.968 INFO:tasks.rados.rados.0.smithi001.stdout:560: oid 3 updating version 89 to 91 2024-09-13T14:19:54.968 INFO:tasks.rados.rados.0.smithi001.stdout:560: oid 3 version 91 is already newer than 90 2024-09-13T14:19:54.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 91 (ObjNum 196 snap 54 seq_num 196) dirty exists 2024-09-13T14:19:54.969 INFO:tasks.rados.rados.0.smithi001.stdout:560: left oid 3 (ObjNum 196 snap 54 seq_num 196) 2024-09-13T14:19:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T14:19:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/3258455094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/3258455094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:19:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:54 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/3258455094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:19:55.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:54 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:55.766 INFO:tasks.rados.rados.0.smithi001.stdout:558: done (2 left) 2024-09-13T14:19:55.766 INFO:tasks.rados.rados.0.smithi001.stdout:560: done (1 left) 2024-09-13T14:19:55.766 INFO:tasks.rados.rados.0.smithi001.stdout:561: done (0 left) 2024-09-13T14:19:55.766 INFO:tasks.rados.rados.0.smithi001.stdout:562: snap_remove snap 53 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: pgmap v30: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: Upgrade: Updating mgr.y 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:56.061 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[28030]: Deploying daemon mgr.y on smithi001 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: pgmap v30: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: Upgrade: Updating mgr.y 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:56.062 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:56.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:19:56.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:56.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:55 smithi001 ceph-mon[40037]: Deploying daemon mgr.y on smithi001 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: pgmap v30: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: Upgrade: Updating mgr.y 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:19:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:56.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:19:56.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:19:56.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:56.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:55 smithi028 ceph-mon[31155]: Deploying daemon mgr.y on smithi001 2024-09-13T14:19:56.750 INFO:tasks.rados.rados.0.smithi001.stdout:562: done (0 left) 2024-09-13T14:19:56.750 INFO:tasks.rados.rados.0.smithi001.stdout:563: snap_remove snap 35 2024-09-13T14:19:57.057 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:56 smithi001 ceph-mon[28030]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T14:19:57.057 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:56 smithi001 ceph-mon[28030]: pgmap v33: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:57.057 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:56 smithi001 ceph-mon[28030]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T14:19:57.057 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:56 smithi001 ceph-mon[40037]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T14:19:57.057 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:56 smithi001 ceph-mon[40037]: pgmap v33: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:57.057 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:56 smithi001 ceph-mon[40037]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T14:19:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:56 smithi028 ceph-mon[31155]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T14:19:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:56 smithi028 ceph-mon[31155]: pgmap v33: 121 pgs: 121 active+clean; 123 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:19:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:56 smithi028 ceph-mon[31155]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T14:19:57.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:57 smithi001 systemd[1]: Stopping Ceph mgr.y for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:19:57.751 INFO:tasks.rados.rados.0.smithi001.stdout:563: done (0 left) 2024-09-13T14:19:57.751 INFO:tasks.rados.rados.0.smithi001.stdout:564: rollback oid 12 current snap is 55 2024-09-13T14:19:57.751 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 49 2024-09-13T14:19:57.751 INFO:tasks.rados.rados.0.smithi001.stdout:565: read oid 21 snap -1 2024-09-13T14:19:57.751 INFO:tasks.rados.rados.0.smithi001.stdout:565: expect (ObjNum 138 snap 33 seq_num 138) 2024-09-13T14:19:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:566: rmattr oid 8 current snap is 55 2024-09-13T14:19:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 55 2024-09-13T14:19:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:567: seq_num 197 ranges {0=507904,507904=401408} 2024-09-13T14:19:57.756 INFO:tasks.rados.rados.0.smithi001.stdout:567: writing smithi00185197-48 from 0 to 507904 tid 1 2024-09-13T14:19:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:567: writing smithi00185197-48 from 507904 to 909312 tid 2 2024-09-13T14:19:57.758 INFO:tasks.rados.rados.0.smithi001.stdout:568: rollback oid 25 current snap is 55 2024-09-13T14:19:57.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 46 2024-09-13T14:19:57.759 INFO:tasks.rados.rados.0.smithi001.stdout:569: read oid 50 snap -1 2024-09-13T14:19:57.759 INFO:tasks.rados.rados.0.smithi001.stdout:569: expect deleted 2024-09-13T14:19:57.759 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 55 2024-09-13T14:19:57.759 INFO:tasks.rados.rados.0.smithi001.stdout:570: seq_num 198 ranges {3792896=524288,4317184=401408} 2024-09-13T14:19:57.783 INFO:tasks.rados.rados.0.smithi001.stdout:570: writing smithi00185197-3 from 3792896 to 4317184 tid 1 2024-09-13T14:19:57.786 INFO:tasks.rados.rados.0.smithi001.stdout:570: writing smithi00185197-3 from 4317184 to 4718592 tid 2 2024-09-13T14:19:57.786 INFO:tasks.rados.rados.0.smithi001.stdout:571: snap_create 2024-09-13T14:19:57.786 INFO:tasks.rados.rados.0.smithi001.stdout:564: finishing rollback tid 0 to smithi00185197-12 2024-09-13T14:19:57.786 INFO:tasks.rados.rados.0.smithi001.stdout:564: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:19:57.786 INFO:tasks.rados.rados.0.smithi001.stdout:564: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:19:57.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 138 (ObjNum 4113 snap 0 seq_num 3277057) dirty exists 2024-09-13T14:19:57.787 INFO:tasks.rados.rados.0.smithi001.stdout:567: finishing write tid 1 to smithi00185197-48 2024-09-13T14:19:57.787 INFO:tasks.rados.rados.0.smithi001.stdout:567: finishing write tid 2 to smithi00185197-48 2024-09-13T14:19:57.787 INFO:tasks.rados.rados.0.smithi001.stdout:567: finishing write tid 3 to smithi00185197-48 2024-09-13T14:19:57.787 INFO:tasks.rados.rados.0.smithi001.stdout:565: expect (ObjNum 138 snap 33 seq_num 138) 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 224 (ObjNum 192 snap 50 seq_num 192) dirty exists 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:568: finishing rollback tid 0 to smithi00185197-25 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:568: finishing rollback tid 1 to smithi00185197-25 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:568: finishing rollback tid 2 to smithi00185197-25 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 228 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:567: finishing write tid 4 to smithi00185197-48 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:567: oid 48 updating version 0 to 48 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:567: oid 48 updating version 48 to 50 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:567: oid 48 version 50 is already newer than 49 2024-09-13T14:19:57.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 50 (ObjNum 197 snap 55 seq_num 197) dirty exists 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:567: left oid 48 (ObjNum 197 snap 55 seq_num 197) 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: finishing write tid 1 to smithi00185197-3 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: finishing write tid 2 to smithi00185197-3 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: finishing write tid 3 to smithi00185197-3 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: finishing write tid 4 to smithi00185197-3 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: oid 3 updating version 0 to 99 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: oid 3 updating version 99 to 100 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: oid 3 updating version 100 to 101 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 101 (ObjNum 198 snap 55 seq_num 198) dirty exists 2024-09-13T14:19:57.850 INFO:tasks.rados.rados.0.smithi001.stdout:570: left oid 3 (ObjNum 198 snap 55 seq_num 198) 2024-09-13T14:19:58.005 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:57 smithi001 podman[87963]: 2024-09-13 14:19:57.635787723 +0000 UTC m=+0.143438293 container died 5edd94aea74fe746ae28d69127ab639fe32807484e4db0108023b5aa2848975b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-13T14:19:58.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 podman[87963]: 2024-09-13 14:19:58.194736784 +0000 UTC m=+0.702387383 container cleanup 5edd94aea74fe746ae28d69127ab639fe32807484e4db0108023b5aa2848975b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, ceph=True, RELEASE=reef-2c01458, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-13T14:19:58.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 bash[87963]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y 2024-09-13T14:19:58.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 podman[87981]: 2024-09-13 14:19:58.488145863 +0000 UTC m=+0.851088821 container remove 5edd94aea74fe746ae28d69127ab639fe32807484e4db0108023b5aa2848975b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-13T14:19:58.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:19:58.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-13T14:19:58.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 systemd[1]: Stopped Ceph mgr.y for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:19:58.753 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service: Consumed 50.438s CPU time. 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:564: done (7 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:565: done (6 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:566: done (5 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:567: done (4 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:568: done (3 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:569: done (2 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:570: done (1 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:571: done (0 left) 2024-09-13T14:19:58.757 INFO:tasks.rados.rados.0.smithi001.stdout:572: delete oid 2 current snap is 56 2024-09-13T14:19:58.758 INFO:tasks.rados.rados.0.smithi001.stdout:572: done (0 left) 2024-09-13T14:19:58.758 INFO:tasks.rados.rados.0.smithi001.stdout:573: delete oid 5 current snap is 56 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:573: done (0 left) 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:574: read oid 43 snap -1 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:574: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:575: read oid 28 snap 51 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:575: expect (ObjNum 136 snap 33 seq_num 136) 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:576: rollback oid 26 current snap is 56 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 45 2024-09-13T14:19:58.764 INFO:tasks.rados.rados.0.smithi001.stdout:577: setattr oid 25 current snap is 56 2024-09-13T14:19:58.765 INFO:tasks.rados.rados.0.smithi001.stdout:578: delete oid 36 current snap is 56 2024-09-13T14:19:58.770 INFO:tasks.rados.rados.0.smithi001.stdout:576: finishing rollback tid 0 to smithi00185197-26 2024-09-13T14:19:58.770 INFO:tasks.rados.rados.0.smithi001.stdout:576: finishing rollback tid 1 to smithi00185197-26 2024-09-13T14:19:58.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 236 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-09-13T14:19:58.771 INFO:tasks.rados.rados.0.smithi001.stdout:576: finishing rollback tid 2 to smithi00185197-26 2024-09-13T14:19:58.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 289 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T14:19:58.771 INFO:tasks.rados.rados.0.smithi001.stdout:576: done (4 left) 2024-09-13T14:19:58.771 INFO:tasks.rados.rados.0.smithi001.stdout:577: done (3 left) 2024-09-13T14:19:58.771 INFO:tasks.rados.rados.0.smithi001.stdout:578: done (2 left) 2024-09-13T14:19:58.771 INFO:tasks.rados.rados.0.smithi001.stdout:579: rollback oid 11 current snap is 56 2024-09-13T14:19:58.772 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 40 2024-09-13T14:19:58.772 INFO:tasks.rados.rados.0.smithi001.stdout:580: setattr oid 3 current snap is 56 2024-09-13T14:19:58.773 INFO:tasks.rados.rados.0.smithi001.stdout:581: setattr oid 4 current snap is 56 2024-09-13T14:19:58.774 INFO:tasks.rados.rados.0.smithi001.stdout:579: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:19:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:579: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:19:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:574: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:19:58.883 INFO:tasks.rados.rados.0.smithi001.stdout:579: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:19:58.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 295 (ObjNum 143 snap 34 seq_num 143) dirty exists 2024-09-13T14:19:58.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 103 (ObjNum 198 snap 55 seq_num 198) dirty exists 2024-09-13T14:19:58.884 INFO:tasks.rados.rados.0.smithi001.stdout:575: expect (ObjNum 136 snap 33 seq_num 136) 2024-09-13T14:19:59.070 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 144 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T14:19:59.070 INFO:tasks.rados.rados.0.smithi001.stdout:574: done (4 left) 2024-09-13T14:19:59.070 INFO:tasks.rados.rados.0.smithi001.stdout:575: done (3 left) 2024-09-13T14:19:59.071 INFO:tasks.rados.rados.0.smithi001.stdout:579: done (2 left) 2024-09-13T14:19:59.071 INFO:tasks.rados.rados.0.smithi001.stdout:580: done (1 left) 2024-09-13T14:19:59.071 INFO:tasks.rados.rados.0.smithi001.stdout:581: done (0 left) 2024-09-13T14:19:59.071 INFO:tasks.rados.rados.0.smithi001.stdout:582: snap_remove snap 46 2024-09-13T14:19:59.071 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:58 smithi001 ceph-mon[28030]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T14:19:59.071 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:58 smithi001 systemd[1]: Starting Ceph mgr.y for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:19:59.071 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:58 smithi001 ceph-mon[40037]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T14:19:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:58 smithi028 ceph-mon[31155]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T14:19:59.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:59 smithi001 podman[88114]: 2024-09-13 14:19:58.974658979 +0000 UTC m=+0.017917235 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:19:59.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:59 smithi001 podman[88114]: 2024-09-13 14:19:59.089240673 +0000 UTC m=+0.132498962 container create 09f11c490ec1405c9be0b9edd8725fc2676bcbad3f1a54f89ee1fcf2e9435d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:19:59.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:59 smithi001 podman[88114]: 2024-09-13 14:19:59.283269645 +0000 UTC m=+0.326527893 container init 09f11c490ec1405c9be0b9edd8725fc2676bcbad3f1a54f89ee1fcf2e9435d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-13T14:19:59.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:59 smithi001 podman[88114]: 2024-09-13 14:19:59.28835095 +0000 UTC m=+0.331609197 container start 09f11c490ec1405c9be0b9edd8725fc2676bcbad3f1a54f89ee1fcf2e9435d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-13T14:19:59.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mgr[88154]: -- 172.21.15.1:0/3236866205 <== mon.2 v2:172.21.15.1:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5582d26990e0 con 0x5582d2677000 2024-09-13T14:19:59.684 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:59 smithi001 bash[88114]: 09f11c490ec1405c9be0b9edd8725fc2676bcbad3f1a54f89ee1fcf2e9435d52 2024-09-13T14:19:59.725 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:19:59 smithi001 systemd[1]: Started Ceph mgr.y for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:19:59.769 INFO:tasks.rados.rados.0.smithi001.stdout:582: done (0 left) 2024-09-13T14:19:59.769 INFO:tasks.rados.rados.0.smithi001.stdout:583: delete oid 36 current snap is 56 2024-09-13T14:19:59.778 INFO:tasks.rados.rados.0.smithi001.stdout:583: done (0 left) 2024-09-13T14:19:59.778 INFO:tasks.rados.rados.0.smithi001.stdout:584: read oid 42 snap -1 2024-09-13T14:19:59.778 INFO:tasks.rados.rados.0.smithi001.stdout:584: expect deleted 2024-09-13T14:19:59.779 INFO:tasks.rados.rados.0.smithi001.stdout:585: read oid 24 snap -1 2024-09-13T14:19:59.779 INFO:tasks.rados.rados.0.smithi001.stdout:585: expect (ObjNum 120 snap 26 seq_num 120) 2024-09-13T14:19:59.779 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 56 2024-09-13T14:19:59.779 INFO:tasks.rados.rados.0.smithi001.stdout:586: seq_num 203 ranges {2326528=606208,2932736=401408} 2024-09-13T14:19:59.795 INFO:tasks.rados.rados.0.smithi001.stdout:586: writing smithi00185197-21 from 2326528 to 2932736 tid 1 2024-09-13T14:19:59.798 INFO:tasks.rados.rados.0.smithi001.stdout:586: writing smithi00185197-21 from 2932736 to 3334144 tid 2 2024-09-13T14:19:59.798 INFO:tasks.rados.rados.0.smithi001.stdout:587: snap_remove snap 44 2024-09-13T14:20:00.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[40037]: pgmap v36: 121 pgs: 121 active+clean; 123 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 10 op/s 2024-09-13T14:20:00.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[40037]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T14:20:00.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:00.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[28030]: pgmap v36: 121 pgs: 121 active+clean; 123 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 10 op/s 2024-09-13T14:20:00.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[28030]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T14:20:00.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:19:59 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:00.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:59 smithi028 ceph-mon[31155]: pgmap v36: 121 pgs: 121 active+clean; 123 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 10 op/s 2024-09-13T14:20:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:59 smithi028 ceph-mon[31155]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T14:20:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:59 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:59 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:19:59 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:00.769 INFO:tasks.rados.rados.0.smithi001.stdout:587: done (3 left) 2024-09-13T14:20:00.769 INFO:tasks.rados.rados.0.smithi001.stdout:588: snap_remove snap 42 2024-09-13T14:20:00.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[28030]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T14:20:00.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[28030]: pgmap v39: 121 pgs: 121 active+clean; 123 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 10 op/s 2024-09-13T14:20:00.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[28030]: overall HEALTH_OK 2024-09-13T14:20:00.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[40037]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T14:20:00.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:00.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[40037]: pgmap v39: 121 pgs: 121 active+clean; 123 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 10 op/s 2024-09-13T14:20:00.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:00 smithi001 ceph-mon[40037]: overall HEALTH_OK 2024-09-13T14:20:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:00 smithi028 ceph-mon[31155]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T14:20:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:00 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:00 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:00 smithi028 ceph-mon[31155]: pgmap v39: 121 pgs: 121 active+clean; 123 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 10 op/s 2024-09-13T14:20:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:00 smithi028 ceph-mon[31155]: overall HEALTH_OK 2024-09-13T14:20:01.753 INFO:tasks.rados.rados.0.smithi001.stdout:588: done (3 left) 2024-09-13T14:20:01.754 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 56 2024-09-13T14:20:01.754 INFO:tasks.rados.rados.0.smithi001.stdout:589: seq_num 204 ranges {1949696=622592,2572288=401408} 2024-09-13T14:20:01.767 INFO:tasks.rados.rados.0.smithi001.stdout:589: writing smithi00185197-31 from 1949696 to 2572288 tid 1 2024-09-13T14:20:01.770 INFO:tasks.rados.rados.0.smithi001.stdout:589: writing smithi00185197-31 from 2572288 to 2973696 tid 2 2024-09-13T14:20:01.770 INFO:tasks.rados.rados.0.smithi001.stdout:590: read oid 9 snap -1 2024-09-13T14:20:01.770 INFO:tasks.rados.rados.0.smithi001.stdout:590: expect (ObjNum 111 snap 23 seq_num 111) 2024-09-13T14:20:01.770 INFO:tasks.rados.rados.0.smithi001.stdout:591: rollback oid 40 current snap is 56 2024-09-13T14:20:01.770 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 49 2024-09-13T14:20:01.770 INFO:tasks.rados.rados.0.smithi001.stdout:585: expect (ObjNum 120 snap 26 seq_num 120) 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: finishing write tid 1 to smithi00185197-21 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: finishing write tid 2 to smithi00185197-21 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: finishing write tid 3 to smithi00185197-21 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: finishing write tid 4 to smithi00185197-21 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: oid 21 updating version 0 to 308 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: oid 21 version 308 is already newer than 307 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: oid 21 version 308 is already newer than 306 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 308 (ObjNum 203 snap 56 seq_num 203) dirty exists 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:586: left oid 21 (ObjNum 203 snap 56 seq_num 203) 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:584: done (5 left) 2024-09-13T14:20:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:585: done (4 left) 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:586: done (3 left) 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:592: delete oid 11 current snap is 56 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: finishing write tid 1 to smithi00185197-31 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: finishing write tid 2 to smithi00185197-31 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: finishing write tid 3 to smithi00185197-31 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:591: finishing rollback tid 0 to smithi00185197-40 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: finishing write tid 4 to smithi00185197-31 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: oid 31 updating version 0 to 100 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: oid 31 version 100 is already newer than 98 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: oid 31 version 100 is already newer than 99 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 100 (ObjNum 204 snap 56 seq_num 204) dirty exists 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:589: left oid 31 (ObjNum 204 snap 56 seq_num 204) 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:591: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:591: finishing rollback tid 2 to smithi00185197-40 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 41 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-09-13T14:20:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:590: expect (ObjNum 111 snap 23 seq_num 111) 2024-09-13T14:20:01.955 INFO:tasks.rados.rados.0.smithi001.stdout:589: done (3 left) 2024-09-13T14:20:01.955 INFO:tasks.rados.rados.0.smithi001.stdout:590: done (2 left) 2024-09-13T14:20:01.955 INFO:tasks.rados.rados.0.smithi001.stdout:591: done (1 left) 2024-09-13T14:20:01.955 INFO:tasks.rados.rados.0.smithi001.stdout:592: done (0 left) 2024-09-13T14:20:01.955 INFO:tasks.rados.rados.0.smithi001.stdout:593: read oid 39 snap -1 2024-09-13T14:20:01.955 INFO:tasks.rados.rados.0.smithi001.stdout:593: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:01.955 INFO:tasks.rados.rados.0.smithi001.stdout:594: snap_remove snap 52 2024-09-13T14:20:01.971 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:01 smithi028 ceph-mon[31155]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T14:20:01.971 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:01 smithi028 ceph-mon[31155]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T14:20:01.971 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:01 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:20:01] "GET /metrics HTTP/1.1" 200 36075 "" "Prometheus/2.43.0" 2024-09-13T14:20:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:01 smithi001 ceph-mon[28030]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T14:20:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:01 smithi001 ceph-mon[28030]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T14:20:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:01 smithi001 ceph-mon[40037]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T14:20:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:01 smithi001 ceph-mon[40037]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T14:20:02.773 INFO:tasks.rados.rados.0.smithi001.stdout:594: done (1 left) 2024-09-13T14:20:02.773 INFO:tasks.rados.rados.0.smithi001.stdout:595: rmattr oid 18 current snap is 56 2024-09-13T14:20:02.774 INFO:tasks.rados.rados.0.smithi001.stdout:595: done (1 left) 2024-09-13T14:20:02.774 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 56 2024-09-13T14:20:02.774 INFO:tasks.rados.rados.0.smithi001.stdout:596: seq_num 206 ranges {3989504=655360,4644864=401408} 2024-09-13T14:20:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:596: writing smithi00185197-20 from 3989504 to 4644864 tid 1 2024-09-13T14:20:02.802 INFO:tasks.rados.rados.0.smithi001.stdout:596: writing smithi00185197-20 from 4644864 to 5046272 tid 2 2024-09-13T14:20:02.802 INFO:tasks.rados.rados.0.smithi001.stdout:597: read oid 1 snap -1 2024-09-13T14:20:02.802 INFO:tasks.rados.rados.0.smithi001.stdout:597: expect deleted 2024-09-13T14:20:02.803 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 56 2024-09-13T14:20:02.803 INFO:tasks.rados.rados.0.smithi001.stdout:598: seq_num 207 ranges {761856=671744,1433600=401408} 2024-09-13T14:20:02.810 INFO:tasks.rados.rados.0.smithi001.stdout:598: writing smithi00185197-19 from 761856 to 1433600 tid 1 2024-09-13T14:20:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:598: writing smithi00185197-19 from 1433600 to 1835008 tid 2 2024-09-13T14:20:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 56 2024-09-13T14:20:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:593: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:02.816 INFO:tasks.rados.rados.0.smithi001.stdout:599: seq_num 208 ranges {0=688128,688128=401408} 2024-09-13T14:20:02.819 INFO:tasks.rados.rados.0.smithi001.stdout:599: writing smithi00185197-36 from 0 to 688128 tid 1 2024-09-13T14:20:02.822 INFO:tasks.rados.rados.0.smithi001.stdout:599: writing smithi00185197-36 from 688128 to 1089536 tid 2 2024-09-13T14:20:02.822 INFO:tasks.rados.rados.0.smithi001.stdout:593: done (4 left) 2024-09-13T14:20:02.822 INFO:tasks.rados.rados.0.smithi001.stdout:600: read oid 37 snap 45 2024-09-13T14:20:02.822 INFO:tasks.rados.rados.0.smithi001.stdout:600: expect deleted 2024-09-13T14:20:02.822 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 56 2024-09-13T14:20:02.822 INFO:tasks.rados.rados.0.smithi001.stdout:601: seq_num 209 ranges {1155072=704512,1859584=401408} 2024-09-13T14:20:02.832 INFO:tasks.rados.rados.0.smithi001.stdout:601: writing smithi00185197-18 from 1155072 to 1859584 tid 1 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:601: writing smithi00185197-18 from 1859584 to 2260992 tid 2 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:597: done (5 left) 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:602: rmattr oid 48 current snap is 56 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:602: done (5 left) 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:603: rmattr oid 29 current snap is 56 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:596: finishing write tid 1 to smithi00185197-20 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:596: finishing write tid 2 to smithi00185197-20 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:596: finishing write tid 3 to smithi00185197-20 2024-09-13T14:20:02.835 INFO:tasks.rados.rados.0.smithi001.stdout:596: finishing write tid 4 to smithi00185197-20 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:596: oid 20 updating version 0 to 328 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:596: oid 20 updating version 328 to 329 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:596: oid 20 updating version 329 to 330 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 330 (ObjNum 206 snap 56 seq_num 206) dirty exists 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:596: left oid 20 (ObjNum 206 snap 56 seq_num 206) 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:598: finishing write tid 1 to smithi00185197-19 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:596: done (5 left) 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:604: rmattr oid 22 current snap is 56 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:604: done (5 left) 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 56 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:598: finishing write tid 2 to smithi00185197-19 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:598: finishing write tid 3 to smithi00185197-19 2024-09-13T14:20:02.836 INFO:tasks.rados.rados.0.smithi001.stdout:605: seq_num 210 ranges {4784128=720896,5505024=401408} 2024-09-13T14:20:02.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:02 smithi001 ceph-mon[28030]: pgmap v42: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 944 KiB/s wr, 30 op/s 2024-09-13T14:20:02.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:02 smithi001 ceph-mon[40037]: pgmap v42: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 944 KiB/s wr, 30 op/s 2024-09-13T14:20:02.865 INFO:tasks.rados.rados.0.smithi001.stdout:605: writing smithi00185197-45 from 4784128 to 5505024 tid 1 2024-09-13T14:20:02.867 INFO:tasks.rados.rados.0.smithi001.stdout:605: writing smithi00185197-45 from 5505024 to 5906432 tid 2 2024-09-13T14:20:02.867 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 56 2024-09-13T14:20:02.868 INFO:tasks.rados.rados.0.smithi001.stdout:598: finishing write tid 4 to smithi00185197-19 2024-09-13T14:20:02.868 INFO:tasks.rados.rados.0.smithi001.stdout:598: oid 19 updating version 0 to 163 2024-09-13T14:20:02.868 INFO:tasks.rados.rados.0.smithi001.stdout:598: oid 19 version 163 is already newer than 162 2024-09-13T14:20:02.868 INFO:tasks.rados.rados.0.smithi001.stdout:598: oid 19 updating version 163 to 164 2024-09-13T14:20:02.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 164 (ObjNum 207 snap 56 seq_num 207) dirty exists 2024-09-13T14:20:02.868 INFO:tasks.rados.rados.0.smithi001.stdout:598: left oid 19 (ObjNum 207 snap 56 seq_num 207) 2024-09-13T14:20:02.868 INFO:tasks.rados.rados.0.smithi001.stdout:606: seq_num 211 ranges {0=737280,737280=401408} 2024-09-13T14:20:02.871 INFO:tasks.rados.rados.0.smithi001.stdout:606: writing smithi00185197-1 from 0 to 737280 tid 1 2024-09-13T14:20:02.874 INFO:tasks.rados.rados.0.smithi001.stdout:606: writing smithi00185197-1 from 737280 to 1138688 tid 2 2024-09-13T14:20:02.874 INFO:tasks.rados.rados.0.smithi001.stdout:598: done (6 left) 2024-09-13T14:20:02.874 INFO:tasks.rados.rados.0.smithi001.stdout:600: done (5 left) 2024-09-13T14:20:02.874 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 56 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: finishing write tid 1 to smithi00185197-36 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: finishing write tid 2 to smithi00185197-36 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: finishing write tid 3 to smithi00185197-36 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: finishing write tid 4 to smithi00185197-36 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: oid 36 updating version 0 to 340 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: oid 36 updating version 340 to 342 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: oid 36 version 342 is already newer than 341 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 342 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:599: left oid 36 (ObjNum 208 snap 56 seq_num 208) 2024-09-13T14:20:02.875 INFO:tasks.rados.rados.0.smithi001.stdout:607: seq_num 212 ranges {180224=753664,933888=401408} 2024-09-13T14:20:02.879 INFO:tasks.rados.rados.0.smithi001.stdout:607: writing smithi00185197-40 from 180224 to 933888 tid 1 2024-09-13T14:20:02.882 INFO:tasks.rados.rados.0.smithi001.stdout:607: writing smithi00185197-40 from 933888 to 1335296 tid 2 2024-09-13T14:20:02.882 INFO:tasks.rados.rados.0.smithi001.stdout:599: done (5 left) 2024-09-13T14:20:02.882 INFO:tasks.rados.rados.0.smithi001.stdout:608: read oid 34 snap -1 2024-09-13T14:20:02.883 INFO:tasks.rados.rados.0.smithi001.stdout:608: expect (ObjNum 112 snap 23 seq_num 112) 2024-09-13T14:20:02.883 INFO:tasks.rados.rados.0.smithi001.stdout:609: read oid 6 snap -1 2024-09-13T14:20:02.883 INFO:tasks.rados.rados.0.smithi001.stdout:609: expect deleted 2024-09-13T14:20:02.883 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 56 2024-09-13T14:20:02.883 INFO:tasks.rados.rados.0.smithi001.stdout:610: seq_num 213 ranges {0=770048,770048=401408} 2024-09-13T14:20:02.887 INFO:tasks.rados.rados.0.smithi001.stdout:610: writing smithi00185197-35 from 0 to 770048 tid 1 2024-09-13T14:20:02.891 INFO:tasks.rados.rados.0.smithi001.stdout:610: writing smithi00185197-35 from 770048 to 1171456 tid 2 2024-09-13T14:20:02.891 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 56 2024-09-13T14:20:02.891 INFO:tasks.rados.rados.0.smithi001.stdout:601: finishing write tid 1 to smithi00185197-18 2024-09-13T14:20:02.891 INFO:tasks.rados.rados.0.smithi001.stdout:601: finishing write tid 2 to smithi00185197-18 2024-09-13T14:20:02.891 INFO:tasks.rados.rados.0.smithi001.stdout:601: finishing write tid 3 to smithi00185197-18 2024-09-13T14:20:02.891 INFO:tasks.rados.rados.0.smithi001.stdout:611: seq_num 214 ranges {5046272=794624,5840896=401408} 2024-09-13T14:20:02.922 INFO:tasks.rados.rados.0.smithi001.stdout:611: writing smithi00185197-20 from 5046272 to 5840896 tid 1 2024-09-13T14:20:02.925 INFO:tasks.rados.rados.0.smithi001.stdout:611: writing smithi00185197-20 from 5840896 to 6242304 tid 2 2024-09-13T14:20:02.925 INFO:tasks.rados.rados.0.smithi001.stdout:612: snap_remove snap 38 2024-09-13T14:20:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:02 smithi028 ceph-mon[31155]: pgmap v42: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 944 KiB/s wr, 30 op/s 2024-09-13T14:20:03.778 INFO:tasks.rados.rados.0.smithi001.stdout:612: done (9 left) 2024-09-13T14:20:03.778 INFO:tasks.rados.rados.0.smithi001.stdout:613: snap_remove snap 51 2024-09-13T14:20:04.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:03 smithi001 ceph-mon[28030]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T14:20:04.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:03 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:04.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:03 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:04.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:03 smithi001 ceph-mon[40037]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T14:20:04.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:03 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:04.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:03 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:04.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:03 smithi028 ceph-mon[31155]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T14:20:04.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:03 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:03 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:04.782 INFO:tasks.rados.rados.0.smithi001.stdout:613: done (9 left) 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 56 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 332 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:601: finishing write tid 4 to smithi00185197-18 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:601: oid 18 updating version 0 to 103 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:601: oid 18 version 103 is already newer than 101 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:601: oid 18 version 103 is already newer than 102 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 103 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:601: left oid 18 (ObjNum 209 snap 56 seq_num 209) 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:605: finishing write tid 1 to smithi00185197-45 2024-09-13T14:20:04.783 INFO:tasks.rados.rados.0.smithi001.stdout:614: seq_num 215 ranges {0=409600,409600=532480,942080=270336} 2024-09-13T14:20:04.785 INFO:tasks.rados.rados.0.smithi001.stdout:614: writing smithi00185197-30 from 0 to 409600 tid 1 2024-09-13T14:20:04.789 INFO:tasks.rados.rados.0.smithi001.stdout:614: writing smithi00185197-30 from 409600 to 942080 tid 2 2024-09-13T14:20:04.791 INFO:tasks.rados.rados.0.smithi001.stdout:614: writing smithi00185197-30 from 942080 to 1212416 tid 3 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:601: done (9 left) 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:603: done (8 left) 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 56 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:605: finishing write tid 2 to smithi00185197-45 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:605: finishing write tid 3 to smithi00185197-45 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:605: finishing write tid 4 to smithi00185197-45 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:605: oid 45 updating version 0 to 114 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:605: oid 45 version 114 is already newer than 113 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:605: oid 45 updating version 114 to 115 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 115 (ObjNum 210 snap 56 seq_num 210) dirty exists 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:605: left oid 45 (ObjNum 210 snap 56 seq_num 210) 2024-09-13T14:20:04.792 INFO:tasks.rados.rados.0.smithi001.stdout:615: seq_num 216 ranges {5767168=425984,6193152=409600,6602752=393216} 2024-09-13T14:20:04.827 INFO:tasks.rados.rados.0.smithi001.stdout:615: writing smithi00185197-32 from 5767168 to 6193152 tid 1 2024-09-13T14:20:04.829 INFO:tasks.rados.rados.0.smithi001.stdout:615: writing smithi00185197-32 from 6193152 to 6602752 tid 2 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:615: writing smithi00185197-32 from 6602752 to 6995968 tid 3 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:605: done (8 left) 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:616: snap_create 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:606: finishing write tid 1 to smithi00185197-1 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:606: finishing write tid 2 to smithi00185197-1 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:606: finishing write tid 3 to smithi00185197-1 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:606: finishing write tid 4 to smithi00185197-1 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:606: oid 1 updating version 0 to 104 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:606: oid 1 updating version 104 to 106 2024-09-13T14:20:04.832 INFO:tasks.rados.rados.0.smithi001.stdout:606: oid 1 version 106 is already newer than 105 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 106 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:606: left oid 1 (ObjNum 211 snap 56 seq_num 211) 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: finishing write tid 1 to smithi00185197-40 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: finishing write tid 2 to smithi00185197-40 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: finishing write tid 3 to smithi00185197-40 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: finishing write tid 4 to smithi00185197-40 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: oid 40 updating version 0 to 46 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: oid 40 updating version 46 to 48 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: oid 40 version 48 is already newer than 47 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 48 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:607: left oid 40 (ObjNum 212 snap 56 seq_num 212) 2024-09-13T14:20:04.833 INFO:tasks.rados.rados.0.smithi001.stdout:608: expect (ObjNum 112 snap 23 seq_num 112) 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: finishing write tid 1 to smithi00185197-35 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: finishing write tid 2 to smithi00185197-35 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: finishing write tid 3 to smithi00185197-35 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: finishing write tid 4 to smithi00185197-35 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: oid 35 updating version 0 to 118 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: oid 35 version 118 is already newer than 116 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: oid 35 version 118 is already newer than 117 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 118 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:610: left oid 35 (ObjNum 213 snap 56 seq_num 213) 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:611: finishing write tid 1 to smithi00185197-20 2024-09-13T14:20:04.882 INFO:tasks.rados.rados.0.smithi001.stdout:611: finishing write tid 2 to smithi00185197-20 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:611: finishing write tid 3 to smithi00185197-20 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:611: finishing write tid 4 to smithi00185197-20 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:611: oid 20 updating version 0 to 335 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:611: oid 20 version 335 is already newer than 333 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:611: oid 20 version 335 is already newer than 334 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 335 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:611: left oid 20 (ObjNum 214 snap 56 seq_num 214) 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 1 to smithi00185197-30 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 2 to smithi00185197-30 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 3 to smithi00185197-30 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 4 to smithi00185197-30 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 5 to smithi00185197-30 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: oid 30 updating version 0 to 281 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: oid 30 version 281 is already newer than 279 2024-09-13T14:20:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:614: oid 30 updating version 281 to 282 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:614: oid 30 version 282 is already newer than 280 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 282 (ObjNum 215 snap 56 seq_num 215) dirty exists 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:614: left oid 30 (ObjNum 215 snap 56 seq_num 215) 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: finishing write tid 1 to smithi00185197-32 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: finishing write tid 2 to smithi00185197-32 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: finishing write tid 3 to smithi00185197-32 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: finishing write tid 4 to smithi00185197-32 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: finishing write tid 5 to smithi00185197-32 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: oid 32 updating version 0 to 369 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: oid 32 version 369 is already newer than 367 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: oid 32 version 369 is already newer than 368 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: oid 32 version 369 is already newer than 366 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 369 (ObjNum 216 snap 56 seq_num 216) dirty exists 2024-09-13T14:20:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:615: left oid 32 (ObjNum 216 snap 56 seq_num 216) 2024-09-13T14:20:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[28030]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[28030]: pgmap v45: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 944 KiB/s wr, 30 op/s 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[40037]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[40037]: pgmap v45: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 944 KiB/s wr, 30 op/s 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:04] ENGINE Bus STARTING 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: CherryPy Checker: 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: The Application mounted at '' has an empty config. 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:04] ENGINE Serving on http://:::9283 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:04 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:04] ENGINE Bus STARTED 2024-09-13T14:20:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:04 smithi028 ceph-mon[31155]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T14:20:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:04 smithi028 ceph-mon[31155]: pgmap v45: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 944 KiB/s wr, 30 op/s 2024-09-13T14:20:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:04 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:04 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:04 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:04 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:05.793 INFO:tasks.rados.rados.0.smithi001.stdout:606: done (8 left) 2024-09-13T14:20:05.793 INFO:tasks.rados.rados.0.smithi001.stdout:607: done (7 left) 2024-09-13T14:20:05.793 INFO:tasks.rados.rados.0.smithi001.stdout:608: done (6 left) 2024-09-13T14:20:05.793 INFO:tasks.rados.rados.0.smithi001.stdout:609: done (5 left) 2024-09-13T14:20:05.793 INFO:tasks.rados.rados.0.smithi001.stdout:610: done (4 left) 2024-09-13T14:20:05.793 INFO:tasks.rados.rados.0.smithi001.stdout:611: done (3 left) 2024-09-13T14:20:05.793 INFO:tasks.rados.rados.0.smithi001.stdout:614: done (2 left) 2024-09-13T14:20:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:615: done (1 left) 2024-09-13T14:20:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:616: done (0 left) 2024-09-13T14:20:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:617: rollback oid 13 current snap is 57 2024-09-13T14:20:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 56 2024-09-13T14:20:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 57 2024-09-13T14:20:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:618: seq_num 217 ranges {1171456=442368,1613824=696320,2310144=106496} 2024-09-13T14:20:05.802 INFO:tasks.rados.rados.0.smithi001.stdout:618: writing smithi00185197-35 from 1171456 to 1613824 tid 1 2024-09-13T14:20:05.806 INFO:tasks.rados.rados.0.smithi001.stdout:618: writing smithi00185197-35 from 1613824 to 2310144 tid 2 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:618: writing smithi00185197-35 from 2310144 to 2416640 tid 3 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:617: finishing rollback tid 0 to smithi00185197-13 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:617: finishing rollback tid 1 to smithi00185197-13 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:617: finishing rollback tid 2 to smithi00185197-13 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 96 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:619: read oid 1 snap -1 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:619: expect (ObjNum 211 snap 56 seq_num 211) 2024-09-13T14:20:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:617: done (2 left) 2024-09-13T14:20:05.808 INFO:tasks.rados.rados.0.smithi001.stdout:620: copy_from oid 32 from oid 50 current snap is 57 2024-09-13T14:20:05.808 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 57 2024-09-13T14:20:05.808 INFO:tasks.rados.rados.0.smithi001.stdout:621: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-09-13T14:20:05.809 INFO:tasks.rados.rados.0.smithi001.stdout:621: writing smithi00185197-6 from 0 to 458752 tid 1 2024-09-13T14:20:05.814 INFO:tasks.rados.rados.0.smithi001.stdout:621: writing smithi00185197-6 from 458752 to 1040384 tid 2 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:621: writing smithi00185197-6 from 1040384 to 1261568 tid 3 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:622: setattr oid 26 current snap is 57 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing write tid 1 to smithi00185197-35 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing write tid 2 to smithi00185197-35 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing write tid 3 to smithi00185197-35 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing write tid 4 to smithi00185197-35 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:620: finishing copy_from to smithi00185197-32 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:620: got expected ENOENT (src dne) 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing write tid 5 to smithi00185197-35 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: oid 35 updating version 0 to 127 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: oid 35 version 127 is already newer than 124 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: oid 35 version 127 is already newer than 125 2024-09-13T14:20:05.816 INFO:tasks.rados.rados.0.smithi001.stdout:618: oid 35 version 127 is already newer than 126 2024-09-13T14:20:05.817 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 127 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-09-13T14:20:05.817 INFO:tasks.rados.rados.0.smithi001.stdout:618: left oid 35 (ObjNum 217 snap 57 seq_num 217) 2024-09-13T14:20:05.817 INFO:tasks.rados.rados.0.smithi001.stdout:620: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:20:05.817 INFO:tasks.rados.rados.0.smithi001.stdout:619: expect (ObjNum 211 snap 56 seq_num 211) 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 1 to smithi00185197-6 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 2 to smithi00185197-6 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 3 to smithi00185197-6 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 4 to smithi00185197-6 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 5 to smithi00185197-6 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: oid 6 updating version 0 to 358 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: oid 6 updating version 358 to 359 2024-09-13T14:20:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:621: oid 6 version 359 is already newer than 356 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:621: oid 6 version 359 is already newer than 357 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 359 (ObjNum 218 snap 57 seq_num 218) dirty exists 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:621: left oid 6 (ObjNum 218 snap 57 seq_num 218) 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:618: done (4 left) 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:619: done (3 left) 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:620: done (2 left) 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:621: done (1 left) 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:623: setattr oid 34 current snap is 57 2024-09-13T14:20:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:624: snap_create 2024-09-13T14:20:05.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 371 (ObjNum 129 snap 0 seq_num 313852544) dirty exists 2024-09-13T14:20:05.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 105 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-09-13T14:20:06.063 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[28030]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T14:20:06.063 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[28030]: Standby manager daemon y restarted 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[28030]: Standby manager daemon y started 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[40037]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[40037]: Standby manager daemon y restarted 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[40037]: Standby manager daemon y started 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:20:06.064 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:06.065 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:20:06.065 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:05 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:05 smithi028 ceph-mon[31155]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T14:20:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:05 smithi028 ceph-mon[31155]: Standby manager daemon y restarted 2024-09-13T14:20:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:05 smithi028 ceph-mon[31155]: Standby manager daemon y started 2024-09-13T14:20:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:20:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:20:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:05 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:622: done (2 left) 2024-09-13T14:20:06.754 INFO:tasks.rados.rados.0.smithi001.stdout:623: done (1 left) 2024-09-13T14:20:06.754 INFO:tasks.rados.rados.0.smithi001.stdout:624: done (0 left) 2024-09-13T14:20:06.754 INFO:tasks.rados.rados.0.smithi001.stdout:625: rollback oid 32 current snap is 58 2024-09-13T14:20:06.754 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 55 2024-09-13T14:20:06.754 INFO:tasks.rados.rados.0.smithi001.stdout:626: snap_remove snap 49 2024-09-13T14:20:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[28030]: mgrmap e30: x(active, since 29s), standbys: y 2024-09-13T14:20:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[28030]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T14:20:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[28030]: pgmap v48: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[28030]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T14:20:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[40037]: mgrmap e30: x(active, since 29s), standbys: y 2024-09-13T14:20:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[40037]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T14:20:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[40037]: pgmap v48: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:06 smithi001 ceph-mon[40037]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T14:20:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:06 smithi028 ceph-mon[31155]: mgrmap e30: x(active, since 29s), standbys: y 2024-09-13T14:20:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:06 smithi028 ceph-mon[31155]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T14:20:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:06 smithi028 ceph-mon[31155]: pgmap v48: 121 pgs: 121 active+clean; 127 MiB data, 531 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:06 smithi028 ceph-mon[31155]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T14:20:07.752 INFO:tasks.rados.rados.0.smithi001.stdout:626: done (1 left) 2024-09-13T14:20:07.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 58 2024-09-13T14:20:07.752 INFO:tasks.rados.rados.0.smithi001.stdout:627: seq_num 219 ranges {3325952=475136,3801088=466944,4268032=335872} 2024-09-13T14:20:07.774 INFO:tasks.rados.rados.0.smithi001.stdout:627: writing smithi00185197-24 from 3325952 to 3801088 tid 1 2024-09-13T14:20:07.776 INFO:tasks.rados.rados.0.smithi001.stdout:627: writing smithi00185197-24 from 3801088 to 4268032 tid 2 2024-09-13T14:20:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:627: writing smithi00185197-24 from 4268032 to 4603904 tid 3 2024-09-13T14:20:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:628: copy_from oid 3 from oid 45 current snap is 58 2024-09-13T14:20:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:20:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:20:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:20:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 375 (ObjNum 194 snap 53 seq_num 194) dirty exists 2024-09-13T14:20:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:627: finishing write tid 1 to smithi00185197-24 2024-09-13T14:20:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:625: done (2 left) 2024-09-13T14:20:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:629: snap_create 2024-09-13T14:20:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:627: finishing write tid 2 to smithi00185197-24 2024-09-13T14:20:07.782 INFO:tasks.rados.rados.0.smithi001.stdout:627: finishing write tid 3 to smithi00185197-24 2024-09-13T14:20:07.782 INFO:tasks.rados.rados.0.smithi001.stdout:627: finishing write tid 4 to smithi00185197-24 2024-09-13T14:20:07.783 INFO:tasks.rados.rados.0.smithi001.stdout:627: finishing write tid 5 to smithi00185197-24 2024-09-13T14:20:07.783 INFO:tasks.rados.rados.0.smithi001.stdout:627: oid 24 updating version 0 to 134 2024-09-13T14:20:07.783 INFO:tasks.rados.rados.0.smithi001.stdout:627: oid 24 version 134 is already newer than 133 2024-09-13T14:20:07.783 INFO:tasks.rados.rados.0.smithi001.stdout:627: oid 24 updating version 134 to 135 2024-09-13T14:20:07.783 INFO:tasks.rados.rados.0.smithi001.stdout:627: oid 24 version 135 is already newer than 132 2024-09-13T14:20:07.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 135 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-09-13T14:20:07.783 INFO:tasks.rados.rados.0.smithi001.stdout:627: left oid 24 (ObjNum 219 snap 58 seq_num 219) 2024-09-13T14:20:07.804 INFO:tasks.rados.rados.0.smithi001.stdout:628: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:20:07.807 INFO:tasks.rados.rados.0.smithi001.stdout:628: finishing copy_from to smithi00185197-3 2024-09-13T14:20:07.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 115 (ObjNum 210 snap 56 seq_num 210) dirty exists 2024-09-13T14:20:07.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:07] ENGINE Bus STOPPING 2024-09-13T14:20:07.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:07.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:07.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:07.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:07.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: Activating manager daemon y 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.24799 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: mgrmap e31: y(active, starting, since 0.00881724s) 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:20:07.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:07.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: Activating manager daemon y 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.24799 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: mgrmap e31: y(active, starting, since 0.00881724s) 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:07.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:20:07.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:20:07.748+0000 7f668bed1640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: ignoring --setuser ceph since I am not root 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: ignoring --setgroup ceph since I am not root 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mgr[66969]: -- 172.21.15.28:0/4266078976 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5631208e30e0 con 0x5631208c1000 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 172.21.15.28:0/924184231' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: Activating manager daemon y 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.24799 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: mgrmap e31: y(active, starting, since 0.00881724s) 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:20:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:20:08.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:07 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:20:08.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:20:08.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:07] ENGINE Bus STOPPED 2024-09-13T14:20:08.749 INFO:tasks.rados.rados.0.smithi001.stdout:627: done (2 left) 2024-09-13T14:20:08.749 INFO:tasks.rados.rados.0.smithi001.stdout:628: done (1 left) 2024-09-13T14:20:08.749 INFO:tasks.rados.rados.0.smithi001.stdout:629: done (0 left) 2024-09-13T14:20:08.750 INFO:tasks.rados.rados.0.smithi001.stdout:630: read oid 39 snap -1 2024-09-13T14:20:08.750 INFO:tasks.rados.rados.0.smithi001.stdout:630: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:08.750 INFO:tasks.rados.rados.0.smithi001.stdout:631: rollback oid 37 current snap is 59 2024-09-13T14:20:08.750 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 45 2024-09-13T14:20:08.750 INFO:tasks.rados.rados.0.smithi001.stdout:632: copy_from oid 12 from oid 22 current snap is 59 2024-09-13T14:20:08.750 INFO:tasks.rados.rados.0.smithi001.stdout:633: snap_remove snap 55 2024-09-13T14:20:08.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[28030]: Manager daemon y is now available 2024-09-13T14:20:08.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:08.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:08.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:08.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:20:08.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:20:08.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[28030]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T14:20:08.827 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[40037]: Manager daemon y is now available 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-mon[40037]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.547+0000 7f85a56e8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.547+0000 7f85a56e8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.547+0000 7f85a56e8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.547+0000 7f85a56e8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.828 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.547+0000 7f85a56e8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.829 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.549+0000 7f85a86ee640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.829 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.549+0000 7f85a86ee640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.829 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.549+0000 7f85a86ee640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.829 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.549+0000 7f85a86ee640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.829 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:08.549+0000 7f85a86ee640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:08.829 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:08] ENGINE Bus STARTING 2024-09-13T14:20:09.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:08] ENGINE Serving on http://:::9283 2024-09-13T14:20:09.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:08] ENGINE Bus STARTED 2024-09-13T14:20:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:08 smithi028 ceph-mon[31155]: Manager daemon y is now available 2024-09-13T14:20:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:08 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:08 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:08 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:08 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:20:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:08 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:20:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:08 smithi028 ceph-mon[31155]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T14:20:09.751 INFO:tasks.rados.rados.0.smithi001.stdout:633: done (3 left) 2024-09-13T14:20:09.751 INFO:tasks.rados.rados.0.smithi001.stdout:634: delete oid 48 current snap is 59 2024-09-13T14:20:09.751 INFO:tasks.rados.rados.0.smithi001.stdout:632: finishing copy_from to smithi00185197-12 2024-09-13T14:20:09.751 INFO:tasks.rados.rados.0.smithi001.stdout:632: got expected ENOENT (src dne) 2024-09-13T14:20:09.751 INFO:tasks.rados.rados.0.smithi001.stdout:631: finishing rollback tid 1 to smithi00185197-37 2024-09-13T14:20:09.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 65 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T14:20:09.752 INFO:tasks.rados.rados.0.smithi001.stdout:632: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:20:09.752 INFO:tasks.rados.rados.0.smithi001.stdout:630: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:09.754 INFO:tasks.rados.rados.0.smithi001.stdout:630: done (3 left) 2024-09-13T14:20:09.754 INFO:tasks.rados.rados.0.smithi001.stdout:631: done (2 left) 2024-09-13T14:20:09.754 INFO:tasks.rados.rados.0.smithi001.stdout:632: done (1 left) 2024-09-13T14:20:09.754 INFO:tasks.rados.rados.0.smithi001.stdout:634: done (0 left) 2024-09-13T14:20:09.754 INFO:tasks.rados.rados.0.smithi001.stdout:635: snap_create 2024-09-13T14:20:09.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[28030]: mgrmap e32: y(active, since 1.05968s) 2024-09-13T14:20:09.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[28030]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:09.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[28030]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:09.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[28030]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T14:20:09.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[40037]: mgrmap e32: y(active, since 1.05968s) 2024-09-13T14:20:09.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[40037]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:09.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[40037]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:09.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-mon[40037]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T14:20:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:09 smithi028 ceph-mon[31155]: mgrmap e32: y(active, since 1.05968s) 2024-09-13T14:20:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:09 smithi028 ceph-mon[31155]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:09 smithi028 ceph-mon[31155]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:09 smithi028 ceph-mon[31155]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:09.959+0000 7f858b477640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:20:09] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: Traceback (most recent call last): 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self._connections.run(self.expiration_interval) 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self._run(expiration_interval) 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:10.302 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: s = self.context.wrap_socket( 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: return self.sslsocket_class._create( 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self.do_handshake() 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self._sslobj.do_handshake() 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:10.303 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:10.751 INFO:tasks.rados.rados.0.smithi001.stdout:635: done (0 left) 2024-09-13T14:20:10.751 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 60 2024-09-13T14:20:10.751 INFO:tasks.rados.rados.0.smithi001.stdout:636: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-09-13T14:20:10.753 INFO:tasks.rados.rados.0.smithi001.stdout:636: writing smithi00185197-26 from 0 to 507904 tid 1 2024-09-13T14:20:10.757 INFO:tasks.rados.rados.0.smithi001.stdout:636: writing smithi00185197-26 from 507904 to 1196032 tid 2 2024-09-13T14:20:10.758 INFO:tasks.rados.rados.0.smithi001.stdout:636: writing smithi00185197-26 from 1196032 to 1310720 tid 3 2024-09-13T14:20:10.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 60 2024-09-13T14:20:10.758 INFO:tasks.rados.rados.0.smithi001.stdout:637: seq_num 222 ranges {1261568=524288,1785856=565248,2351104=237568} 2024-09-13T14:20:10.768 INFO:tasks.rados.rados.0.smithi001.stdout:637: writing smithi00185197-6 from 1261568 to 1785856 tid 1 2024-09-13T14:20:10.771 INFO:tasks.rados.rados.0.smithi001.stdout:637: writing smithi00185197-6 from 1785856 to 2351104 tid 2 2024-09-13T14:20:10.773 INFO:tasks.rados.rados.0.smithi001.stdout:637: writing smithi00185197-6 from 2351104 to 2588672 tid 3 2024-09-13T14:20:10.773 INFO:tasks.rados.rados.0.smithi001.stdout:638: copy_from oid 41 from oid 39 current snap is 60 2024-09-13T14:20:10.773 INFO:tasks.rados.rados.0.smithi001.stdout:636: finishing write tid 1 to smithi00185197-26 2024-09-13T14:20:10.773 INFO:tasks.rados.rados.0.smithi001.stdout:636: finishing write tid 2 to smithi00185197-26 2024-09-13T14:20:10.773 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 60 2024-09-13T14:20:10.774 INFO:tasks.rados.rados.0.smithi001.stdout:636: finishing write tid 3 to smithi00185197-26 2024-09-13T14:20:10.774 INFO:tasks.rados.rados.0.smithi001.stdout:639: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2024-09-13T14:20:10.776 INFO:tasks.rados.rados.0.smithi001.stdout:639: writing smithi00185197-50 from 0 to 540672 tid 1 2024-09-13T14:20:10.779 INFO:tasks.rados.rados.0.smithi001.stdout:639: writing smithi00185197-50 from 540672 to 991232 tid 2 2024-09-13T14:20:10.782 INFO:tasks.rados.rados.0.smithi001.stdout:639: writing smithi00185197-50 from 991232 to 1343488 tid 3 2024-09-13T14:20:10.782 INFO:tasks.rados.rados.0.smithi001.stdout:640: delete oid 3 current snap is 60 2024-09-13T14:20:10.782 INFO:tasks.rados.rados.0.smithi001.stdout:636: finishing write tid 4 to smithi00185197-26 2024-09-13T14:20:10.782 INFO:tasks.rados.rados.0.smithi001.stdout:636: finishing write tid 5 to smithi00185197-26 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:636: oid 26 updating version 0 to 400 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:636: oid 26 version 400 is already newer than 399 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:636: oid 26 version 400 is already newer than 398 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:636: oid 26 version 400 is already newer than 397 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 400 (ObjNum 221 snap 60 seq_num 221) dirty exists 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:636: left oid 26 (ObjNum 221 snap 60 seq_num 221) 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 1 to smithi00185197-6 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 2 to smithi00185197-6 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 3 to smithi00185197-6 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 4 to smithi00185197-6 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 5 to smithi00185197-6 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: oid 6 updating version 0 to 375 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: oid 6 updating version 375 to 376 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: oid 6 updating version 376 to 377 2024-09-13T14:20:10.783 INFO:tasks.rados.rados.0.smithi001.stdout:637: oid 6 updating version 377 to 378 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 378 (ObjNum 222 snap 60 seq_num 222) dirty exists 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:637: left oid 6 (ObjNum 222 snap 60 seq_num 222) 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:638: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:638: finishing copy_from to smithi00185197-41 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 68 (ObjNum 129 snap 0 seq_num 313869792) dirty exists 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:639: finishing write tid 1 to smithi00185197-50 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:636: done (4 left) 2024-09-13T14:20:10.784 INFO:tasks.rados.rados.0.smithi001.stdout:637: done (3 left) 2024-09-13T14:20:10.785 INFO:tasks.rados.rados.0.smithi001.stdout:638: done (2 left) 2024-09-13T14:20:10.785 INFO:tasks.rados.rados.0.smithi001.stdout:640: done (1 left) 2024-09-13T14:20:10.785 INFO:tasks.rados.rados.0.smithi001.stdout:641: snap_remove snap 57 2024-09-13T14:20:10.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[40037]: mgrmap e33: y(active, since 2s) 2024-09-13T14:20:10.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:09] ENGINE Bus STARTING 2024-09-13T14:20:10.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:09] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:09] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:10] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:10] ENGINE Bus STARTED 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[40037]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[28030]: mgrmap e33: y(active, since 2s) 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[28030]: [13/Sep/2024:14:20:09] ENGINE Bus STARTING 2024-09-13T14:20:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[28030]: [13/Sep/2024:14:20:09] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[28030]: [13/Sep/2024:14:20:09] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[28030]: [13/Sep/2024:14:20:10] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[28030]: [13/Sep/2024:14:20:10] ENGINE Bus STARTED 2024-09-13T14:20:10.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:10 smithi001 ceph-mon[28030]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T14:20:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:10 smithi028 ceph-mon[31155]: mgrmap e33: y(active, since 2s) 2024-09-13T14:20:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:10 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:09] ENGINE Bus STARTING 2024-09-13T14:20:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:10 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:09] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:20:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:10 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:09] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: Traceback (most recent call last): 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._run(expiration_interval) 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: s = self.context.wrap_socket( 2024-09-13T14:20:11.106 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout: return self.sslsocket_class._create( 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout: self.do_handshake() 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._sslobj.do_handshake() 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:10 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:10] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:10 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:10] ENGINE Bus STARTED 2024-09-13T14:20:11.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:10 smithi028 ceph-mon[31155]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T14:20:11.754 INFO:tasks.rados.rados.0.smithi001.stdout:641: done (1 left) 2024-09-13T14:20:11.754 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 60 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: finishing write tid 2 to smithi00185197-50 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: finishing write tid 3 to smithi00185197-50 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: finishing write tid 4 to smithi00185197-50 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: finishing write tid 5 to smithi00185197-50 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: oid 50 updating version 0 to 102 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: oid 50 version 102 is already newer than 101 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: oid 50 updating version 102 to 104 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: oid 50 version 104 is already newer than 103 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 104 (ObjNum 223 snap 60 seq_num 223) dirty exists 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:639: left oid 50 (ObjNum 223 snap 60 seq_num 223) 2024-09-13T14:20:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:642: seq_num 225 ranges {2416640=573440,2990080=622592,3612672=180224} 2024-09-13T14:20:11.770 INFO:tasks.rados.rados.0.smithi001.stdout:642: writing smithi00185197-35 from 2416640 to 2990080 tid 1 2024-09-13T14:20:11.774 INFO:tasks.rados.rados.0.smithi001.stdout:642: writing smithi00185197-35 from 2990080 to 3612672 tid 2 2024-09-13T14:20:11.775 INFO:tasks.rados.rados.0.smithi001.stdout:642: writing smithi00185197-35 from 3612672 to 3792896 tid 3 2024-09-13T14:20:11.775 INFO:tasks.rados.rados.0.smithi001.stdout:639: done (1 left) 2024-09-13T14:20:11.776 INFO:tasks.rados.rados.0.smithi001.stdout:643: read oid 29 snap -1 2024-09-13T14:20:11.776 INFO:tasks.rados.rados.0.smithi001.stdout:643: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:11.776 INFO:tasks.rados.rados.0.smithi001.stdout:644: delete oid 42 current snap is 60 2024-09-13T14:20:11.776 INFO:tasks.rados.rados.0.smithi001.stdout:642: finishing write tid 1 to smithi00185197-35 2024-09-13T14:20:11.777 INFO:tasks.rados.rados.0.smithi001.stdout:644: done (2 left) 2024-09-13T14:20:11.777 INFO:tasks.rados.rados.0.smithi001.stdout:645: delete oid 11 current snap is 60 2024-09-13T14:20:11.778 INFO:tasks.rados.rados.0.smithi001.stdout:642: finishing write tid 2 to smithi00185197-35 2024-09-13T14:20:11.779 INFO:tasks.rados.rados.0.smithi001.stdout:645: done (2 left) 2024-09-13T14:20:11.779 INFO:tasks.rados.rados.0.smithi001.stdout:646: snap_create 2024-09-13T14:20:11.779 INFO:tasks.rados.rados.0.smithi001.stdout:642: finishing write tid 3 to smithi00185197-35 2024-09-13T14:20:11.779 INFO:tasks.rados.rados.0.smithi001.stdout:643: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:642: finishing write tid 4 to smithi00185197-35 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:642: finishing write tid 5 to smithi00185197-35 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:642: oid 35 updating version 0 to 135 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:642: oid 35 updating version 135 to 136 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:642: oid 35 version 136 is already newer than 133 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:642: oid 35 version 136 is already newer than 134 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 136 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-09-13T14:20:11.804 INFO:tasks.rados.rados.0.smithi001.stdout:642: left oid 35 (ObjNum 225 snap 60 seq_num 225) 2024-09-13T14:20:12.758 INFO:tasks.rados.rados.0.smithi001.stdout:642: done (2 left) 2024-09-13T14:20:12.758 INFO:tasks.rados.rados.0.smithi001.stdout:643: done (1 left) 2024-09-13T14:20:12.758 INFO:tasks.rados.rados.0.smithi001.stdout:646: done (0 left) 2024-09-13T14:20:12.758 INFO:tasks.rados.rados.0.smithi001.stdout:647: delete oid 35 current snap is 61 2024-09-13T14:20:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:647: done (0 left) 2024-09-13T14:20:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:648: snap_create 2024-09-13T14:20:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[28030]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T14:20:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[28030]: pgmap v9: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[28030]: mgrmap e34: y(active, since 4s) 2024-09-13T14:20:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[40037]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T14:20:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[40037]: pgmap v9: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[40037]: mgrmap e34: y(active, since 4s) 2024-09-13T14:20:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:12 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:12 smithi028 ceph-mon[31155]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T14:20:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:12 smithi028 ceph-mon[31155]: pgmap v9: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:12 smithi028 ceph-mon[31155]: mgrmap e34: y(active, since 4s) 2024-09-13T14:20:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:12 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:12 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:20:13] ENGINE Bus STARTING 2024-09-13T14:20:13.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: CherryPy Checker: 2024-09-13T14:20:13.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: The Application mounted at '' has an empty config. 2024-09-13T14:20:13.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: 2024-09-13T14:20:13.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:20:13] ENGINE Serving on http://:::9283 2024-09-13T14:20:13.605 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[66946]: [13/Sep/2024:14:20:13] ENGINE Bus STARTED 2024-09-13T14:20:13.759 INFO:tasks.rados.rados.0.smithi001.stdout:648: done (0 left) 2024-09-13T14:20:13.760 INFO:tasks.rados.rados.0.smithi001.stdout:649: snap_create 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: Standby manager daemon x started 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.849 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: Standby manager daemon x started 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:13.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:13.851 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:13 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T14:20:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: Standby manager daemon x started 2024-09-13T14:20:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:14.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3990623517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:14.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:13 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.761 INFO:tasks.rados.rados.0.smithi001.stdout:649: done (0 left) 2024-09-13T14:20:14.761 INFO:tasks.rados.rados.0.smithi001.stdout:650: read oid 22 snap -1 2024-09-13T14:20:14.761 INFO:tasks.rados.rados.0.smithi001.stdout:650: expect deleted 2024-09-13T14:20:14.761 INFO:tasks.rados.rados.0.smithi001.stdout:651: snap_remove snap 59 2024-09-13T14:20:14.834 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[28030]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T14:20:14.834 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[28030]: pgmap v12: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:14.834 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.834 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[28030]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[28030]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[40037]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[40037]: pgmap v12: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[40037]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:14.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:14 smithi001 ceph-mon[40037]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T14:20:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:14 smithi028 ceph-mon[31155]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T14:20:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:14 smithi028 ceph-mon[31155]: pgmap v12: 121 pgs: 121 active+clean; 147 MiB data, 638 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:14 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:14 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:14 smithi028 ceph-mon[31155]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-13T14:20:15.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:14 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:15.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:14 smithi028 ceph-mon[31155]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T14:20:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:651: done (1 left) 2024-09-13T14:20:15.768 INFO:tasks.rados.rados.0.smithi001.stdout:652: read oid 48 snap -1 2024-09-13T14:20:15.768 INFO:tasks.rados.rados.0.smithi001.stdout:652: expect deleted 2024-09-13T14:20:15.768 INFO:tasks.rados.rados.0.smithi001.stdout:653: rmattr oid 49 current snap is 63 2024-09-13T14:20:15.768 INFO:tasks.rados.rados.0.smithi001.stdout:650: done (2 left) 2024-09-13T14:20:15.768 INFO:tasks.rados.rados.0.smithi001.stdout:654: delete oid 2 current snap is 63 2024-09-13T14:20:15.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 382 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-09-13T14:20:15.773 INFO:tasks.rados.rados.0.smithi001.stdout:652: done (2 left) 2024-09-13T14:20:15.773 INFO:tasks.rados.rados.0.smithi001.stdout:653: done (1 left) 2024-09-13T14:20:15.773 INFO:tasks.rados.rados.0.smithi001.stdout:654: done (0 left) 2024-09-13T14:20:15.774 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 63 2024-09-13T14:20:15.774 INFO:tasks.rados.rados.0.smithi001.stdout:655: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2024-09-13T14:20:15.777 INFO:tasks.rados.rados.0.smithi001.stdout:655: writing smithi00185197-4 from 0 to 655360 tid 1 2024-09-13T14:20:15.780 INFO:tasks.rados.rados.0.smithi001.stdout:655: writing smithi00185197-4 from 655360 to 1146880 tid 2 2024-09-13T14:20:15.782 INFO:tasks.rados.rados.0.smithi001.stdout:655: writing smithi00185197-4 from 1146880 to 1458176 tid 3 2024-09-13T14:20:15.782 INFO:tasks.rados.rados.0.smithi001.stdout:656: read oid 11 snap -1 2024-09-13T14:20:15.783 INFO:tasks.rados.rados.0.smithi001.stdout:656: expect deleted 2024-09-13T14:20:15.783 INFO:tasks.rados.rados.0.smithi001.stdout:657: read oid 42 snap 62 2024-09-13T14:20:15.783 INFO:tasks.rados.rados.0.smithi001.stdout:657: expect deleted 2024-09-13T14:20:15.783 INFO:tasks.rados.rados.0.smithi001.stdout:658: setattr oid 18 current snap is 63 2024-09-13T14:20:15.783 INFO:tasks.rados.rados.0.smithi001.stdout:655: finishing write tid 1 to smithi00185197-4 2024-09-13T14:20:15.783 INFO:tasks.rados.rados.0.smithi001.stdout:656: done (3 left) 2024-09-13T14:20:15.784 INFO:tasks.rados.rados.0.smithi001.stdout:657: done (2 left) 2024-09-13T14:20:15.784 INFO:tasks.rados.rados.0.smithi001.stdout:659: snap_remove snap 54 2024-09-13T14:20:16.757 INFO:tasks.rados.rados.0.smithi001.stdout:659: done (2 left) 2024-09-13T14:20:16.757 INFO:tasks.rados.rados.0.smithi001.stdout:660: delete oid 41 current snap is 63 2024-09-13T14:20:16.757 INFO:tasks.rados.rados.0.smithi001.stdout:655: finishing write tid 2 to smithi00185197-4 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: finishing write tid 3 to smithi00185197-4 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: finishing write tid 4 to smithi00185197-4 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 116 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: finishing write tid 5 to smithi00185197-4 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: oid 4 updating version 0 to 187 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: oid 4 version 187 is already newer than 184 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: oid 4 version 187 is already newer than 186 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: oid 4 version 187 is already newer than 185 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 187 (ObjNum 230 snap 63 seq_num 230) dirty exists 2024-09-13T14:20:16.758 INFO:tasks.rados.rados.0.smithi001.stdout:655: left oid 4 (ObjNum 230 snap 63 seq_num 230) 2024-09-13T14:20:16.768 INFO:tasks.rados.rados.0.smithi001.stdout:655: done (2 left) 2024-09-13T14:20:16.768 INFO:tasks.rados.rados.0.smithi001.stdout:658: done (1 left) 2024-09-13T14:20:16.768 INFO:tasks.rados.rados.0.smithi001.stdout:660: done (0 left) 2024-09-13T14:20:16.768 INFO:tasks.rados.rados.0.smithi001.stdout:661: snap_create 2024-09-13T14:20:17.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T14:20:17.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: pgmap v15: 121 pgs: 121 active+clean; 152 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 627 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[40037]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T14:20:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: pgmap v15: 121 pgs: 121 active+clean; 152 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 627 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:20:17.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:17.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:17.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:17.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:17.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:20:17.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:20:17.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:16 smithi001 ceph-mon[28030]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: pgmap v15: 121 pgs: 121 active+clean; 152 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 627 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:20:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:16 smithi028 ceph-mon[31155]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T14:20:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:661: done (0 left) 2024-09-13T14:20:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:662: setattr oid 43 current snap is 64 2024-09-13T14:20:17.773 INFO:tasks.rados.rados.0.smithi001.stdout:663: snap_remove snap 62 2024-09-13T14:20:18.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:18.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:18.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[40037]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:18.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:20:18.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:18 smithi001 ceph-mon[28030]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:20:18.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:18 smithi028 ceph-mon[31155]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T14:20:18.772 INFO:tasks.rados.rados.0.smithi001.stdout:663: done (1 left) 2024-09-13T14:20:18.772 INFO:tasks.rados.rados.0.smithi001.stdout:664: read oid 21 snap -1 2024-09-13T14:20:18.772 INFO:tasks.rados.rados.0.smithi001.stdout:664: expect (ObjNum 203 snap 56 seq_num 203) 2024-09-13T14:20:18.772 INFO:tasks.rados.rados.0.smithi001.stdout:665: rollback oid 5 current snap is 64 2024-09-13T14:20:18.772 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 34 2024-09-13T14:20:18.773 INFO:tasks.rados.rados.0.smithi001.stdout:666: read oid 48 snap -1 2024-09-13T14:20:18.773 INFO:tasks.rados.rados.0.smithi001.stdout:666: expect deleted 2024-09-13T14:20:18.773 INFO:tasks.rados.rados.0.smithi001.stdout:667: snap_remove snap 60 2024-09-13T14:20:19.351 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:20:19.351 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: pgmap v17: 121 pgs: 121 active+clean; 152 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 626 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:20:19.351 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:19.351 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:20:19.351 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.351 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.352 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.352 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.352 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.352 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.352 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.352 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.352 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:19 smithi028 ceph-mon[31155]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T14:20:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:20:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: pgmap v17: 121 pgs: 121 active+clean; 152 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 626 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:20:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:20:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[40037]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: Reconfiguring daemon prometheus.a on smithi028 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: pgmap v17: 121 pgs: 121 active+clean; 152 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 626 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.606 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.607 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:20:19.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:20:19.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:19.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:19.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:19.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:19 smithi001 ceph-mon[28030]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T14:20:19.776 INFO:tasks.rados.rados.0.smithi001.stdout:667: done (4 left) 2024-09-13T14:20:19.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 64 2024-09-13T14:20:19.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 113 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-09-13T14:20:19.776 INFO:tasks.rados.rados.0.smithi001.stdout:668: seq_num 232 ranges {1884160=688128,2572288=663552,3235840=139264} 2024-09-13T14:20:19.790 INFO:tasks.rados.rados.0.smithi001.stdout:668: writing smithi00185197-34 from 1884160 to 2572288 tid 1 2024-09-13T14:20:19.794 INFO:tasks.rados.rados.0.smithi001.stdout:668: writing smithi00185197-34 from 2572288 to 3235840 tid 2 2024-09-13T14:20:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:668: writing smithi00185197-34 from 3235840 to 3375104 tid 3 2024-09-13T14:20:19.796 INFO:tasks.rados.rados.0.smithi001.stdout:662: done (4 left) 2024-09-13T14:20:19.796 INFO:tasks.rados.rados.0.smithi001.stdout:669: read oid 33 snap -1 2024-09-13T14:20:19.796 INFO:tasks.rados.rados.0.smithi001.stdout:669: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:20:19.796 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 64 2024-09-13T14:20:19.796 INFO:tasks.rados.rados.0.smithi001.stdout:670: seq_num 233 ranges {1802240=712704,2514944=548864,3063808=253952} 2024-09-13T14:20:19.809 INFO:tasks.rados.rados.0.smithi001.stdout:670: writing smithi00185197-43 from 1802240 to 2514944 tid 1 2024-09-13T14:20:19.812 INFO:tasks.rados.rados.0.smithi001.stdout:670: writing smithi00185197-43 from 2514944 to 3063808 tid 2 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:670: writing smithi00185197-43 from 3063808 to 3317760 tid 3 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:671: read oid 25 snap -1 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:671: expect (ObjNum 150 snap 34 seq_num 150) 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:672: copy_from oid 31 from oid 47 current snap is 64 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:673: rollback oid 38 current snap is 64 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 47 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:665: finishing rollback tid 1 to smithi00185197-5 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:665: finishing rollback tid 2 to smithi00185197-5 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 302 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-09-13T14:20:19.815 INFO:tasks.rados.rados.0.smithi001.stdout:664: expect (ObjNum 203 snap 56 seq_num 203) 2024-09-13T14:20:19.945 INFO:tasks.rados.rados.0.smithi001.stdout:668: finishing write tid 1 to smithi00185197-34 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: finishing write tid 2 to smithi00185197-34 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: finishing write tid 3 to smithi00185197-34 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: finishing write tid 4 to smithi00185197-34 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: finishing write tid 5 to smithi00185197-34 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: oid 34 updating version 0 to 121 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: oid 34 updating version 121 to 122 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: oid 34 version 122 is already newer than 119 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: oid 34 version 122 is already newer than 120 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 122 (ObjNum 232 snap 64 seq_num 232) dirty exists 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:668: left oid 34 (ObjNum 232 snap 64 seq_num 232) 2024-09-13T14:20:19.946 INFO:tasks.rados.rados.0.smithi001.stdout:669: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:670: finishing write tid 1 to smithi00185197-43 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:670: finishing write tid 2 to smithi00185197-43 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:664: done (8 left) 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:665: done (7 left) 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:666: done (6 left) 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:668: done (5 left) 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:669: done (4 left) 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:674: setattr oid 21 current snap is 64 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:670: finishing write tid 3 to smithi00185197-43 2024-09-13T14:20:20.013 INFO:tasks.rados.rados.0.smithi001.stdout:671: expect (ObjNum 150 snap 34 seq_num 150) 2024-09-13T14:20:20.020 INFO:tasks.rados.rados.0.smithi001.stdout:670: finishing write tid 4 to smithi00185197-43 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:670: finishing write tid 5 to smithi00185197-43 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:670: oid 43 updating version 0 to 126 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:670: oid 43 version 126 is already newer than 124 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:670: oid 43 version 126 is already newer than 125 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:670: oid 43 version 126 is already newer than 123 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 126 (ObjNum 233 snap 64 seq_num 233) dirty exists 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:670: left oid 43 (ObjNum 233 snap 64 seq_num 233) 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 306 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-09-13T14:20:20.021 INFO:tasks.rados.rados.0.smithi001.stdout:672: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:672: finishing copy_from to smithi00185197-31 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 73 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:670: done (4 left) 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:671: done (3 left) 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:672: done (2 left) 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:673: done (1 left) 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:675: delete oid 38 current snap is 64 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:675: done (1 left) 2024-09-13T14:20:20.022 INFO:tasks.rados.rados.0.smithi001.stdout:676: snap_create 2024-09-13T14:20:20.023 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 419 (ObjNum 203 snap 56 seq_num 203) dirty exists 2024-09-13T14:20:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:674: done (1 left) 2024-09-13T14:20:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:676: done (0 left) 2024-09-13T14:20:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:677: delete oid 9 current snap is 65 2024-09-13T14:20:20.786 INFO:tasks.rados.rados.0.smithi001.stdout:677: done (0 left) 2024-09-13T14:20:20.786 INFO:tasks.rados.rados.0.smithi001.stdout:678: snap_create 2024-09-13T14:20:20.855 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:20 smithi028 systemd[1]: Stopping Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:20:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:20 smithi028 ceph-mon[31155]: pgmap v20: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 356 KiB/s wr, 26 op/s 2024-09-13T14:20:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:20 smithi028 ceph-mon[31155]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T14:20:20.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:20 smithi028 ceph-mon[31155]: mgrmap e36: y(active, since 12s), standbys: x 2024-09-13T14:20:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:20 smithi001 ceph-mon[28030]: pgmap v20: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 356 KiB/s wr, 26 op/s 2024-09-13T14:20:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:20 smithi001 ceph-mon[28030]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T14:20:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:20 smithi001 ceph-mon[28030]: mgrmap e36: y(active, since 12s), standbys: x 2024-09-13T14:20:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:20 smithi001 ceph-mon[40037]: pgmap v20: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 356 KiB/s wr, 26 op/s 2024-09-13T14:20:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:20 smithi001 ceph-mon[40037]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T14:20:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:20 smithi001 ceph-mon[40037]: mgrmap e36: y(active, since 12s), standbys: x 2024-09-13T14:20:21.270 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.004Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.005Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.005Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.005Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[75647]: ts=2024-09-13T14:20:21.005Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:20:21.271 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 podman[78269]: 2024-09-13 14:20:21.014927877 +0000 UTC m=+0.124003715 container died e8994bc29d1ff717fbd93c590a3fa0c96c63ba59058b6be2bf338b37a654f061 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:20:21.758 INFO:tasks.rados.rados.0.smithi001.stdout:678: done (0 left) 2024-09-13T14:20:21.758 INFO:tasks.rados.rados.0.smithi001.stdout:679: rmattr oid 13 current snap is 66 2024-09-13T14:20:21.758 INFO:tasks.rados.rados.0.smithi001.stdout:680: snap_create 2024-09-13T14:20:21.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 108 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:20:21.781 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 podman[78269]: 2024-09-13 14:20:21.523843792 +0000 UTC m=+0.632919630 container cleanup e8994bc29d1ff717fbd93c590a3fa0c96c63ba59058b6be2bf338b37a654f061 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:20:21.781 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 bash[78269]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:20:22.095 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:21 smithi028 podman[78286]: 2024-09-13 14:20:21.888427794 +0000 UTC m=+0.870691701 container remove e8994bc29d1ff717fbd93c590a3fa0c96c63ba59058b6be2bf338b37a654f061 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:20:22.096 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-mon[31155]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T14:20:22.096 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:21 smithi028 ceph-mon[31155]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T14:20:22.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:21 smithi001 ceph-mon[28030]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T14:20:22.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:21 smithi001 ceph-mon[28030]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T14:20:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:21 smithi001 ceph-mon[40037]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T14:20:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:21 smithi001 ceph-mon[40037]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T14:20:22.451 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:20:22.451 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 systemd[1]: Stopped Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:20:22.451 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.170s CPU time. 2024-09-13T14:20:22.451 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 systemd[1]: Starting Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:20:22.451 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 podman[78386]: 2024-09-13 14:20:22.222988435 +0000 UTC m=+0.017568244 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T14:20:22.451 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 podman[78386]: 2024-09-13 14:20:22.322710202 +0000 UTC m=+0.117290015 container create 06a9558b1d068627a092487dbe8aca9508ec513584f24800861628ed96ce94ae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:20:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:679: done (1 left) 2024-09-13T14:20:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:680: done (0 left) 2024-09-13T14:20:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:681: copy_from oid 43 from oid 39 current snap is 67 2024-09-13T14:20:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:682: delete oid 49 current snap is 67 2024-09-13T14:20:22.769 INFO:tasks.rados.rados.0.smithi001.stdout:682: done (1 left) 2024-09-13T14:20:22.769 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 67 2024-09-13T14:20:22.769 INFO:tasks.rados.rados.0.smithi001.stdout:683: seq_num 237 ranges {1744896=778240,2523136=532480,3055616=270336} 2024-09-13T14:20:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:683: writing smithi00185197-23 from 1744896 to 2523136 tid 1 2024-09-13T14:20:22.787 INFO:tasks.rados.rados.0.smithi001.stdout:683: writing smithi00185197-23 from 2523136 to 3055616 tid 2 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:683: writing smithi00185197-23 from 3055616 to 3325952 tid 3 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:684: rollback oid 3 current snap is 67 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 28 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:681: finishing copy_from racing read to smithi00185197-43 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:681: finishing copy_from to smithi00185197-43 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 68 (ObjNum 113 snap 0 seq_num 1913085406) dirty exists 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:681: done (2 left) 2024-09-13T14:20:22.790 INFO:tasks.rados.rados.0.smithi001.stdout:685: snap_create 2024-09-13T14:20:22.791 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 1 to smithi00185197-23 2024-09-13T14:20:22.791 INFO:tasks.rados.rados.0.smithi001.stdout:684: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:20:22.792 INFO:tasks.rados.rados.0.smithi001.stdout:684: finishing rollback tid 2 to smithi00185197-3 2024-09-13T14:20:22.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 155 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T14:20:22.792 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 2 to smithi00185197-23 2024-09-13T14:20:22.792 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 3 to smithi00185197-23 2024-09-13T14:20:22.793 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 4 to smithi00185197-23 2024-09-13T14:20:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 5 to smithi00185197-23 2024-09-13T14:20:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:683: oid 23 updating version 0 to 222 2024-09-13T14:20:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:683: oid 23 version 222 is already newer than 220 2024-09-13T14:20:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:683: oid 23 version 222 is already newer than 219 2024-09-13T14:20:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:683: oid 23 version 222 is already newer than 221 2024-09-13T14:20:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 222 (ObjNum 237 snap 67 seq_num 237) dirty exists 2024-09-13T14:20:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:683: left oid 23 (ObjNum 237 snap 67 seq_num 237) 2024-09-13T14:20:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-mon[31155]: pgmap v24: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 356 KiB/s wr, 26 op/s 2024-09-13T14:20:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:22.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-mon[31155]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T14:20:22.855 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 podman[78386]: 2024-09-13 14:20:22.583647301 +0000 UTC m=+0.378227109 container init 06a9558b1d068627a092487dbe8aca9508ec513584f24800861628ed96ce94ae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 podman[78386]: 2024-09-13 14:20:22.588786523 +0000 UTC m=+0.383366340 container start 06a9558b1d068627a092487dbe8aca9508ec513584f24800861628ed96ce94ae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.613Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.613Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.613Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi028 (none))" 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.613Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.613Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.614Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.614Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.615Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.615Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:20:22.856 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.618Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.618Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.63µs 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.618Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.619Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.627Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.627Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.627Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.627Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.634µs wal_replay_duration=9.517877ms wbl_replay_duration=113ns total_replay_duration=9.55682ms 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.629Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.629Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.629Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.648Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.56388ms db_storage=830ns remote_storage=1.17µs web_handler=389ns query_engine=658ns scrape=405.98µs scrape_sd=98.416µs notify=9.54µs notify_sd=9.914µs rules=18.700776ms tracing=5.565µs 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.649Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T14:20:22.857 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:20:22.649Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:20:22.858 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 bash[78386]: 06a9558b1d068627a092487dbe8aca9508ec513584f24800861628ed96ce94ae 2024-09-13T14:20:22.858 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:20:22 smithi028 systemd[1]: Started Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:20:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[28030]: pgmap v24: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 356 KiB/s wr, 26 op/s 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[28030]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[40037]: pgmap v24: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 356 KiB/s wr, 26 op/s 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:22 smithi001 ceph-mon[40037]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T14:20:23.792 INFO:tasks.rados.rados.0.smithi001.stdout:683: done (2 left) 2024-09-13T14:20:23.792 INFO:tasks.rados.rados.0.smithi001.stdout:684: done (1 left) 2024-09-13T14:20:23.792 INFO:tasks.rados.rados.0.smithi001.stdout:685: done (0 left) 2024-09-13T14:20:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:686: read oid 42 snap -1 2024-09-13T14:20:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:686: expect deleted 2024-09-13T14:20:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:687: read oid 24 snap -1 2024-09-13T14:20:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:687: expect (ObjNum 219 snap 58 seq_num 219) 2024-09-13T14:20:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:688: snap_create 2024-09-13T14:20:23.808 INFO:tasks.rados.rados.0.smithi001.stdout:687: expect (ObjNum 219 snap 58 seq_num 219) 2024-09-13T14:20:24.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:23 smithi001 ceph-mon[28030]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:23 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:23 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:23 smithi001 ceph-mon[40037]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:23 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:23 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:23 smithi028 ceph-mon[31155]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:23 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:23 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:24.523 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:20:24.792 INFO:tasks.rados.rados.0.smithi001.stdout:686: done (2 left) 2024-09-13T14:20:24.792 INFO:tasks.rados.rados.0.smithi001.stdout:687: done (1 left) 2024-09-13T14:20:24.792 INFO:tasks.rados.rados.0.smithi001.stdout:688: done (0 left) 2024-09-13T14:20:24.792 INFO:tasks.rados.rados.0.smithi001.stdout:689: delete oid 10 current snap is 69 2024-09-13T14:20:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:689: done (0 left) 2024-09-13T14:20:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:690: snap_create 2024-09-13T14:20:24.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:24 smithi028 ceph-mon[31155]: pgmap v26: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:24.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:24 smithi028 ceph-mon[31155]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T14:20:24.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:24 smithi028 ceph-mon[31155]: Upgrade: Updating mgr.x 2024-09-13T14:20:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:24 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:20:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:24 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:20:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:24 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:24.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:24 smithi028 ceph-mon[31155]: Deploying daemon mgr.x on smithi028 2024-09-13T14:20:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[40037]: pgmap v26: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[40037]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T14:20:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[40037]: Upgrade: Updating mgr.x 2024-09-13T14:20:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[40037]: Deploying daemon mgr.x on smithi028 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[28030]: pgmap v26: 121 pgs: 121 active+clean; 151 MiB data, 660 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[28030]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[28030]: Upgrade: Updating mgr.x 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:24 smithi001 ceph-mon[28030]: Deploying daemon mgr.x on smithi028 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (3m) 12s ago 4m 26.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (4m) 11s ago 4m 89.2M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (6m) 12s ago 6m 15.0M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (6m) 11s ago 6m 20.0M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (67s) 11s ago 9m 138M - 19.3.0-4697-gd58f7306 fec07016a2b0 1f6719f2a293 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (26s) 12s ago 11m 491M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (11m) 12s ago 11m 53.9M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e e17068e2d023 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (9m) 11s ago 9m 47.0M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e aa9cc501633c 2024-09-13T14:20:25.107 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (9m) 12s ago 9m 47.1M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e 13390a0b971d 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (4m) 12s ago 4m 16.1M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (4m) 11s ago 4m 15.1M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (9m) 12s ago 9m 108M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (8m) 12s ago 8m 95.2M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (8m) 12s ago 8m 112M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (7m) 12s ago 7m 78.8M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (7m) 11s ago 7m 94.8M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (7m) 11s ago 7m 127M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (6m) 11s ago 6m 112M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (6m) 11s ago 6m 94.8M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:20:25.108 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 starting - - - - 2024-09-13T14:20:25.455 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:20:25.455 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:20:25.456 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 13, 2024-09-13T14:20:25.457 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:20:25.457 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:20:25.457 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:20:25.753 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:20:25.753 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:20:25.753 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr" 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "2/20 daemons upgraded", 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mgr daemons", 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:20:25.754 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:20:25.801 INFO:tasks.rados.rados.0.smithi001.stdout:690: done (0 left) 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:691: read oid 17 snap -1 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:691: expect (ObjNum 162 snap 40 seq_num 162) 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:692: rollback oid 6 current snap is 70 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 65 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:693: read oid 27 snap 69 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:693: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:694: copy_from oid 18 from oid 22 current snap is 70 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:695: rmattr oid 14 current snap is 70 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:695: done (4 left) 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 70 2024-09-13T14:20:25.802 INFO:tasks.rados.rados.0.smithi001.stdout:696: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-09-13T14:20:25.804 INFO:tasks.rados.rados.0.smithi001.stdout:696: writing smithi00185197-11 from 0 to 409600 tid 1 2024-09-13T14:20:25.808 INFO:tasks.rados.rados.0.smithi001.stdout:696: writing smithi00185197-11 from 409600 to 1114112 tid 2 2024-09-13T14:20:25.811 INFO:tasks.rados.rados.0.smithi001.stdout:696: writing smithi00185197-11 from 1114112 to 1613824 tid 3 2024-09-13T14:20:25.811 INFO:tasks.rados.rados.0.smithi001.stdout:697: setattr oid 25 current snap is 70 2024-09-13T14:20:25.811 INFO:tasks.rados.rados.0.smithi001.stdout:694: finishing copy_from to smithi00185197-18 2024-09-13T14:20:25.811 INFO:tasks.rados.rados.0.smithi001.stdout:694: got expected ENOENT (src dne) 2024-09-13T14:20:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:694: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:20:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:692: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:20:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:692: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:20:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:696: finishing write tid 1 to smithi00185197-11 2024-09-13T14:20:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:692: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:20:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 401 (ObjNum 222 snap 60 seq_num 222) dirty exists 2024-09-13T14:20:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:693: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:20:25.818 INFO:tasks.rados.rados.0.smithi001.stdout:696: finishing write tid 2 to smithi00185197-11 2024-09-13T14:20:25.818 INFO:tasks.rados.rados.0.smithi001.stdout:696: finishing write tid 3 to smithi00185197-11 2024-09-13T14:20:25.818 INFO:tasks.rados.rados.0.smithi001.stdout:696: finishing write tid 4 to smithi00185197-11 2024-09-13T14:20:25.819 INFO:tasks.rados.rados.0.smithi001.stdout:691: expect (ObjNum 162 snap 40 seq_num 162) 2024-09-13T14:20:25.936 INFO:tasks.rados.rados.0.smithi001.stdout:696: finishing write tid 5 to smithi00185197-11 2024-09-13T14:20:25.936 INFO:tasks.rados.rados.0.smithi001.stdout:696: oid 11 updating version 0 to 422 2024-09-13T14:20:25.936 INFO:tasks.rados.rados.0.smithi001.stdout:696: oid 11 updating version 422 to 425 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:696: oid 11 version 425 is already newer than 424 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:696: oid 11 version 425 is already newer than 423 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 425 (ObjNum 239 snap 70 seq_num 239) dirty exists 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:696: left oid 11 (ObjNum 239 snap 70 seq_num 239) 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:691: done (5 left) 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:692: done (4 left) 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:693: done (3 left) 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:694: done (2 left) 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:696: done (1 left) 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:698: read oid 38 snap -1 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:698: expect deleted 2024-09-13T14:20:25.937 INFO:tasks.rados.rados.0.smithi001.stdout:699: delete oid 28 current snap is 70 2024-09-13T14:20:25.939 INFO:tasks.rados.rados.0.smithi001.stdout:698: done (2 left) 2024-09-13T14:20:25.939 INFO:tasks.rados.rados.0.smithi001.stdout:699: done (1 left) 2024-09-13T14:20:25.939 INFO:tasks.rados.rados.0.smithi001.stdout:700: delete oid 48 current snap is 70 2024-09-13T14:20:25.940 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 309 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-09-13T14:20:25.940 INFO:tasks.rados.rados.0.smithi001.stdout:697: done (1 left) 2024-09-13T14:20:25.940 INFO:tasks.rados.rados.0.smithi001.stdout:700: done (0 left) 2024-09-13T14:20:25.940 INFO:tasks.rados.rados.0.smithi001.stdout:701: delete oid 30 current snap is 70 2024-09-13T14:20:25.942 INFO:tasks.rados.rados.0.smithi001.stdout:701: done (0 left) 2024-09-13T14:20:25.942 INFO:tasks.rados.rados.0.smithi001.stdout:702: snap_create 2024-09-13T14:20:25.946 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:25 smithi028 ceph-mon[31155]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:25.946 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:25 smithi028 ceph-mon[31155]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T14:20:25.946 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:25 smithi028 ceph-mon[31155]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:25.946 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:25 smithi028 ceph-mon[31155]: from='client.15201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:25.946 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:25 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/4187425764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:26.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[28030]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[28030]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[28030]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[28030]: from='client.15201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[28030]: from='client.? 172.21.15.1:0/4187425764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[40037]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[40037]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[40037]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[40037]: from='client.15201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:25 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/4187425764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:26.253 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:25 smithi028 systemd[1]: Stopping Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:20:26.513 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:26 smithi028 podman[78791]: 2024-09-13 14:20:26.252548095 +0000 UTC m=+0.157834686 container died 1f6719f2a293be6490a9bffdc44d9590b8fbfe2ac41ac3df9d4569de3634ad3e (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T14:20:26.759 INFO:tasks.rados.rados.0.smithi001.stdout:702: done (0 left) 2024-09-13T14:20:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:703: snap_create 2024-09-13T14:20:26.799 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:26 smithi028 podman[78791]: 2024-09-13 14:20:26.608636621 +0000 UTC m=+0.513923198 container cleanup 1f6719f2a293be6490a9bffdc44d9590b8fbfe2ac41ac3df9d4569de3634ad3e (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:20:26.799 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:26 smithi028 bash[78791]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:20:27.084 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:26 smithi028 ceph-mon[31155]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:27.084 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:26 smithi028 ceph-mon[31155]: pgmap v29: 121 pgs: 121 active+clean; 155 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:20:27.084 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:26 smithi028 ceph-mon[31155]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T14:20:27.084 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:26 smithi028 ceph-mon[31155]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T14:20:27.085 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:26 smithi028 podman[78808]: 2024-09-13 14:20:26.962742597 +0000 UTC m=+0.710208842 container remove 1f6719f2a293be6490a9bffdc44d9590b8fbfe2ac41ac3df9d4569de3634ad3e (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-13T14:20:27.085 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:26 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:20:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[28030]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[28030]: pgmap v29: 121 pgs: 121 active+clean; 155 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:20:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[28030]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T14:20:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[28030]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T14:20:27.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[40037]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[40037]: pgmap v29: 121 pgs: 121 active+clean; 155 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:20:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[40037]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T14:20:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:26 smithi001 ceph-mon[40037]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T14:20:27.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T14:20:27.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 systemd[1]: Stopped Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:20:27.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Consumed 19.555s CPU time. 2024-09-13T14:20:27.761 INFO:tasks.rados.rados.0.smithi001.stdout:703: done (0 left) 2024-09-13T14:20:27.761 INFO:tasks.rados.rados.0.smithi001.stdout:704: copy_from oid 48 from oid 1 current snap is 72 2024-09-13T14:20:27.761 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 72 2024-09-13T14:20:27.762 INFO:tasks.rados.rados.0.smithi001.stdout:705: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-09-13T14:20:27.763 INFO:tasks.rados.rados.0.smithi001.stdout:705: writing smithi00185197-41 from 0 to 475136 tid 1 2024-09-13T14:20:27.767 INFO:tasks.rados.rados.0.smithi001.stdout:705: writing smithi00185197-41 from 475136 to 1114112 tid 2 2024-09-13T14:20:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:705: writing smithi00185197-41 from 1114112 to 1679360 tid 3 2024-09-13T14:20:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 72 2024-09-13T14:20:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:705: finishing write tid 1 to smithi00185197-41 2024-09-13T14:20:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:704: finishing copy_from racing read to smithi00185197-48 2024-09-13T14:20:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:706: seq_num 244 ranges {114688=491520,606208=573440,1179648=458752,1638400=172032} 2024-09-13T14:20:27.774 INFO:tasks.rados.rados.0.smithi001.stdout:706: writing smithi00185197-25 from 114688 to 606208 tid 1 2024-09-13T14:20:27.778 INFO:tasks.rados.rados.0.smithi001.stdout:706: writing smithi00185197-25 from 606208 to 1179648 tid 2 2024-09-13T14:20:27.780 INFO:tasks.rados.rados.0.smithi001.stdout:706: writing smithi00185197-25 from 1179648 to 1638400 tid 3 2024-09-13T14:20:27.782 INFO:tasks.rados.rados.0.smithi001.stdout:706: writing smithi00185197-25 from 1638400 to 1810432 tid 4 2024-09-13T14:20:27.782 INFO:tasks.rados.rados.0.smithi001.stdout:707: rmattr oid 32 current snap is 72 2024-09-13T14:20:27.782 INFO:tasks.rados.rados.0.smithi001.stdout:705: finishing write tid 2 to smithi00185197-41 2024-09-13T14:20:27.782 INFO:tasks.rados.rados.0.smithi001.stdout:704: finishing copy_from to smithi00185197-48 2024-09-13T14:20:27.782 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 106 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: finishing write tid 3 to smithi00185197-41 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: finishing write tid 4 to smithi00185197-41 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: finishing write tid 5 to smithi00185197-41 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: oid 41 updating version 0 to 158 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: oid 41 version 158 is already newer than 156 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: oid 41 updating version 158 to 159 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: oid 41 version 159 is already newer than 157 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 159 (ObjNum 243 snap 72 seq_num 243) dirty exists 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: left oid 41 (ObjNum 243 snap 72 seq_num 243) 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:704: done (3 left) 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:705: done (2 left) 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:708: read oid 21 snap -1 2024-09-13T14:20:27.783 INFO:tasks.rados.rados.0.smithi001.stdout:708: expect (ObjNum 203 snap 56 seq_num 203) 2024-09-13T14:20:27.784 INFO:tasks.rados.rados.0.smithi001.stdout:709: copy_from oid 6 from oid 13 current snap is 72 2024-09-13T14:20:27.784 INFO:tasks.rados.rados.0.smithi001.stdout:710: read oid 33 snap -1 2024-09-13T14:20:27.784 INFO:tasks.rados.rados.0.smithi001.stdout:710: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:20:27.784 INFO:tasks.rados.rados.0.smithi001.stdout:711: snap_create 2024-09-13T14:20:27.784 INFO:tasks.rados.rados.0.smithi001.stdout:706: finishing write tid 1 to smithi00185197-25 2024-09-13T14:20:27.784 INFO:tasks.rados.rados.0.smithi001.stdout:706: finishing write tid 2 to smithi00185197-25 2024-09-13T14:20:27.787 INFO:tasks.rados.rados.0.smithi001.stdout:706: finishing write tid 3 to smithi00185197-25 2024-09-13T14:20:27.787 INFO:tasks.rados.rados.0.smithi001.stdout:706: finishing write tid 4 to smithi00185197-25 2024-09-13T14:20:27.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 427 (ObjNum 194 snap 53 seq_num 194) dirty exists 2024-09-13T14:20:27.789 INFO:tasks.rados.rados.0.smithi001.stdout:706: finishing write tid 5 to smithi00185197-25 2024-09-13T14:20:27.790 INFO:tasks.rados.rados.0.smithi001.stdout:706: finishing write tid 6 to smithi00185197-25 2024-09-13T14:20:27.790 INFO:tasks.rados.rados.0.smithi001.stdout:706: oid 25 updating version 0 to 314 2024-09-13T14:20:27.791 INFO:tasks.rados.rados.0.smithi001.stdout:706: oid 25 updating version 314 to 315 2024-09-13T14:20:27.791 INFO:tasks.rados.rados.0.smithi001.stdout:706: oid 25 updating version 315 to 317 2024-09-13T14:20:27.791 INFO:tasks.rados.rados.0.smithi001.stdout:706: oid 25 version 317 is already newer than 316 2024-09-13T14:20:27.791 INFO:tasks.rados.rados.0.smithi001.stdout:706: oid 25 version 317 is already newer than 313 2024-09-13T14:20:27.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 317 (ObjNum 244 snap 72 seq_num 244) dirty exists 2024-09-13T14:20:27.791 INFO:tasks.rados.rados.0.smithi001.stdout:706: left oid 25 (ObjNum 244 snap 72 seq_num 244) 2024-09-13T14:20:27.798 INFO:tasks.rados.rados.0.smithi001.stdout:708: expect (ObjNum 203 snap 56 seq_num 203) 2024-09-13T14:20:27.839 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 systemd[1]: Starting Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:20:27.839 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 podman[78940]: 2024-09-13 14:20:27.609051596 +0000 UTC m=+0.016900106 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:20:27.839 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 podman[78940]: 2024-09-13 14:20:27.713779358 +0000 UTC m=+0.121627897 container create 578d55e7bbb36dfdd5df576dee758a631051eaad361fb5e0537dce6b9934d186 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-13T14:20:27.927 INFO:tasks.rados.rados.0.smithi001.stdout:709: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:20:27.928 INFO:tasks.rados.rados.0.smithi001.stdout:709: finishing copy_from to smithi00185197-6 2024-09-13T14:20:27.928 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 108 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:20:27.928 INFO:tasks.rados.rados.0.smithi001.stdout:710: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:20:28.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 podman[78940]: 2024-09-13 14:20:27.974779504 +0000 UTC m=+0.382628011 container init 578d55e7bbb36dfdd5df576dee758a631051eaad361fb5e0537dce6b9934d186 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:20:28.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:27 smithi028 podman[78940]: 2024-09-13 14:20:27.979866763 +0000 UTC m=+0.387715261 container start 578d55e7bbb36dfdd5df576dee758a631051eaad361fb5e0537dce6b9934d186 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-13T14:20:28.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mgr[78978]: -- 172.21.15.28:0/2005325711 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5647711a90e0 con 0x564771187400 2024-09-13T14:20:28.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:28 smithi028 bash[78940]: 578d55e7bbb36dfdd5df576dee758a631051eaad361fb5e0537dce6b9934d186 2024-09-13T14:20:28.355 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:28 smithi028 systemd[1]: Started Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:20:28.768 INFO:tasks.rados.rados.0.smithi001.stdout:706: done (5 left) 2024-09-13T14:20:28.769 INFO:tasks.rados.rados.0.smithi001.stdout:707: done (4 left) 2024-09-13T14:20:28.769 INFO:tasks.rados.rados.0.smithi001.stdout:708: done (3 left) 2024-09-13T14:20:28.769 INFO:tasks.rados.rados.0.smithi001.stdout:709: done (2 left) 2024-09-13T14:20:28.769 INFO:tasks.rados.rados.0.smithi001.stdout:710: done (1 left) 2024-09-13T14:20:28.769 INFO:tasks.rados.rados.0.smithi001.stdout:711: done (0 left) 2024-09-13T14:20:28.769 INFO:tasks.rados.rados.0.smithi001.stdout:712: snap_create 2024-09-13T14:20:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[40037]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T14:20:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[40037]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:20:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[28030]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[28030]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:28 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mon[31155]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T14:20:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mon[31155]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:20:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:28 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:29.771 INFO:tasks.rados.rados.0.smithi001.stdout:712: done (0 left) 2024-09-13T14:20:29.771 INFO:tasks.rados.rados.0.smithi001.stdout:713: copy_from oid 22 from oid 47 current snap is 74 2024-09-13T14:20:29.771 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 74 2024-09-13T14:20:29.771 INFO:tasks.rados.rados.0.smithi001.stdout:714: seq_num 245 ranges {237568=507904,745472=458752,1204224=671744,1875968=73728} 2024-09-13T14:20:29.775 INFO:tasks.rados.rados.0.smithi001.stdout:714: writing smithi00185197-27 from 237568 to 745472 tid 1 2024-09-13T14:20:29.778 INFO:tasks.rados.rados.0.smithi001.stdout:714: writing smithi00185197-27 from 745472 to 1204224 tid 2 2024-09-13T14:20:29.782 INFO:tasks.rados.rados.0.smithi001.stdout:714: writing smithi00185197-27 from 1204224 to 1875968 tid 3 2024-09-13T14:20:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:714: writing smithi00185197-27 from 1875968 to 1949696 tid 4 2024-09-13T14:20:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:715: snap_create 2024-09-13T14:20:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:713: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:20:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:713: finishing copy_from to smithi00185197-22 2024-09-13T14:20:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 73 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:20:29.785 INFO:tasks.rados.rados.0.smithi001.stdout:714: finishing write tid 1 to smithi00185197-27 2024-09-13T14:20:29.785 INFO:tasks.rados.rados.0.smithi001.stdout:714: finishing write tid 2 to smithi00185197-27 2024-09-13T14:20:29.786 INFO:tasks.rados.rados.0.smithi001.stdout:714: finishing write tid 3 to smithi00185197-27 2024-09-13T14:20:29.786 INFO:tasks.rados.rados.0.smithi001.stdout:714: finishing write tid 4 to smithi00185197-27 2024-09-13T14:20:29.787 INFO:tasks.rados.rados.0.smithi001.stdout:714: finishing write tid 5 to smithi00185197-27 2024-09-13T14:20:29.788 INFO:tasks.rados.rados.0.smithi001.stdout:714: finishing write tid 6 to smithi00185197-27 2024-09-13T14:20:29.788 INFO:tasks.rados.rados.0.smithi001.stdout:714: oid 27 updating version 0 to 148 2024-09-13T14:20:29.788 INFO:tasks.rados.rados.0.smithi001.stdout:714: oid 27 version 148 is already newer than 147 2024-09-13T14:20:29.788 INFO:tasks.rados.rados.0.smithi001.stdout:714: oid 27 version 148 is already newer than 146 2024-09-13T14:20:29.788 INFO:tasks.rados.rados.0.smithi001.stdout:714: oid 27 updating version 148 to 150 2024-09-13T14:20:29.788 INFO:tasks.rados.rados.0.smithi001.stdout:714: oid 27 version 150 is already newer than 149 2024-09-13T14:20:29.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 150 (ObjNum 245 snap 74 seq_num 245) dirty exists 2024-09-13T14:20:29.789 INFO:tasks.rados.rados.0.smithi001.stdout:714: left oid 27 (ObjNum 245 snap 74 seq_num 245) 2024-09-13T14:20:30.015 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:29 smithi028 ceph-mon[31155]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T14:20:30.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:29 smithi001 ceph-mon[28030]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T14:20:30.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:29 smithi001 ceph-mon[40037]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T14:20:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:713: done (2 left) 2024-09-13T14:20:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:714: done (1 left) 2024-09-13T14:20:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:715: done (0 left) 2024-09-13T14:20:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 75 2024-09-13T14:20:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:716: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-09-13T14:20:30.778 INFO:tasks.rados.rados.0.smithi001.stdout:716: writing smithi00185197-35 from 0 to 524288 tid 1 2024-09-13T14:20:30.782 INFO:tasks.rados.rados.0.smithi001.stdout:716: writing smithi00185197-35 from 524288 to 1269760 tid 2 2024-09-13T14:20:30.785 INFO:tasks.rados.rados.0.smithi001.stdout:716: writing smithi00185197-35 from 1269760 to 1695744 tid 3 2024-09-13T14:20:30.786 INFO:tasks.rados.rados.0.smithi001.stdout:716: writing smithi00185197-35 from 1695744 to 1728512 tid 4 2024-09-13T14:20:30.786 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 75 2024-09-13T14:20:30.786 INFO:tasks.rados.rados.0.smithi001.stdout:716: finishing write tid 1 to smithi00185197-35 2024-09-13T14:20:30.786 INFO:tasks.rados.rados.0.smithi001.stdout:717: seq_num 247 ranges {1335296=540672,1875968=622592,2498560=581632} 2024-09-13T14:20:30.796 INFO:tasks.rados.rados.0.smithi001.stdout:717: writing smithi00185197-40 from 1335296 to 1875968 tid 1 2024-09-13T14:20:30.800 INFO:tasks.rados.rados.0.smithi001.stdout:717: writing smithi00185197-40 from 1875968 to 2498560 tid 2 2024-09-13T14:20:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:717: writing smithi00185197-40 from 2498560 to 3080192 tid 3 2024-09-13T14:20:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:716: finishing write tid 2 to smithi00185197-35 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:718: read oid 22 snap -1 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:718: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:719: rollback oid 34 current snap is 75 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 70 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: finishing write tid 3 to smithi00185197-35 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: finishing write tid 4 to smithi00185197-35 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: finishing write tid 5 to smithi00185197-35 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: finishing write tid 6 to smithi00185197-35 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: oid 35 updating version 0 to 155 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: oid 35 version 155 is already newer than 152 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: oid 35 version 155 is already newer than 153 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: oid 35 version 155 is already newer than 154 2024-09-13T14:20:30.805 INFO:tasks.rados.rados.0.smithi001.stdout:716: oid 35 version 155 is already newer than 151 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 155 (ObjNum 246 snap 75 seq_num 246) dirty exists 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:716: left oid 35 (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:717: finishing write tid 1 to smithi00185197-40 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:717: finishing write tid 2 to smithi00185197-40 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:716: done (3 left) 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:720: rmattr oid 11 current snap is 75 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:720: done (3 left) 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 75 2024-09-13T14:20:30.806 INFO:tasks.rados.rados.0.smithi001.stdout:721: seq_num 248 ranges {6242304=557056,6799360=507904,7307264=442368,7749632=253952} 2024-09-13T14:20:30.842 INFO:tasks.rados.rados.0.smithi001.stdout:721: writing smithi00185197-20 from 6242304 to 6799360 tid 1 2024-09-13T14:20:30.844 INFO:tasks.rados.rados.0.smithi001.stdout:721: writing smithi00185197-20 from 6799360 to 7307264 tid 2 2024-09-13T14:20:30.847 INFO:tasks.rados.rados.0.smithi001.stdout:721: writing smithi00185197-20 from 7307264 to 7749632 tid 3 2024-09-13T14:20:30.849 INFO:tasks.rados.rados.0.smithi001.stdout:721: writing smithi00185197-20 from 7749632 to 8003584 tid 4 2024-09-13T14:20:30.849 INFO:tasks.rados.rados.0.smithi001.stdout:722: read oid 43 snap -1 2024-09-13T14:20:30.849 INFO:tasks.rados.rados.0.smithi001.stdout:722: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:30.849 INFO:tasks.rados.rados.0.smithi001.stdout:723: rmattr oid 11 current snap is 75 2024-09-13T14:20:30.850 INFO:tasks.rados.rados.0.smithi001.stdout:723: done (5 left) 2024-09-13T14:20:30.850 INFO:tasks.rados.rados.0.smithi001.stdout:724: setattr oid 21 current snap is 75 2024-09-13T14:20:30.850 INFO:tasks.rados.rados.0.smithi001.stdout:717: finishing write tid 3 to smithi00185197-40 2024-09-13T14:20:30.850 INFO:tasks.rados.rados.0.smithi001.stdout:717: finishing write tid 4 to smithi00185197-40 2024-09-13T14:20:30.850 INFO:tasks.rados.rados.0.smithi001.stdout:718: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:30.874 INFO:tasks.rados.rados.0.smithi001.stdout:717: finishing write tid 5 to smithi00185197-40 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:717: oid 40 updating version 0 to 62 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:717: oid 40 version 62 is already newer than 60 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:717: oid 40 version 62 is already newer than 61 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:717: oid 40 updating version 62 to 63 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 63 (ObjNum 247 snap 75 seq_num 247) dirty exists 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:717: left oid 40 (ObjNum 247 snap 75 seq_num 247) 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:719: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:719: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:719: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 132 (ObjNum 232 snap 64 seq_num 232) dirty exists 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing write tid 1 to smithi00185197-20 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing write tid 2 to smithi00185197-20 2024-09-13T14:20:30.875 INFO:tasks.rados.rados.0.smithi001.stdout:722: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing write tid 3 to smithi00185197-20 2024-09-13T14:20:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing write tid 4 to smithi00185197-20 2024-09-13T14:20:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing write tid 5 to smithi00185197-20 2024-09-13T14:20:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing write tid 6 to smithi00185197-20 2024-09-13T14:20:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:721: oid 20 updating version 0 to 406 2024-09-13T14:20:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:721: oid 20 updating version 406 to 407 2024-09-13T14:20:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:721: oid 20 version 407 is already newer than 405 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:721: oid 20 updating version 407 to 408 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:721: oid 20 updating version 408 to 409 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 409 (ObjNum 248 snap 75 seq_num 248) dirty exists 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:721: left oid 20 (ObjNum 248 snap 75 seq_num 248) 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:717: done (5 left) 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:718: done (4 left) 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:719: done (3 left) 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:721: done (2 left) 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:722: done (1 left) 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 75 2024-09-13T14:20:30.878 INFO:tasks.rados.rados.0.smithi001.stdout:725: seq_num 249 ranges {106496=573440,679936=794624,1474560=409600} 2024-09-13T14:20:30.880 INFO:tasks.rados.rados.0.smithi001.stdout:725: writing smithi00185197-3 from 106496 to 679936 tid 1 2024-09-13T14:20:30.885 INFO:tasks.rados.rados.0.smithi001.stdout:725: writing smithi00185197-3 from 679936 to 1474560 tid 2 2024-09-13T14:20:30.888 INFO:tasks.rados.rados.0.smithi001.stdout:725: writing smithi00185197-3 from 1474560 to 1884160 tid 3 2024-09-13T14:20:30.888 INFO:tasks.rados.rados.0.smithi001.stdout:726: rollback oid 7 current snap is 75 2024-09-13T14:20:30.888 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 58 2024-09-13T14:20:30.888 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 429 (ObjNum 203 snap 56 seq_num 203) dirty exists 2024-09-13T14:20:30.888 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 1 to smithi00185197-3 2024-09-13T14:20:30.888 INFO:tasks.rados.rados.0.smithi001.stdout:724: done (2 left) 2024-09-13T14:20:30.888 INFO:tasks.rados.rados.0.smithi001.stdout:727: snap_remove snap 73 2024-09-13T14:20:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:30 smithi001 ceph-mon[28030]: pgmap v36: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-13T14:20:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:30 smithi001 ceph-mon[28030]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T14:20:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:30 smithi001 ceph-mon[40037]: pgmap v36: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-13T14:20:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:30 smithi001 ceph-mon[40037]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T14:20:31.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:30 smithi028 ceph-mon[31155]: pgmap v36: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-13T14:20:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:30 smithi028 ceph-mon[31155]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T14:20:31.782 INFO:tasks.rados.rados.0.smithi001.stdout:727: done (2 left) 2024-09-13T14:20:31.782 INFO:tasks.rados.rados.0.smithi001.stdout:728: copy_from oid 43 from oid 39 current snap is 75 2024-09-13T14:20:31.782 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 2 to smithi00185197-3 2024-09-13T14:20:31.782 INFO:tasks.rados.rados.0.smithi001.stdout:726: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:20:31.782 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 106 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-13T14:20:31.782 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 3 to smithi00185197-3 2024-09-13T14:20:31.782 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 4 to smithi00185197-3 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 5 to smithi00185197-3 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:725: oid 3 updating version 0 to 163 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:725: oid 3 version 163 is already newer than 162 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:725: oid 3 updating version 163 to 164 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:725: oid 3 version 164 is already newer than 161 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 164 (ObjNum 249 snap 75 seq_num 249) dirty exists 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:725: left oid 3 (ObjNum 249 snap 75 seq_num 249) 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:725: done (2 left) 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:726: done (1 left) 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:729: copy_from oid 46 from oid 16 current snap is 75 2024-09-13T14:20:31.783 INFO:tasks.rados.rados.0.smithi001.stdout:730: delete oid 28 current snap is 75 2024-09-13T14:20:31.786 INFO:tasks.rados.rados.0.smithi001.stdout:730: done (2 left) 2024-09-13T14:20:31.786 INFO:tasks.rados.rados.0.smithi001.stdout:731: snap_remove snap 66 2024-09-13T14:20:32.076 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:31 smithi028 ceph-mon[31155]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T14:20:32.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:31 smithi001 ceph-mon[28030]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T14:20:32.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:31 smithi001 ceph-mon[40037]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T14:20:32.786 INFO:tasks.rados.rados.0.smithi001.stdout:731: done (2 left) 2024-09-13T14:20:32.786 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 75 2024-09-13T14:20:32.786 INFO:tasks.rados.rados.0.smithi001.stdout:732: seq_num 251 ranges {1613824=606208,2220032=614400,2834432=589824} 2024-09-13T14:20:32.799 INFO:tasks.rados.rados.0.smithi001.stdout:732: writing smithi00185197-11 from 1613824 to 2220032 tid 1 2024-09-13T14:20:32.803 INFO:tasks.rados.rados.0.smithi001.stdout:732: writing smithi00185197-11 from 2220032 to 2834432 tid 2 2024-09-13T14:20:32.806 INFO:tasks.rados.rados.0.smithi001.stdout:732: writing smithi00185197-11 from 2834432 to 3424256 tid 3 2024-09-13T14:20:32.806 INFO:tasks.rados.rados.0.smithi001.stdout:733: delete oid 21 current snap is 75 2024-09-13T14:20:32.806 INFO:tasks.rados.rados.0.smithi001.stdout:728: finishing copy_from racing read to smithi00185197-43 2024-09-13T14:20:32.806 INFO:tasks.rados.rados.0.smithi001.stdout:729: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:20:32.807 INFO:tasks.rados.rados.0.smithi001.stdout:728: finishing copy_from to smithi00185197-43 2024-09-13T14:20:32.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 68 (ObjNum 113 snap 0 seq_num 1920410503) dirty exists 2024-09-13T14:20:32.807 INFO:tasks.rados.rados.0.smithi001.stdout:729: finishing copy_from to smithi00185197-46 2024-09-13T14:20:32.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 203 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:20:32.807 INFO:tasks.rados.rados.0.smithi001.stdout:732: finishing write tid 1 to smithi00185197-11 2024-09-13T14:20:32.807 INFO:tasks.rados.rados.0.smithi001.stdout:732: finishing write tid 2 to smithi00185197-11 2024-09-13T14:20:32.810 INFO:tasks.rados.rados.0.smithi001.stdout:732: finishing write tid 3 to smithi00185197-11 2024-09-13T14:20:32.810 INFO:tasks.rados.rados.0.smithi001.stdout:732: finishing write tid 4 to smithi00185197-11 2024-09-13T14:20:32.810 INFO:tasks.rados.rados.0.smithi001.stdout:728: done (3 left) 2024-09-13T14:20:32.811 INFO:tasks.rados.rados.0.smithi001.stdout:729: done (2 left) 2024-09-13T14:20:32.811 INFO:tasks.rados.rados.0.smithi001.stdout:733: done (1 left) 2024-09-13T14:20:32.811 INFO:tasks.rados.rados.0.smithi001.stdout:734: snap_remove snap 45 2024-09-13T14:20:33.096 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:32 smithi028 ceph-mon[31155]: pgmap v38: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-13T14:20:33.096 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:32 smithi028 ceph-mon[31155]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T14:20:33.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:32 smithi001 ceph-mon[28030]: pgmap v38: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-13T14:20:33.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:32 smithi001 ceph-mon[28030]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T14:20:33.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:32 smithi001 ceph-mon[40037]: pgmap v38: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-13T14:20:33.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:32 smithi001 ceph-mon[40037]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T14:20:33.788 INFO:tasks.rados.rados.0.smithi001.stdout:734: done (1 left) 2024-09-13T14:20:33.788 INFO:tasks.rados.rados.0.smithi001.stdout:735: read oid 9 snap -1 2024-09-13T14:20:33.788 INFO:tasks.rados.rados.0.smithi001.stdout:735: expect deleted 2024-09-13T14:20:33.788 INFO:tasks.rados.rados.0.smithi001.stdout:736: snap_remove snap 28 2024-09-13T14:20:33.789 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: [13/Sep/2024:14:20:33] ENGINE Bus STARTING 2024-09-13T14:20:33.789 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: CherryPy Checker: 2024-09-13T14:20:33.789 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: The Application mounted at '' has an empty config. 2024-09-13T14:20:33.789 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: 2024-09-13T14:20:33.790 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: [13/Sep/2024:14:20:33] ENGINE Serving on http://:::9283 2024-09-13T14:20:33.790 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: [13/Sep/2024:14:20:33] ENGINE Bus STARTED 2024-09-13T14:20:34.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: Standby manager daemon x restarted 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: Standby manager daemon x started 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[28030]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T14:20:34.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: Standby manager daemon x restarted 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: Standby manager daemon x started 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:33 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:34.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: Standby manager daemon x restarted 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: Standby manager daemon x started 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:33 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/3937178632' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:736: done (2 left) 2024-09-13T14:20:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:737: read oid 47 snap -1 2024-09-13T14:20:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:737: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:34.790 INFO:tasks.rados.rados.0.smithi001.stdout:738: snap_remove snap 63 2024-09-13T14:20:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[40037]: pgmap v41: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[40037]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T14:20:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[40037]: mgrmap e37: y(active, since 26s), standbys: x 2024-09-13T14:20:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[28030]: pgmap v41: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[28030]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T14:20:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:34 smithi001 ceph-mon[28030]: mgrmap e37: y(active, since 26s), standbys: x 2024-09-13T14:20:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:34 smithi028 ceph-mon[31155]: pgmap v41: 121 pgs: 121 active+clean; 165 MiB data, 685 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:34 smithi028 ceph-mon[31155]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T14:20:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:34 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:34 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:34 smithi028 ceph-mon[31155]: mgrmap e37: y(active, since 26s), standbys: x 2024-09-13T14:20:35.791 INFO:tasks.rados.rados.0.smithi001.stdout:738: done (3 left) 2024-09-13T14:20:35.791 INFO:tasks.rados.rados.0.smithi001.stdout:739: snap_remove snap 61 2024-09-13T14:20:35.983 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:35 smithi028 ceph-mon[31155]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T14:20:35.983 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:35 smithi028 ceph-mon[31155]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T14:20:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:35 smithi001 ceph-mon[28030]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T14:20:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:35 smithi001 ceph-mon[28030]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T14:20:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:35 smithi001 ceph-mon[40037]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T14:20:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:35 smithi001 ceph-mon[40037]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T14:20:36.764 INFO:tasks.rados.rados.0.smithi001.stdout:739: done (3 left) 2024-09-13T14:20:36.764 INFO:tasks.rados.rados.0.smithi001.stdout:740: snap_remove snap 74 2024-09-13T14:20:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:36 smithi001 ceph-mon[28030]: pgmap v44: 121 pgs: 121 active+clean; 176 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 616 KiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-13T14:20:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:36 smithi001 ceph-mon[28030]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T14:20:37.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:20:36] "GET /metrics HTTP/1.1" 200 36074 "" "Prometheus/2.43.0" 2024-09-13T14:20:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:36 smithi001 ceph-mon[40037]: pgmap v44: 121 pgs: 121 active+clean; 176 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 616 KiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-13T14:20:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:36 smithi001 ceph-mon[40037]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T14:20:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:36 smithi028 ceph-mon[31155]: pgmap v44: 121 pgs: 121 active+clean; 176 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 616 KiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-13T14:20:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:36 smithi028 ceph-mon[31155]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:740: done (3 left) 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:741: snap_create 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:732: finishing write tid 5 to smithi00185197-11 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:732: oid 11 updating version 0 to 441 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:732: oid 11 version 441 is already newer than 439 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:732: oid 11 updating version 441 to 442 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:732: oid 11 version 442 is already newer than 440 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 442 (ObjNum 251 snap 75 seq_num 251) dirty exists 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:732: left oid 11 (ObjNum 251 snap 75 seq_num 251) 2024-09-13T14:20:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:737: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[28030]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:38.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T14:20:38.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:38 smithi001 ceph-mon[40037]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T14:20:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T14:20:38.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:38 smithi028 ceph-mon[31155]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:732: done (3 left) 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:735: done (2 left) 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:737: done (1 left) 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:741: done (0 left) 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:742: rollback oid 21 current snap is 76 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 75 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:743: copy_from oid 28 from oid 37 current snap is 76 2024-09-13T14:20:38.770 INFO:tasks.rados.rados.0.smithi001.stdout:744: delete oid 1 current snap is 76 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:742: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 443 (ObjNum 97 snap 0 seq_num 314273632) dirty dne 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:742: done (2 left) 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:744: done (1 left) 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:745: delete oid 15 current snap is 76 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:743: finishing copy_from to smithi00185197-28 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:743: got expected ENOENT (src dne) 2024-09-13T14:20:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:743: finishing copy_from racing read to smithi00185197-28 2024-09-13T14:20:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:743: done (1 left) 2024-09-13T14:20:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:745: done (0 left) 2024-09-13T14:20:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 76 2024-09-13T14:20:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:746: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-09-13T14:20:38.781 INFO:tasks.rados.rados.0.smithi001.stdout:746: writing smithi00185197-28 from 0 to 679936 tid 1 2024-09-13T14:20:38.784 INFO:tasks.rados.rados.0.smithi001.stdout:746: writing smithi00185197-28 from 679936 to 1228800 tid 2 2024-09-13T14:20:38.788 INFO:tasks.rados.rados.0.smithi001.stdout:746: writing smithi00185197-28 from 1228800 to 1826816 tid 3 2024-09-13T14:20:38.788 INFO:tasks.rados.rados.0.smithi001.stdout:746: writing smithi00185197-28 from 1826816 to 1884160 tid 4 2024-09-13T14:20:38.788 INFO:tasks.rados.rados.0.smithi001.stdout:747: rmattr oid 34 current snap is 76 2024-09-13T14:20:38.789 INFO:tasks.rados.rados.0.smithi001.stdout:746: finishing write tid 1 to smithi00185197-28 2024-09-13T14:20:38.789 INFO:tasks.rados.rados.0.smithi001.stdout:746: finishing write tid 2 to smithi00185197-28 2024-09-13T14:20:38.789 INFO:tasks.rados.rados.0.smithi001.stdout:748: snap_create 2024-09-13T14:20:38.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 164 (ObjNum 232 snap 64 seq_num 232) dirty exists 2024-09-13T14:20:38.792 INFO:tasks.rados.rados.0.smithi001.stdout:746: finishing write tid 3 to smithi00185197-28 2024-09-13T14:20:38.792 INFO:tasks.rados.rados.0.smithi001.stdout:746: finishing write tid 4 to smithi00185197-28 2024-09-13T14:20:38.792 INFO:tasks.rados.rados.0.smithi001.stdout:746: finishing write tid 5 to smithi00185197-28 2024-09-13T14:20:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:746: finishing write tid 6 to smithi00185197-28 2024-09-13T14:20:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:746: oid 28 updating version 0 to 226 2024-09-13T14:20:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:746: oid 28 version 226 is already newer than 223 2024-09-13T14:20:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:746: oid 28 version 226 is already newer than 224 2024-09-13T14:20:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:746: oid 28 version 226 is already newer than 225 2024-09-13T14:20:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:746: oid 28 updating version 226 to 227 2024-09-13T14:20:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 227 (ObjNum 255 snap 76 seq_num 255) dirty exists 2024-09-13T14:20:38.794 INFO:tasks.rados.rados.0.smithi001.stdout:746: left oid 28 (ObjNum 255 snap 76 seq_num 255) 2024-09-13T14:20:39.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: Upgrade: Setting container_image for all mgr 2024-09-13T14:20:39.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: Upgrade: It appears safe to stop mon.a 2024-09-13T14:20:39.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: pgmap v48: 121 pgs: 121 active+clean; 176 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 618 KiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-13T14:20:39.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:39.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T14:20:39.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:39.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[28030]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: Upgrade: Setting container_image for all mgr 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: Upgrade: It appears safe to stop mon.a 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: pgmap v48: 121 pgs: 121 active+clean; 176 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 618 KiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:20:39.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:39 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: Upgrade: Setting container_image for all mgr 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: Upgrade: It appears safe to stop mon.a 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: pgmap v48: 121 pgs: 121 active+clean; 176 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 618 KiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:20:39.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:20:39.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:39 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:39.769 INFO:tasks.rados.rados.0.smithi001.stdout:746: done (2 left) 2024-09-13T14:20:39.769 INFO:tasks.rados.rados.0.smithi001.stdout:747: done (1 left) 2024-09-13T14:20:39.769 INFO:tasks.rados.rados.0.smithi001.stdout:748: done (0 left) 2024-09-13T14:20:39.770 INFO:tasks.rados.rados.0.smithi001.stdout:749: rmattr oid 35 current snap is 77 2024-09-13T14:20:39.770 INFO:tasks.rados.rados.0.smithi001.stdout:749: done (0 left) 2024-09-13T14:20:39.770 INFO:tasks.rados.rados.0.smithi001.stdout:750: read oid 27 snap -1 2024-09-13T14:20:39.770 INFO:tasks.rados.rados.0.smithi001.stdout:750: expect (ObjNum 245 snap 74 seq_num 245) 2024-09-13T14:20:39.770 INFO:tasks.rados.rados.0.smithi001.stdout:751: setattr oid 18 current snap is 77 2024-09-13T14:20:39.771 INFO:tasks.rados.rados.0.smithi001.stdout:752: rollback oid 25 current snap is 77 2024-09-13T14:20:39.771 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 71 2024-09-13T14:20:39.771 INFO:tasks.rados.rados.0.smithi001.stdout:753: snap_remove snap 47 2024-09-13T14:20:40.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-mon[28030]: Upgrade: Updating mon.a 2024-09-13T14:20:40.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-mon[28030]: Deploying daemon mon.a on smithi001 2024-09-13T14:20:40.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-mon[28030]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T14:20:40.541 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-mon[40037]: Upgrade: Updating mon.a 2024-09-13T14:20:40.541 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-mon[40037]: Deploying daemon mon.a on smithi001 2024-09-13T14:20:40.541 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-mon[40037]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T14:20:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:40 smithi028 ceph-mon[31155]: Upgrade: Updating mon.a 2024-09-13T14:20:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:40 smithi028 ceph-mon[31155]: Deploying daemon mon.a on smithi001 2024-09-13T14:20:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:40 smithi028 ceph-mon[31155]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T14:20:40.775 INFO:tasks.rados.rados.0.smithi001.stdout:753: done (3 left) 2024-09-13T14:20:40.775 INFO:tasks.rados.rados.0.smithi001.stdout:754: snap_create 2024-09-13T14:20:40.775 INFO:tasks.rados.rados.0.smithi001.stdout:752: finishing rollback tid 0 to smithi00185197-25 2024-09-13T14:20:40.775 INFO:tasks.rados.rados.0.smithi001.stdout:752: finishing rollback tid 1 to smithi00185197-25 2024-09-13T14:20:40.775 INFO:tasks.rados.rados.0.smithi001.stdout:752: finishing rollback tid 2 to smithi00185197-25 2024-09-13T14:20:40.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 355 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-09-13T14:20:40.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 132 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-09-13T14:20:40.776 INFO:tasks.rados.rados.0.smithi001.stdout:750: expect (ObjNum 245 snap 74 seq_num 245) 2024-09-13T14:20:40.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:40 smithi001 systemd[1]: Stopping Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:20:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[28007]: 2024-09-13T14:20:40.795+0000 7f96d66be640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:20:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[28007]: 2024-09-13T14:20:40.795+0000 7f96d66be640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-13T14:20:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:40 smithi001 podman[96484]: 2024-09-13 14:20:40.867077639 +0000 UTC m=+0.179294638 container died e17068e2d023b5c5f3dc71d7be9ad42ad3ece04392b30b21cc2e2f5e7d21f0a5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, RELEASE=reef-2c01458, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:20:41.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:40] ENGINE Bus STOPPING 2024-09-13T14:20:41.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:20:41.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:40] ENGINE Bus STOPPED 2024-09-13T14:20:41.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:40] ENGINE Bus STARTING 2024-09-13T14:20:41.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:41] ENGINE Serving on http://:::9283 2024-09-13T14:20:41.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:41] ENGINE Bus STARTED 2024-09-13T14:20:41.601 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:41 smithi001 podman[96484]: 2024-09-13 14:20:41.341220602 +0000 UTC m=+0.653437646 container cleanup e17068e2d023b5c5f3dc71d7be9ad42ad3ece04392b30b21cc2e2f5e7d21f0a5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, RELEASE=reef-2c01458, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T14:20:41.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:41 smithi001 bash[96484]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a 2024-09-13T14:20:41.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:41 smithi001 podman[96502]: 2024-09-13 14:20:41.601303912 +0000 UTC m=+0.730384308 container remove e17068e2d023b5c5f3dc71d7be9ad42ad3ece04392b30b21cc2e2f5e7d21f0a5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-2c01458, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-09-13T14:20:41.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:41 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T14:20:41.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:41 smithi001 systemd[1]: Stopped Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:20:41.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:41 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service: Consumed 14.667s CPU time. 2024-09-13T14:20:42.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 systemd[1]: Starting Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:20:42.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 podman[96646]: 2024-09-13 14:20:42.11797666 +0000 UTC m=+0.016671636 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:20:42.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 podman[96646]: 2024-09-13 14:20:42.235775169 +0000 UTC m=+0.134470145 container create e6372e64251b3ac5f68bd492201011e38a57cf76d99b8af08769998f06615a70 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 podman[96646]: 2024-09-13 14:20:42.546536096 +0000 UTC m=+0.445231074 container init e6372e64251b3ac5f68bd492201011e38a57cf76d99b8af08769998f06615a70 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 podman[96646]: 2024-09-13 14:20:42.551120766 +0000 UTC m=+0.449815741 container start e6372e64251b3ac5f68bd492201011e38a57cf76d99b8af08769998f06615a70 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731) 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev), process ceph-mon, pid 7 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: pidfile_write: ignore empty --pid-file 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: load: jerasure load: lrc 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: RocksDB version: 7.9.2 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Git sha 0 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Compile date 2024-09-12 20:46:14 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: DB SUMMARY 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: DB Session ID: 0JMIHTEEV4MDTN62L2PV 2024-09-13T14:20:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: CURRENT file: CURRENT 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1518 Bytes 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3706668 ; 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.error_if_exists: 0 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.create_if_missing: 0 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.paranoid_checks: 1 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.env: 0x55bc6917a160 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.info_log: 0x55bc6a3fd880 2024-09-13T14:20:42.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:20:42.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.statistics: (nil) 2024-09-13T14:20:42.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.use_fsync: 0 2024-09-13T14:20:42.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_log_file_size: 0 2024-09-13T14:20:42.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:20:42.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:20:42.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:20:42.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.allow_fallocate: 1 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.use_direct_reads: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.db_log_dir: 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.wal_dir: 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:20:42.857 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.write_buffer_manager: 0x55bc6a400e60 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:20:42.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.unordered_write: 0 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.row_cache: None 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.wal_filter: None 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.two_write_queues: 0 2024-09-13T14:20:42.859 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.wal_compression: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.atomic_flush: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.log_readahead_size: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:20:42.860 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_background_jobs: 2 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_background_compactions: -1 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_subcompactions: 1 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_open_files: -1 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:20:42.861 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_background_flushes: -1 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Compression algorithms supported: 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kZSTD supported: 0 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kXpressCompression supported: 0 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kBZip2Compression supported: 0 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kLZ4Compression supported: 1 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kZlibCompression supported: 1 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: kSnappyCompression supported: 1 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:20:42.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.merge_operator: 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_filter: None 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bc6a3fd4e0) 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:20:42.863 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_type: 0 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_index_type: 0 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_shortening: 1 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: checksum: 4 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: no_block_cache: 0 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache: 0x55bc6a3f0850 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_options: 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: capacity : 536870912 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_shard_bits : 4 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: strict_capacity_limit : 0 2024-09-13T14:20:42.864 INFO:journalctl@ceph.mon.a.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_compressed: (nil) 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: persistent_cache: (nil) 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size: 4096 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size_deviation: 10 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_restart_interval: 16 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_block_restart_interval: 1 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: metadata_block_size: 4096 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: partition_filters: 0 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: use_delta_encoding: 1 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: filter_policy: bloomfilter 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: whole_key_filtering: 1 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: verify_compression: 0 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-09-13T14:20:42.865 INFO:journalctl@ceph.mon.a.smithi001.stdout: format_version: 5 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_index_compression: 1 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_align: 0 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_auto_readahead_size: 262144 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout: prepopulate_block_cache: 0 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout: initial_auto_readahead_size: 8192 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression: NoCompression 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.num_levels: 7 2024-09-13T14:20:42.866 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:20:42.867 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:20:42.868 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:20:42.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.inplace_update_support: 0 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:20:42.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.bloom_locality: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.max_successive_merges: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.ttl: 2592000 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.enable_blob_files: false 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.min_blob_size: 0 2024-09-13T14:20:42.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12884, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7c67ba18-3f16-4ca4-a001-0f5a9bec7cc7 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237242580040, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-09-13T14:20:42.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237242591111, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3478680, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12885, "largest_seqno": 14372, "table_properties": {"data_size": 3470330, "index_size": 5576, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1733, "raw_key_size": 16413, "raw_average_key_size": 24, "raw_value_size": 3455005, "raw_average_value_size": 5164, "num_data_blocks": 247, "num_entries": 669, "num_filter_entries": 669, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726237242, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7c67ba18-3f16-4ca4-a001-0f5a9bec7cc7", "db_session_id": "0JMIHTEEV4MDTN62L2PV", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237242591241, "job": 1, "event": "recovery_finished"} 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55bc6a420e00 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: DB pointer 0x55bc6a520000 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** DB Stats ** 2024-09-13T14:20:42.873 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: L0 1/0 3.32 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 593.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Sum 2/0 11.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 593.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T14:20:42.874 INFO:journalctl@ceph.mon.a.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 593.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 593.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:20:42.875 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative compaction: 0.00 GB write, 240.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval compaction: 0.00 GB write, 240.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache BinnedLRUCache@0x55bc6a3f0850#7 capacity: 512.00 MB usage: 7.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: starting mon.a rank 0 at public addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] at bind addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???) e3 preinit fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???).mds e8 new map 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???).mds e8 print_map 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: e8 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:20:42.876 INFO:journalctl@ceph.mon.a.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: legacy client fscid: 1 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: Filesystem 'cephfs' (1) 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: fs_name cephfs 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: epoch 8 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: created 2024-09-13T14:14:37.078493+0000 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: modified 2024-09-13T14:14:49.105948+0000 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: tableserver 0 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: root 0 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: session_timeout 60 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: session_autoclose 300 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_file_size 1099511627776 2024-09-13T14:20:42.877 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_xattr_size 65536 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: required_client_features {} 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: last_failure 0 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: last_failure_osd_epoch 0 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_mds 1 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: in 0 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: up {0=24331} 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: failed 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: damaged 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: stopped 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_pools [3] 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: metadata_pool 2 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: inline_data disabled 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: balancer 2024-09-13T14:20:42.878 INFO:journalctl@ceph.mon.a.smithi001.stdout: bal_rank_mask -1 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: standby_count_wanted 0 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: qdb_cluster leader: 0 members: 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: Standby daemons: 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.1:6834/1124193063,v1:172.21.15.1:6835/1124193063] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???).osd e221 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???).osd e221 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???).osd e221 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???).osd e221 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 ceph-mon[96683]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 bash[96646]: e6372e64251b3ac5f68bd492201011e38a57cf76d99b8af08769998f06615a70 2024-09-13T14:20:42.879 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:42 smithi001 systemd[1]: Started Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:20:44.080 INFO:tasks.rados.rados.0.smithi001.stdout:750: done (3 left) 2024-09-13T14:20:44.080 INFO:tasks.rados.rados.0.smithi001.stdout:751: done (2 left) 2024-09-13T14:20:44.080 INFO:tasks.rados.rados.0.smithi001.stdout:752: done (1 left) 2024-09-13T14:20:44.080 INFO:tasks.rados.rados.0.smithi001.stdout:754: done (0 left) 2024-09-13T14:20:44.080 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 78 2024-09-13T14:20:44.081 INFO:tasks.rados.rados.0.smithi001.stdout:755: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-09-13T14:20:44.084 INFO:tasks.rados.rados.0.smithi001.stdout:755: writing smithi00185197-1 from 0 to 696320 tid 1 2024-09-13T14:20:44.086 INFO:tasks.rados.rados.0.smithi001.stdout:755: writing smithi00185197-1 from 696320 to 1130496 tid 2 2024-09-13T14:20:44.091 INFO:tasks.rados.rados.0.smithi001.stdout:755: writing smithi00185197-1 from 1130496 to 1900544 tid 3 2024-09-13T14:20:44.091 INFO:tasks.rados.rados.0.smithi001.stdout:756: copy_from oid 48 from oid 18 current snap is 78 2024-09-13T14:20:44.092 INFO:tasks.rados.rados.0.smithi001.stdout:757: read oid 33 snap -1 2024-09-13T14:20:44.092 INFO:tasks.rados.rados.0.smithi001.stdout:757: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:20:44.092 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 78 2024-09-13T14:20:44.092 INFO:tasks.rados.rados.0.smithi001.stdout:755: finishing write tid 1 to smithi00185197-1 2024-09-13T14:20:44.092 INFO:tasks.rados.rados.0.smithi001.stdout:758: seq_num 257 ranges {0=712704,712704=720896,1433600=483328} 2024-09-13T14:20:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:758: writing smithi00185197-7 from 0 to 712704 tid 1 2024-09-13T14:20:44.101 INFO:tasks.rados.rados.0.smithi001.stdout:758: writing smithi00185197-7 from 712704 to 1433600 tid 2 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:758: writing smithi00185197-7 from 1433600 to 1916928 tid 3 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:759: copy_from oid 19 from oid 22 current snap is 78 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:755: finishing write tid 2 to smithi00185197-1 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:755: finishing write tid 3 to smithi00185197-1 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:755: finishing write tid 4 to smithi00185197-1 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:760: read oid 42 snap -1 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:760: expect deleted 2024-09-13T14:20:44.104 INFO:tasks.rados.rados.0.smithi001.stdout:761: delete oid 11 current snap is 78 2024-09-13T14:20:44.109 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 1 to smithi00185197-7 2024-09-13T14:20:44.109 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 2 to smithi00185197-7 2024-09-13T14:20:44.109 INFO:tasks.rados.rados.0.smithi001.stdout:756: finishing copy_from racing read to smithi00185197-48 2024-09-13T14:20:44.111 INFO:tasks.rados.rados.0.smithi001.stdout:756: finishing copy_from to smithi00185197-48 2024-09-13T14:20:44.111 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 132 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-09-13T14:20:44.112 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 3 to smithi00185197-7 2024-09-13T14:20:44.112 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 4 to smithi00185197-7 2024-09-13T14:20:44.113 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 5 to smithi00185197-7 2024-09-13T14:20:44.113 INFO:tasks.rados.rados.0.smithi001.stdout:758: oid 7 updating version 0 to 179 2024-09-13T14:20:44.113 INFO:tasks.rados.rados.0.smithi001.stdout:758: oid 7 updating version 179 to 180 2024-09-13T14:20:44.113 INFO:tasks.rados.rados.0.smithi001.stdout:758: oid 7 updating version 180 to 182 2024-09-13T14:20:44.114 INFO:tasks.rados.rados.0.smithi001.stdout:758: oid 7 version 182 is already newer than 181 2024-09-13T14:20:44.114 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 182 (ObjNum 257 snap 78 seq_num 257) dirty exists 2024-09-13T14:20:44.114 INFO:tasks.rados.rados.0.smithi001.stdout:758: left oid 7 (ObjNum 257 snap 78 seq_num 257) 2024-09-13T14:20:44.114 INFO:tasks.rados.rados.0.smithi001.stdout:757: expect (ObjNum 100 snap 19 seq_num 100) 2024-09-13T14:20:44.181 INFO:tasks.rados.rados.0.smithi001.stdout:755: finishing write tid 5 to smithi00185197-1 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:755: oid 1 updating version 0 to 136 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:755: oid 1 updating version 136 to 138 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:755: oid 1 version 138 is already newer than 135 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:755: oid 1 version 138 is already newer than 137 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 138 (ObjNum 256 snap 78 seq_num 256) dirty exists 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:755: left oid 1 (ObjNum 256 snap 78 seq_num 256) 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:759: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:759: finishing copy_from to smithi00185197-19 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 73 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:755: done (6 left) 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:756: done (5 left) 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:757: done (4 left) 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:758: done (3 left) 2024-09-13T14:20:44.182 INFO:tasks.rados.rados.0.smithi001.stdout:759: done (2 left) 2024-09-13T14:20:44.183 INFO:tasks.rados.rados.0.smithi001.stdout:760: done (1 left) 2024-09-13T14:20:44.183 INFO:tasks.rados.rados.0.smithi001.stdout:761: done (0 left) 2024-09-13T14:20:44.183 INFO:tasks.rados.rados.0.smithi001.stdout:762: snap_remove snap 71 2024-09-13T14:20:44.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ignoring --setuser ceph since I am not root 2024-09-13T14:20:44.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ignoring --setgroup ceph since I am not root 2024-09-13T14:20:44.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mgr[88154]: -- 172.21.15.1:0/731799593 <== mon.2 v2:172.21.15.1:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e64b98d0e0 con 0x55e64b96a800 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: pgmap v53: 121 pgs: 121 active+clean; 164 MiB data, 739 MiB used, 714 GiB / 715 GiB avail; 597 KiB/s rd, 458 KiB/s wr, 4 op/s 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: mon.a calling monitor election 2024-09-13T14:20:44.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: monmap epoch 3 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: last_changed 2024-09-13T14:10:44.689450+0000 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: min_mon_release 18 (reef) 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: election_strategy: 1 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: mgrmap e37: y(active, since 36s), standbys: x 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: overall HEALTH_OK 2024-09-13T14:20:44.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: from='mgr.15138 ' entity='' 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[96683]: mgrmap e38: y(active, since 36s), standbys: x 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: pgmap v53: 121 pgs: 121 active+clean; 164 MiB data, 739 MiB used, 714 GiB / 715 GiB avail; 597 KiB/s rd, 458 KiB/s wr, 4 op/s 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: mon.a calling monitor election 2024-09-13T14:20:44.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: monmap epoch 3 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: last_changed 2024-09-13T14:10:44.689450+0000 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: min_mon_release 18 (reef) 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: election_strategy: 1 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: mgrmap e37: y(active, since 36s), standbys: x 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: overall HEALTH_OK 2024-09-13T14:20:44.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: from='mgr.15138 ' entity='' 2024-09-13T14:20:44.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:44 smithi001 ceph-mon[40037]: mgrmap e38: y(active, since 36s), standbys: x 2024-09-13T14:20:44.357 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: ignoring --setuser ceph since I am not root 2024-09-13T14:20:44.357 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: ignoring --setgroup ceph since I am not root 2024-09-13T14:20:44.357 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mgr[78978]: -- 172.21.15.28:0/1806573284 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627d2ce90e0 con 0x5627d2cc6800 2024-09-13T14:20:44.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:44.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mgr.15138 172.21.15.1:0/3000377480' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: pgmap v53: 121 pgs: 121 active+clean; 164 MiB data, 739 MiB used, 714 GiB / 715 GiB avail; 597 KiB/s rd, 458 KiB/s wr, 4 op/s 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: mon.a calling monitor election 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: monmap epoch 3 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: last_changed 2024-09-13T14:10:44.689450+0000 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: min_mon_release 18 (reef) 2024-09-13T14:20:44.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: election_strategy: 1 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: mgrmap e37: y(active, since 36s), standbys: x 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: overall HEALTH_OK 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: from='mgr.15138 ' entity='' 2024-09-13T14:20:44.359 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:44 smithi028 ceph-mon[31155]: mgrmap e38: y(active, since 36s), standbys: x 2024-09-13T14:20:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:762: done (0 left) 2024-09-13T14:20:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:763: snap_remove snap 34 2024-09-13T14:20:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:45 smithi001 ceph-mon[96683]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T14:20:45.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:45 smithi001 ceph-mon[40037]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T14:20:45.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:45 smithi028 ceph-mon[31155]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T14:20:46.091 INFO:tasks.rados.rados.0.smithi001.stdout:763: done (0 left) 2024-09-13T14:20:46.091 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 78 2024-09-13T14:20:46.091 INFO:tasks.rados.rados.0.smithi001.stdout:764: seq_num 259 ranges {2588672=745472,3334144=540672,3874816=581632,4456448=81920} 2024-09-13T14:20:46.111 INFO:tasks.rados.rados.0.smithi001.stdout:764: writing smithi00185197-14 from 2588672 to 3334144 tid 1 2024-09-13T14:20:46.115 INFO:tasks.rados.rados.0.smithi001.stdout:764: writing smithi00185197-14 from 3334144 to 3874816 tid 2 2024-09-13T14:20:46.120 INFO:tasks.rados.rados.0.smithi001.stdout:764: writing smithi00185197-14 from 3874816 to 4456448 tid 3 2024-09-13T14:20:46.120 INFO:tasks.rados.rados.0.smithi001.stdout:764: writing smithi00185197-14 from 4456448 to 4538368 tid 4 2024-09-13T14:20:46.120 INFO:tasks.rados.rados.0.smithi001.stdout:765: read oid 31 snap -1 2024-09-13T14:20:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:765: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:766: delete oid 8 current snap is 78 2024-09-13T14:20:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing write tid 1 to smithi00185197-14 2024-09-13T14:20:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing write tid 2 to smithi00185197-14 2024-09-13T14:20:46.122 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing write tid 3 to smithi00185197-14 2024-09-13T14:20:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing write tid 4 to smithi00185197-14 2024-09-13T14:20:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:766: done (2 left) 2024-09-13T14:20:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:767: rollback oid 22 current snap is 78 2024-09-13T14:20:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 64 2024-09-13T14:20:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing write tid 5 to smithi00185197-14 2024-09-13T14:20:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 78 2024-09-13T14:20:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:768: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-09-13T14:20:46.129 INFO:tasks.rados.rados.0.smithi001.stdout:768: writing smithi00185197-37 from 0 to 778240 tid 1 2024-09-13T14:20:46.134 INFO:tasks.rados.rados.0.smithi001.stdout:768: writing smithi00185197-37 from 778240 to 1482752 tid 2 2024-09-13T14:20:46.138 INFO:tasks.rados.rados.0.smithi001.stdout:768: writing smithi00185197-37 from 1482752 to 1982464 tid 3 2024-09-13T14:20:46.138 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 78 2024-09-13T14:20:46.138 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing write tid 6 to smithi00185197-14 2024-09-13T14:20:46.138 INFO:tasks.rados.rados.0.smithi001.stdout:764: oid 14 updating version 0 to 93 2024-09-13T14:20:46.138 INFO:tasks.rados.rados.0.smithi001.stdout:764: oid 14 updating version 93 to 96 2024-09-13T14:20:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:764: oid 14 version 96 is already newer than 94 2024-09-13T14:20:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:764: oid 14 version 96 is already newer than 95 2024-09-13T14:20:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:764: oid 14 version 96 is already newer than 92 2024-09-13T14:20:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 96 (ObjNum 259 snap 78 seq_num 259) dirty exists 2024-09-13T14:20:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:764: left oid 14 (ObjNum 259 snap 78 seq_num 259) 2024-09-13T14:20:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:769: seq_num 262 ranges {1310720=794624,2105344=589824,2695168=614400} 2024-09-13T14:20:46.150 INFO:tasks.rados.rados.0.smithi001.stdout:769: writing smithi00185197-26 from 1310720 to 2105344 tid 1 2024-09-13T14:20:46.153 INFO:tasks.rados.rados.0.smithi001.stdout:769: writing smithi00185197-26 from 2105344 to 2695168 tid 2 2024-09-13T14:20:46.157 INFO:tasks.rados.rados.0.smithi001.stdout:769: writing smithi00185197-26 from 2695168 to 3309568 tid 3 2024-09-13T14:20:46.157 INFO:tasks.rados.rados.0.smithi001.stdout:764: done (4 left) 2024-09-13T14:20:46.157 INFO:tasks.rados.rados.0.smithi001.stdout:770: rollback oid 18 current snap is 78 2024-09-13T14:20:46.157 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 75 2024-09-13T14:20:46.157 INFO:tasks.rados.rados.0.smithi001.stdout:765: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:20:46.182 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing rollback tid 0 to smithi00185197-22 2024-09-13T14:20:46.182 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:20:46.182 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 133 (ObjNum 12337 snap 0 seq_num 1786749920) dirty dne 2024-09-13T14:20:46.182 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 1 to smithi00185197-37 2024-09-13T14:20:46.182 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 2 to smithi00185197-37 2024-09-13T14:20:46.182 INFO:tasks.rados.rados.0.smithi001.stdout:765: done (4 left) 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:767: done (3 left) 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:771: delete oid 1 current snap is 78 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 3 to smithi00185197-37 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 4 to smithi00185197-37 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 5 to smithi00185197-37 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: oid 37 updating version 0 to 138 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: oid 37 updating version 138 to 140 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: oid 37 updating version 140 to 141 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: oid 37 version 141 is already newer than 139 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 141 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:768: left oid 37 (ObjNum 261 snap 78 seq_num 261) 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:769: finishing write tid 1 to smithi00185197-26 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:769: finishing write tid 2 to smithi00185197-26 2024-09-13T14:20:46.183 INFO:tasks.rados.rados.0.smithi001.stdout:769: finishing write tid 3 to smithi00185197-26 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:769: finishing write tid 4 to smithi00185197-26 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:770: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:769: finishing write tid 5 to smithi00185197-26 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:769: oid 26 updating version 0 to 521 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:769: oid 26 version 521 is already newer than 519 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:769: oid 26 version 521 is already newer than 520 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:769: oid 26 version 521 is already newer than 518 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 521 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:769: left oid 26 (ObjNum 262 snap 78 seq_num 262) 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:770: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:770: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:20:46.184 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 150 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:768: done (3 left) 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:769: done (2 left) 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:770: done (1 left) 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:771: done (0 left) 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:772: rmattr oid 3 current snap is 78 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:772: done (0 left) 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 78 2024-09-13T14:20:46.185 INFO:tasks.rados.rados.0.smithi001.stdout:773: seq_num 264 ranges {3473408=425984,3899392=761856,4661248=770048,5431296=73728} 2024-09-13T14:20:46.205 INFO:tasks.rados.rados.0.smithi001.stdout:773: writing smithi00185197-44 from 3473408 to 3899392 tid 1 2024-09-13T14:20:46.209 INFO:tasks.rados.rados.0.smithi001.stdout:773: writing smithi00185197-44 from 3899392 to 4661248 tid 2 2024-09-13T14:20:46.214 INFO:tasks.rados.rados.0.smithi001.stdout:773: writing smithi00185197-44 from 4661248 to 5431296 tid 3 2024-09-13T14:20:46.215 INFO:tasks.rados.rados.0.smithi001.stdout:773: writing smithi00185197-44 from 5431296 to 5505024 tid 4 2024-09-13T14:20:46.215 INFO:tasks.rados.rados.0.smithi001.stdout:774: rollback oid 13 current snap is 78 2024-09-13T14:20:46.215 INFO:tasks.rados.rados.0.smithi001.stdout:773: finishing write tid 1 to smithi00185197-44 2024-09-13T14:20:46.215 INFO:tasks.rados.rados.0.smithi001.stdout:773: finishing write tid 2 to smithi00185197-44 2024-09-13T14:20:46.216 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 72 2024-09-13T14:20:46.216 INFO:tasks.rados.rados.0.smithi001.stdout:775: read oid 37 snap -1 2024-09-13T14:20:46.216 INFO:tasks.rados.rados.0.smithi001.stdout:775: expect (ObjNum 261 snap 78 seq_num 261) 2024-09-13T14:20:46.216 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 78 2024-09-13T14:20:46.216 INFO:tasks.rados.rados.0.smithi001.stdout:776: seq_num 265 ranges {4538368=442368,4980736=647168,5627904=573440,6201344=385024} 2024-09-13T14:20:46.242 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00185197-14 from 4538368 to 4980736 tid 1 2024-09-13T14:20:46.246 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00185197-14 from 4980736 to 5627904 tid 2 2024-09-13T14:20:46.249 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00185197-14 from 5627904 to 6201344 tid 3 2024-09-13T14:20:46.252 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00185197-14 from 6201344 to 6586368 tid 4 2024-09-13T14:20:46.252 INFO:tasks.rados.rados.0.smithi001.stdout:777: setattr oid 4 current snap is 78 2024-09-13T14:20:46.252 INFO:tasks.rados.rados.0.smithi001.stdout:773: finishing write tid 3 to smithi00185197-44 2024-09-13T14:20:46.252 INFO:tasks.rados.rados.0.smithi001.stdout:774: finishing rollback tid 0 to smithi00185197-13 2024-09-13T14:20:46.252 INFO:tasks.rados.rados.0.smithi001.stdout:773: finishing write tid 4 to smithi00185197-44 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:774: finishing rollback tid 1 to smithi00185197-13 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: finishing write tid 5 to smithi00185197-44 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:774: finishing rollback tid 2 to smithi00185197-13 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 132 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: finishing write tid 6 to smithi00185197-44 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: oid 44 updating version 0 to 259 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: oid 44 updating version 259 to 262 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: oid 44 version 262 is already newer than 260 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: oid 44 version 262 is already newer than 261 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: oid 44 version 262 is already newer than 258 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 262 (ObjNum 264 snap 78 seq_num 264) dirty exists 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:773: left oid 44 (ObjNum 264 snap 78 seq_num 264) 2024-09-13T14:20:46.253 INFO:tasks.rados.rados.0.smithi001.stdout:775: expect (ObjNum 261 snap 78 seq_num 261) 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 1 to smithi00185197-14 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 2 to smithi00185197-14 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 3 to smithi00185197-14 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 4 to smithi00185197-14 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 5 to smithi00185197-14 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 6 to smithi00185197-14 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: oid 14 updating version 0 to 100 2024-09-13T14:20:46.306 INFO:tasks.rados.rados.0.smithi001.stdout:776: oid 14 updating version 100 to 101 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:776: oid 14 version 101 is already newer than 97 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:776: oid 14 version 101 is already newer than 98 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:776: oid 14 version 101 is already newer than 99 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 101 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:776: left oid 14 (ObjNum 265 snap 78 seq_num 265) 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:773: done (4 left) 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:774: done (3 left) 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:775: done (2 left) 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:776: done (1 left) 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:778: copy_from oid 13 from oid 46 current snap is 78 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:779: read oid 22 snap 64 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:779: expect deleted 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:780: rmattr oid 20 current snap is 78 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 78 2024-09-13T14:20:46.307 INFO:tasks.rados.rados.0.smithi001.stdout:781: seq_num 266 ranges {5906432=458752,6365184=524288,6889472=729088,7618560=352256} 2024-09-13T14:20:46.341 INFO:tasks.rados.rados.0.smithi001.stdout:781: writing smithi00185197-45 from 5906432 to 6365184 tid 1 2024-09-13T14:20:46.344 INFO:tasks.rados.rados.0.smithi001.stdout:781: writing smithi00185197-45 from 6365184 to 6889472 tid 2 2024-09-13T14:20:46.348 INFO:tasks.rados.rados.0.smithi001.stdout:781: writing smithi00185197-45 from 6889472 to 7618560 tid 3 2024-09-13T14:20:46.350 INFO:tasks.rados.rados.0.smithi001.stdout:781: writing smithi00185197-45 from 7618560 to 7970816 tid 4 2024-09-13T14:20:46.350 INFO:tasks.rados.rados.0.smithi001.stdout:782: rmattr oid 42 current snap is 78 2024-09-13T14:20:46.350 INFO:tasks.rados.rados.0.smithi001.stdout:782: done (5 left) 2024-09-13T14:20:46.350 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 78 2024-09-13T14:20:46.350 INFO:tasks.rados.rados.0.smithi001.stdout:783: seq_num 267 ranges {794624=475136,1269760=458752,1728512=540672,2269184=606208} 2024-09-13T14:20:46.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:46 smithi001 ceph-mon[96683]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T14:20:46.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:46 smithi001 ceph-mon[40037]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T14:20:46.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:46 smithi028 ceph-mon[31155]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T14:20:46.356 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00185197-16 from 794624 to 1269760 tid 1 2024-09-13T14:20:46.359 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00185197-16 from 1269760 to 1728512 tid 2 2024-09-13T14:20:46.362 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00185197-16 from 1728512 to 2269184 tid 3 2024-09-13T14:20:46.366 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00185197-16 from 2269184 to 2875392 tid 4 2024-09-13T14:20:46.367 INFO:tasks.rados.rados.0.smithi001.stdout:784: read oid 14 snap 50 2024-09-13T14:20:46.367 INFO:tasks.rados.rados.0.smithi001.stdout:784: expect deleted 2024-09-13T14:20:46.367 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 78 2024-09-13T14:20:46.367 INFO:tasks.rados.rados.0.smithi001.stdout:785: seq_num 268 ranges {2121728=491520,2613248=745472,3358720=745472,4104192=114688} 2024-09-13T14:20:46.381 INFO:tasks.rados.rados.0.smithi001.stdout:785: writing smithi00185197-17 from 2121728 to 2613248 tid 1 2024-09-13T14:20:46.385 INFO:tasks.rados.rados.0.smithi001.stdout:785: writing smithi00185197-17 from 2613248 to 3358720 tid 2 2024-09-13T14:20:46.389 INFO:tasks.rados.rados.0.smithi001.stdout:785: writing smithi00185197-17 from 3358720 to 4104192 tid 3 2024-09-13T14:20:46.390 INFO:tasks.rados.rados.0.smithi001.stdout:785: writing smithi00185197-17 from 4104192 to 4218880 tid 4 2024-09-13T14:20:46.390 INFO:tasks.rados.rados.0.smithi001.stdout:786: read oid 21 snap 75 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:786: expect deleted 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:787: setattr oid 11 current snap is 78 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 245 (ObjNum 230 snap 63 seq_num 230) dirty exists 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 499 (ObjNum 248 snap 75 seq_num 248) dirty exists 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:778: finishing copy_from racing read to smithi00185197-13 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:778: finishing copy_from to smithi00185197-13 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 203 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:781: finishing write tid 1 to smithi00185197-45 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:781: finishing write tid 2 to smithi00185197-45 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:781: finishing write tid 3 to smithi00185197-45 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:781: finishing write tid 4 to smithi00185197-45 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:781: finishing write tid 5 to smithi00185197-45 2024-09-13T14:20:46.391 INFO:tasks.rados.rados.0.smithi001.stdout:781: finishing write tid 6 to smithi00185197-45 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:781: oid 45 updating version 0 to 188 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:781: oid 45 updating version 188 to 191 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:781: oid 45 updating version 191 to 192 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:781: oid 45 version 192 is already newer than 189 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:781: oid 45 version 192 is already newer than 190 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 192 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:781: left oid 45 (ObjNum 266 snap 78 seq_num 266) 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 1 to smithi00185197-16 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 2 to smithi00185197-16 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 3 to smithi00185197-16 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 4 to smithi00185197-16 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 5 to smithi00185197-16 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 6 to smithi00185197-16 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: oid 16 updating version 0 to 504 2024-09-13T14:20:46.392 INFO:tasks.rados.rados.0.smithi001.stdout:783: oid 16 version 504 is already newer than 502 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:783: oid 16 updating version 504 to 505 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:783: oid 16 version 505 is already newer than 501 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:783: oid 16 version 505 is already newer than 503 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 505 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:783: left oid 16 (ObjNum 267 snap 78 seq_num 267) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:785: finishing write tid 1 to smithi00185197-17 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:785: finishing write tid 2 to smithi00185197-17 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:777: done (9 left) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:778: done (8 left) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:779: done (7 left) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:780: done (6 left) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:781: done (5 left) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:783: done (4 left) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:784: done (3 left) 2024-09-13T14:20:46.393 INFO:tasks.rados.rados.0.smithi001.stdout:786: done (2 left) 2024-09-13T14:20:46.394 INFO:tasks.rados.rados.0.smithi001.stdout:788: read oid 13 snap 70 2024-09-13T14:20:46.394 INFO:tasks.rados.rados.0.smithi001.stdout:788: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:20:46.394 INFO:tasks.rados.rados.0.smithi001.stdout:789: rmattr oid 46 current snap is 78 2024-09-13T14:20:46.394 INFO:tasks.rados.rados.0.smithi001.stdout:789: done (3 left) 2024-09-13T14:20:46.394 INFO:tasks.rados.rados.0.smithi001.stdout:790: rmattr oid 49 current snap is 78 2024-09-13T14:20:46.394 INFO:tasks.rados.rados.0.smithi001.stdout:790: done (3 left) 2024-09-13T14:20:46.394 INFO:tasks.rados.rados.0.smithi001.stdout:791: snap_remove snap 69 2024-09-13T14:20:47.091 INFO:tasks.rados.rados.0.smithi001.stdout:791: done (3 left) 2024-09-13T14:20:47.091 INFO:tasks.rados.rados.0.smithi001.stdout:792: snap_create 2024-09-13T14:20:47.091 INFO:tasks.rados.rados.0.smithi001.stdout:785: finishing write tid 3 to smithi00185197-17 2024-09-13T14:20:47.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 522 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: finishing write tid 4 to smithi00185197-17 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: finishing write tid 5 to smithi00185197-17 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: finishing write tid 6 to smithi00185197-17 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: oid 17 updating version 0 to 192 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: oid 17 version 192 is already newer than 191 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: oid 17 version 192 is already newer than 190 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: oid 17 updating version 192 to 193 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: oid 17 updating version 193 to 194 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 194 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:785: left oid 17 (ObjNum 268 snap 78 seq_num 268) 2024-09-13T14:20:47.092 INFO:tasks.rados.rados.0.smithi001.stdout:788: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:20:47.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:47 smithi001 ceph-mon[96683]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T14:20:47.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:47 smithi001 ceph-mon[40037]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T14:20:47.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:47 smithi028 ceph-mon[31155]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T14:20:47.605 INFO:tasks.rados.rados.0.smithi001.stdout:785: done (3 left) 2024-09-13T14:20:47.605 INFO:tasks.rados.rados.0.smithi001.stdout:787: done (2 left) 2024-09-13T14:20:47.605 INFO:tasks.rados.rados.0.smithi001.stdout:788: done (1 left) 2024-09-13T14:20:47.605 INFO:tasks.rados.rados.0.smithi001.stdout:792: done (0 left) 2024-09-13T14:20:47.605 INFO:tasks.rados.rados.0.smithi001.stdout:793: snap_create 2024-09-13T14:20:48.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:48 smithi001 ceph-mon[96683]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T14:20:48.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:48 smithi001 ceph-mon[96683]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T14:20:48.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:48 smithi001 ceph-mon[40037]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T14:20:48.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:48 smithi001 ceph-mon[40037]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T14:20:48.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:48 smithi028 ceph-mon[31155]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T14:20:48.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:48 smithi028 ceph-mon[31155]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T14:20:48.606 INFO:tasks.rados.rados.0.smithi001.stdout:793: done (0 left) 2024-09-13T14:20:48.606 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 80 2024-09-13T14:20:48.606 INFO:tasks.rados.rados.0.smithi001.stdout:794: seq_num 269 ranges {2260992=507904,2768896=630784,3399680=557056,3956736=417792} 2024-09-13T14:20:48.621 INFO:tasks.rados.rados.0.smithi001.stdout:794: writing smithi00185197-18 from 2260992 to 2768896 tid 1 2024-09-13T14:20:48.624 INFO:tasks.rados.rados.0.smithi001.stdout:794: writing smithi00185197-18 from 2768896 to 3399680 tid 2 2024-09-13T14:20:48.628 INFO:tasks.rados.rados.0.smithi001.stdout:794: writing smithi00185197-18 from 3399680 to 3956736 tid 3 2024-09-13T14:20:48.631 INFO:tasks.rados.rados.0.smithi001.stdout:794: writing smithi00185197-18 from 3956736 to 4374528 tid 4 2024-09-13T14:20:48.631 INFO:tasks.rados.rados.0.smithi001.stdout:794: finishing write tid 1 to smithi00185197-18 2024-09-13T14:20:48.631 INFO:tasks.rados.rados.0.smithi001.stdout:795: copy_from oid 5 from oid 33 current snap is 80 2024-09-13T14:20:48.631 INFO:tasks.rados.rados.0.smithi001.stdout:794: finishing write tid 2 to smithi00185197-18 2024-09-13T14:20:48.631 INFO:tasks.rados.rados.0.smithi001.stdout:796: snap_remove snap 75 2024-09-13T14:20:49.380 INFO:tasks.rados.rados.0.smithi001.stdout:796: done (2 left) 2024-09-13T14:20:49.380 INFO:tasks.rados.rados.0.smithi001.stdout:797: rollback oid 46 current snap is 80 2024-09-13T14:20:49.380 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 64 2024-09-13T14:20:49.380 INFO:tasks.rados.rados.0.smithi001.stdout:794: finishing write tid 3 to smithi00185197-18 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: finishing write tid 4 to smithi00185197-18 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: finishing write tid 5 to smithi00185197-18 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: finishing write tid 6 to smithi00185197-18 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: oid 18 updating version 0 to 161 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: oid 18 version 161 is already newer than 158 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: oid 18 version 161 is already newer than 160 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: oid 18 version 161 is already newer than 157 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: oid 18 version 161 is already newer than 159 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 161 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: left oid 18 (ObjNum 269 snap 80 seq_num 269) 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing copy_from to smithi00185197-5 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 68 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-09-13T14:20:49.381 INFO:tasks.rados.rados.0.smithi001.stdout:794: done (2 left) 2024-09-13T14:20:49.382 INFO:tasks.rados.rados.0.smithi001.stdout:795: done (1 left) 2024-09-13T14:20:49.382 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 80 2024-09-13T14:20:49.382 INFO:tasks.rados.rados.0.smithi001.stdout:798: seq_num 270 ranges {1679360=524288,2203648=516096,2719744=761856,3481600=327680} 2024-09-13T14:20:49.393 INFO:tasks.rados.rados.0.smithi001.stdout:798: writing smithi00185197-41 from 1679360 to 2203648 tid 1 2024-09-13T14:20:49.396 INFO:tasks.rados.rados.0.smithi001.stdout:798: writing smithi00185197-41 from 2203648 to 2719744 tid 2 2024-09-13T14:20:49.400 INFO:tasks.rados.rados.0.smithi001.stdout:798: writing smithi00185197-41 from 2719744 to 3481600 tid 3 2024-09-13T14:20:49.402 INFO:tasks.rados.rados.0.smithi001.stdout:798: writing smithi00185197-41 from 3481600 to 3809280 tid 4 2024-09-13T14:20:49.402 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 80 2024-09-13T14:20:49.403 INFO:tasks.rados.rados.0.smithi001.stdout:797: finishing rollback tid 0 to smithi00185197-46 2024-09-13T14:20:49.403 INFO:tasks.rados.rados.0.smithi001.stdout:799: seq_num 271 ranges {3325952=540672,3866624=802816,4669440=516096,5185536=286720} 2024-09-13T14:20:49.424 INFO:tasks.rados.rados.0.smithi001.stdout:799: writing smithi00185197-23 from 3325952 to 3866624 tid 1 2024-09-13T14:20:49.429 INFO:tasks.rados.rados.0.smithi001.stdout:799: writing smithi00185197-23 from 3866624 to 4669440 tid 2 2024-09-13T14:20:49.432 INFO:tasks.rados.rados.0.smithi001.stdout:799: writing smithi00185197-23 from 4669440 to 5185536 tid 3 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:799: writing smithi00185197-23 from 5185536 to 5472256 tid 4 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:800: snap_create 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:797: finishing rollback tid 1 to smithi00185197-46 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:797: finishing rollback tid 2 to smithi00185197-46 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 521 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing write tid 1 to smithi00185197-41 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing write tid 2 to smithi00185197-41 2024-09-13T14:20:49.434 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing write tid 3 to smithi00185197-41 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing write tid 4 to smithi00185197-41 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing write tid 5 to smithi00185197-41 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing write tid 6 to smithi00185197-41 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: oid 41 updating version 0 to 206 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: oid 41 version 206 is already newer than 202 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: oid 41 version 206 is already newer than 204 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: oid 41 version 206 is already newer than 205 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: oid 41 version 206 is already newer than 203 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 206 (ObjNum 270 snap 80 seq_num 270) dirty exists 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:798: left oid 41 (ObjNum 270 snap 80 seq_num 270) 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing write tid 1 to smithi00185197-23 2024-09-13T14:20:49.435 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing write tid 2 to smithi00185197-23 2024-09-13T14:20:49.436 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing write tid 3 to smithi00185197-23 2024-09-13T14:20:49.436 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing write tid 4 to smithi00185197-23 2024-09-13T14:20:49.436 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing write tid 5 to smithi00185197-23 2024-09-13T14:20:49.437 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing write tid 6 to smithi00185197-23 2024-09-13T14:20:49.437 INFO:tasks.rados.rados.0.smithi001.stdout:799: oid 23 updating version 0 to 270 2024-09-13T14:20:49.437 INFO:tasks.rados.rados.0.smithi001.stdout:799: oid 23 updating version 270 to 272 2024-09-13T14:20:49.437 INFO:tasks.rados.rados.0.smithi001.stdout:799: oid 23 version 272 is already newer than 271 2024-09-13T14:20:49.437 INFO:tasks.rados.rados.0.smithi001.stdout:799: oid 23 version 272 is already newer than 268 2024-09-13T14:20:49.437 INFO:tasks.rados.rados.0.smithi001.stdout:799: oid 23 version 272 is already newer than 269 2024-09-13T14:20:49.438 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 272 (ObjNum 271 snap 80 seq_num 271) dirty exists 2024-09-13T14:20:49.438 INFO:tasks.rados.rados.0.smithi001.stdout:799: left oid 23 (ObjNum 271 snap 80 seq_num 271) 2024-09-13T14:20:49.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: [13/Sep/2024:14:20:49] ENGINE Bus STARTING 2024-09-13T14:20:49.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: CherryPy Checker: 2024-09-13T14:20:49.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: The Application mounted at '' has an empty config. 2024-09-13T14:20:49.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: 2024-09-13T14:20:49.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: [13/Sep/2024:14:20:49] ENGINE Serving on http://:::9283 2024-09-13T14:20:49.855 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x[78955]: [13/Sep/2024:14:20:49] ENGINE Bus STARTED 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: Standby manager daemon x restarted 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: Standby manager daemon x started 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: Active manager daemon y restarted 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: Activating manager daemon y 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: mgrmap e39: y(active, starting, since 0.00846723s), standbys: x 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-13T14:20:49.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:20:49.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:20:49.858 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:20:49.858 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:20:49.858 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:20:49.858 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:20:49.858 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:49 smithi028 ceph-mon[31155]: Manager daemon y is now available 2024-09-13T14:20:49.926 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T14:20:49.926 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: Standby manager daemon x restarted 2024-09-13T14:20:49.926 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: Standby manager daemon x started 2024-09-13T14:20:49.926 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: Active manager daemon y restarted 2024-09-13T14:20:49.926 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: Activating manager daemon y 2024-09-13T14:20:49.926 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: mgrmap e39: y(active, starting, since 0.00846723s), standbys: x 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:20:49.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[96683]: Manager daemon y is now available 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T14:20:49.928 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: Standby manager daemon x restarted 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: Standby manager daemon x started 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: Active manager daemon y restarted 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: Activating manager daemon y 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: mgrmap e39: y(active, starting, since 0.00846723s), standbys: x 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.? 172.21.15.28:0/126579773' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:20:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:20:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:20:49.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:20:49.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-mon[40037]: Manager daemon y is now available 2024-09-13T14:20:50.176 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.924+0000 7ff0acd05640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.176 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.924+0000 7ff0acd05640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.924+0000 7ff0acd05640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.924+0000 7ff0acd05640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.924+0000 7ff0acd05640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.926+0000 7ff0af50a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.926+0000 7ff0af50a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.926+0000 7ff0af50a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.926+0000 7ff0af50a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.177 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:49.926+0000 7ff0af50a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T14:20:50.391 INFO:tasks.rados.rados.0.smithi001.stdout:797: done (3 left) 2024-09-13T14:20:50.391 INFO:tasks.rados.rados.0.smithi001.stdout:798: done (2 left) 2024-09-13T14:20:50.391 INFO:tasks.rados.rados.0.smithi001.stdout:799: done (1 left) 2024-09-13T14:20:50.391 INFO:tasks.rados.rados.0.smithi001.stdout:800: done (0 left) 2024-09-13T14:20:50.391 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 81 2024-09-13T14:20:50.391 INFO:tasks.rados.rados.0.smithi001.stdout:801: seq_num 272 ranges {7970816=565248,8536064=688128,9224192=729088,9953280=188416} 2024-09-13T14:20:50.437 INFO:tasks.rados.rados.0.smithi001.stdout:801: writing smithi00185197-45 from 7970816 to 8536064 tid 1 2024-09-13T14:20:50.441 INFO:tasks.rados.rados.0.smithi001.stdout:801: writing smithi00185197-45 from 8536064 to 9224192 tid 2 2024-09-13T14:20:50.445 INFO:tasks.rados.rados.0.smithi001.stdout:801: writing smithi00185197-45 from 9224192 to 9953280 tid 3 2024-09-13T14:20:50.447 INFO:tasks.rados.rados.0.smithi001.stdout:801: writing smithi00185197-45 from 9953280 to 10141696 tid 4 2024-09-13T14:20:50.447 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 81 2024-09-13T14:20:50.447 INFO:tasks.rados.rados.0.smithi001.stdout:801: finishing write tid 1 to smithi00185197-45 2024-09-13T14:20:50.447 INFO:tasks.rados.rados.0.smithi001.stdout:801: finishing write tid 2 to smithi00185197-45 2024-09-13T14:20:50.447 INFO:tasks.rados.rados.0.smithi001.stdout:802: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-09-13T14:20:50.450 INFO:tasks.rados.rados.0.smithi001.stdout:802: writing smithi00185197-10 from 0 to 581632 tid 1 2024-09-13T14:20:50.453 INFO:tasks.rados.rados.0.smithi001.stdout:802: writing smithi00185197-10 from 581632 to 1146880 tid 2 2024-09-13T14:20:50.456 INFO:tasks.rados.rados.0.smithi001.stdout:802: writing smithi00185197-10 from 1146880 to 1679360 tid 3 2024-09-13T14:20:50.460 INFO:tasks.rados.rados.0.smithi001.stdout:802: writing smithi00185197-10 from 1679360 to 2187264 tid 4 2024-09-13T14:20:50.460 INFO:tasks.rados.rados.0.smithi001.stdout:803: delete oid 7 current snap is 81 2024-09-13T14:20:50.460 INFO:tasks.rados.rados.0.smithi001.stdout:801: finishing write tid 3 to smithi00185197-45 2024-09-13T14:20:50.460 INFO:tasks.rados.rados.0.smithi001.stdout:801: finishing write tid 4 to smithi00185197-45 2024-09-13T14:20:50.460 INFO:tasks.rados.rados.0.smithi001.stdout:801: finishing write tid 5 to smithi00185197-45 2024-09-13T14:20:50.460 INFO:tasks.rados.rados.0.smithi001.stdout:801: finishing write tid 6 to smithi00185197-45 2024-09-13T14:20:50.460 INFO:tasks.rados.rados.0.smithi001.stdout:801: oid 45 updating version 0 to 204 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:801: oid 45 version 204 is already newer than 201 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:801: oid 45 version 204 is already newer than 202 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:801: oid 45 version 204 is already newer than 203 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:801: oid 45 version 204 is already newer than 200 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 204 (ObjNum 272 snap 81 seq_num 272) dirty exists 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:801: left oid 45 (ObjNum 272 snap 81 seq_num 272) 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:802: finishing write tid 1 to smithi00185197-10 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:802: finishing write tid 2 to smithi00185197-10 2024-09-13T14:20:50.461 INFO:tasks.rados.rados.0.smithi001.stdout:802: finishing write tid 3 to smithi00185197-10 2024-09-13T14:20:50.462 INFO:tasks.rados.rados.0.smithi001.stdout:801: done (2 left) 2024-09-13T14:20:50.462 INFO:tasks.rados.rados.0.smithi001.stdout:803: done (1 left) 2024-09-13T14:20:50.462 INFO:tasks.rados.rados.0.smithi001.stdout:804: rmattr oid 20 current snap is 81 2024-09-13T14:20:50.462 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 81 2024-09-13T14:20:50.462 INFO:tasks.rados.rados.0.smithi001.stdout:805: seq_num 275 ranges {778240=614400,1392640=786432,2179072=499712,2678784=319488} 2024-09-13T14:20:50.470 INFO:tasks.rados.rados.0.smithi001.stdout:805: writing smithi00185197-47 from 778240 to 1392640 tid 1 2024-09-13T14:20:50.474 INFO:tasks.rados.rados.0.smithi001.stdout:805: writing smithi00185197-47 from 1392640 to 2179072 tid 2 2024-09-13T14:20:50.477 INFO:tasks.rados.rados.0.smithi001.stdout:805: writing smithi00185197-47 from 2179072 to 2678784 tid 3 2024-09-13T14:20:50.480 INFO:tasks.rados.rados.0.smithi001.stdout:805: writing smithi00185197-47 from 2678784 to 2998272 tid 4 2024-09-13T14:20:50.480 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 81 2024-09-13T14:20:50.480 INFO:tasks.rados.rados.0.smithi001.stdout:802: finishing write tid 4 to smithi00185197-10 2024-09-13T14:20:50.480 INFO:tasks.rados.rados.0.smithi001.stdout:802: finishing write tid 5 to smithi00185197-10 2024-09-13T14:20:50.480 INFO:tasks.rados.rados.0.smithi001.stdout:802: finishing write tid 6 to smithi00185197-10 2024-09-13T14:20:50.480 INFO:tasks.rados.rados.0.smithi001.stdout:802: oid 10 updating version 0 to 536 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:802: oid 10 version 536 is already newer than 533 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:802: oid 10 updating version 536 to 537 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:802: oid 10 version 537 is already newer than 535 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:802: oid 10 version 537 is already newer than 534 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 537 (ObjNum 273 snap 81 seq_num 273) dirty exists 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:802: left oid 10 (ObjNum 273 snap 81 seq_num 273) 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 523 (ObjNum 248 snap 75 seq_num 248) dirty exists 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing write tid 1 to smithi00185197-47 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing write tid 2 to smithi00185197-47 2024-09-13T14:20:50.481 INFO:tasks.rados.rados.0.smithi001.stdout:806: seq_num 276 ranges {2260992=630784,2891776=671744,3563520=704512,4268032=229376} 2024-09-13T14:20:50.496 INFO:tasks.rados.rados.0.smithi001.stdout:806: writing smithi00185197-48 from 2260992 to 2891776 tid 1 2024-09-13T14:20:50.497 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:50.381+0000 7ff0df838640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-13T14:20:50.497 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:50] ENGINE Bus STARTING 2024-09-13T14:20:50.497 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: CherryPy Checker: 2024-09-13T14:20:50.497 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: The Application mounted at '' has an empty config. 2024-09-13T14:20:50.497 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:50.497 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:50] ENGINE Serving on http://:::9283 2024-09-13T14:20:50.498 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:20:50] ENGINE Bus STARTED 2024-09-13T14:20:50.499 INFO:tasks.rados.rados.0.smithi001.stdout:806: writing smithi00185197-48 from 2891776 to 3563520 tid 2 2024-09-13T14:20:50.503 INFO:tasks.rados.rados.0.smithi001.stdout:806: writing smithi00185197-48 from 3563520 to 4268032 tid 3 2024-09-13T14:20:50.506 INFO:tasks.rados.rados.0.smithi001.stdout:806: writing smithi00185197-48 from 4268032 to 4497408 tid 4 2024-09-13T14:20:50.506 INFO:tasks.rados.rados.0.smithi001.stdout:802: done (3 left) 2024-09-13T14:20:50.506 INFO:tasks.rados.rados.0.smithi001.stdout:804: done (2 left) 2024-09-13T14:20:50.506 INFO:tasks.rados.rados.0.smithi001.stdout:807: delete oid 20 current snap is 81 2024-09-13T14:20:50.506 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing write tid 3 to smithi00185197-47 2024-09-13T14:20:50.506 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing write tid 4 to smithi00185197-47 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing write tid 5 to smithi00185197-47 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing write tid 6 to smithi00185197-47 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: oid 47 updating version 0 to 188 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: oid 47 version 188 is already newer than 187 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: oid 47 version 188 is already newer than 186 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: oid 47 updating version 188 to 189 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: oid 47 updating version 189 to 190 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 190 (ObjNum 275 snap 81 seq_num 275) dirty exists 2024-09-13T14:20:50.507 INFO:tasks.rados.rados.0.smithi001.stdout:805: left oid 47 (ObjNum 275 snap 81 seq_num 275) 2024-09-13T14:20:50.508 INFO:tasks.rados.rados.0.smithi001.stdout:806: finishing write tid 1 to smithi00185197-48 2024-09-13T14:20:50.508 INFO:tasks.rados.rados.0.smithi001.stdout:806: finishing write tid 2 to smithi00185197-48 2024-09-13T14:20:50.509 INFO:tasks.rados.rados.0.smithi001.stdout:806: finishing write tid 3 to smithi00185197-48 2024-09-13T14:20:50.509 INFO:tasks.rados.rados.0.smithi001.stdout:805: done (2 left) 2024-09-13T14:20:50.509 INFO:tasks.rados.rados.0.smithi001.stdout:807: done (1 left) 2024-09-13T14:20:50.509 INFO:tasks.rados.rados.0.smithi001.stdout:808: snap_create 2024-09-13T14:20:50.509 INFO:tasks.rados.rados.0.smithi001.stdout:806: finishing write tid 4 to smithi00185197-48 2024-09-13T14:20:50.509 INFO:tasks.rados.rados.0.smithi001.stdout:806: finishing write tid 5 to smithi00185197-48 2024-09-13T14:20:50.510 INFO:tasks.rados.rados.0.smithi001.stdout:806: finishing write tid 6 to smithi00185197-48 2024-09-13T14:20:50.510 INFO:tasks.rados.rados.0.smithi001.stdout:806: oid 48 updating version 0 to 135 2024-09-13T14:20:50.510 INFO:tasks.rados.rados.0.smithi001.stdout:806: oid 48 version 135 is already newer than 134 2024-09-13T14:20:50.510 INFO:tasks.rados.rados.0.smithi001.stdout:806: oid 48 version 135 is already newer than 133 2024-09-13T14:20:50.510 INFO:tasks.rados.rados.0.smithi001.stdout:806: oid 48 updating version 135 to 136 2024-09-13T14:20:50.510 INFO:tasks.rados.rados.0.smithi001.stdout:806: oid 48 updating version 136 to 137 2024-09-13T14:20:50.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 137 (ObjNum 276 snap 81 seq_num 276) dirty exists 2024-09-13T14:20:50.511 INFO:tasks.rados.rados.0.smithi001.stdout:806: left oid 48 (ObjNum 276 snap 81 seq_num 276) 2024-09-13T14:20:50.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: mgrmap e40: y(active, since 1.01012s), standbys: x 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[96683]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T14:20:50.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: mgrmap e40: y(active, since 1.01012s), standbys: x 2024-09-13T14:20:50.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-mon[40037]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T14:20:50.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: mgrmap e40: y(active, since 1.01012s), standbys: x 2024-09-13T14:20:50.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:50 smithi028 ceph-mon[31155]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T14:20:51.193 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:50.928+0000 7ff093318640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:20:50] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:51.193 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: Traceback (most recent call last): 2024-09-13T14:20:51.193 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self._connections.run(self.expiration_interval) 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self._run(expiration_interval) 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: s = self.context.wrap_socket( 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: return self.sslsocket_class._create( 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self.do_handshake() 2024-09-13T14:20:51.194 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:51.195 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: self._sslobj.do_handshake() 2024-09-13T14:20:51.195 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:51.195 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:50 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:20:51.393 INFO:tasks.rados.rados.0.smithi001.stdout:806: done (1 left) 2024-09-13T14:20:51.393 INFO:tasks.rados.rados.0.smithi001.stdout:808: done (0 left) 2024-09-13T14:20:51.393 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 82 2024-09-13T14:20:51.393 INFO:tasks.rados.rados.0.smithi001.stdout:809: seq_num 278 ranges {794624=663552,1458176=442368,1900544=720896,2621440=442368} 2024-09-13T14:20:51.400 INFO:tasks.rados.rados.0.smithi001.stdout:809: writing smithi00185197-13 from 794624 to 1458176 tid 1 2024-09-13T14:20:51.403 INFO:tasks.rados.rados.0.smithi001.stdout:809: writing smithi00185197-13 from 1458176 to 1900544 tid 2 2024-09-13T14:20:51.408 INFO:tasks.rados.rados.0.smithi001.stdout:809: writing smithi00185197-13 from 1900544 to 2621440 tid 3 2024-09-13T14:20:51.411 INFO:tasks.rados.rados.0.smithi001.stdout:809: writing smithi00185197-13 from 2621440 to 3063808 tid 4 2024-09-13T14:20:51.411 INFO:tasks.rados.rados.0.smithi001.stdout:810: delete oid 50 current snap is 82 2024-09-13T14:20:51.411 INFO:tasks.rados.rados.0.smithi001.stdout:809: finishing write tid 1 to smithi00185197-13 2024-09-13T14:20:51.411 INFO:tasks.rados.rados.0.smithi001.stdout:809: finishing write tid 2 to smithi00185197-13 2024-09-13T14:20:51.411 INFO:tasks.rados.rados.0.smithi001.stdout:809: finishing write tid 3 to smithi00185197-13 2024-09-13T14:20:51.413 INFO:tasks.rados.rados.0.smithi001.stdout:809: finishing write tid 4 to smithi00185197-13 2024-09-13T14:20:51.414 INFO:tasks.rados.rados.0.smithi001.stdout:809: finishing write tid 5 to smithi00185197-13 2024-09-13T14:20:51.415 INFO:tasks.rados.rados.0.smithi001.stdout:810: done (1 left) 2024-09-13T14:20:51.415 INFO:tasks.rados.rados.0.smithi001.stdout:811: rollback oid 21 current snap is 82 2024-09-13T14:20:51.415 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 40 2024-09-13T14:20:51.415 INFO:tasks.rados.rados.0.smithi001.stdout:812: snap_remove snap 50 2024-09-13T14:20:51.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:50] ENGINE Bus STARTING 2024-09-13T14:20:51.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:50] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:20:51.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:50] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:51.902 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:20:51.902 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:51.902 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:51.903 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:51] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[40037]: [13/Sep/2024:14:20:51] ENGINE Bus STARTED 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[40037]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[96683]: [13/Sep/2024:14:20:50] ENGINE Bus STARTING 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[96683]: [13/Sep/2024:14:20:50] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[96683]: [13/Sep/2024:14:20:50] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:20:51.904 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-09-13T14:20:51.905 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:51.906 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[96683]: [13/Sep/2024:14:20:51] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:20:51.906 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[96683]: [13/Sep/2024:14:20:51] ENGINE Bus STARTED 2024-09-13T14:20:51.906 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:51 smithi001 ceph-mon[96683]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T14:20:51.974 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:51 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:50] ENGINE Bus STARTING 2024-09-13T14:20:51.974 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:51 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:50] ENGINE Serving on https://172.21.15.1:7150 2024-09-13T14:20:51.974 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:51 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:50] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:51.974 INFO:journalctl@ceph.mon.b.smithi028.stdout: Traceback (most recent call last): 2024-09-13T14:20:51.974 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._connections.run(self.expiration_interval) 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._run(expiration_interval) 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: s = self.context.wrap_socket( 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: return self.sslsocket_class._create( 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: self.do_handshake() 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: self._sslobj.do_handshake() 2024-09-13T14:20:51.975 INFO:journalctl@ceph.mon.b.smithi028.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:51.976 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:51 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:51] ENGINE Serving on http://172.21.15.1:8765 2024-09-13T14:20:51.976 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:51 smithi028 ceph-mon[31155]: [13/Sep/2024:14:20:51] ENGINE Bus STARTED 2024-09-13T14:20:51.976 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:51 smithi028 ceph-mon[31155]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:812: done (2 left) 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:813: snap_create 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:809: finishing write tid 6 to smithi00185197-13 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:809: oid 13 updating version 0 to 206 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:809: oid 13 version 206 is already newer than 205 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:809: oid 13 updating version 206 to 208 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:809: oid 13 version 208 is already newer than 207 2024-09-13T14:20:52.398 INFO:tasks.rados.rados.0.smithi001.stdout:809: oid 13 version 208 is already newer than 204 2024-09-13T14:20:52.399 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 208 (ObjNum 278 snap 82 seq_num 278) dirty exists 2024-09-13T14:20:52.399 INFO:tasks.rados.rados.0.smithi001.stdout:809: left oid 13 (ObjNum 278 snap 82 seq_num 278) 2024-09-13T14:20:52.399 INFO:tasks.rados.rados.0.smithi001.stdout:811: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:20:52.399 INFO:tasks.rados.rados.0.smithi001.stdout:811: finishing rollback tid 2 to smithi00185197-21 2024-09-13T14:20:52.399 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 539 (ObjNum 138 snap 33 seq_num 138) dirty exists 2024-09-13T14:20:52.606 INFO:tasks.rados.rados.0.smithi001.stdout:809: done (2 left) 2024-09-13T14:20:52.606 INFO:tasks.rados.rados.0.smithi001.stdout:811: done (1 left) 2024-09-13T14:20:52.606 INFO:tasks.rados.rados.0.smithi001.stdout:813: done (0 left) 2024-09-13T14:20:52.607 INFO:tasks.rados.rados.0.smithi001.stdout:814: read oid 46 snap -1 2024-09-13T14:20:52.607 INFO:tasks.rados.rados.0.smithi001.stdout:814: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:52.607 INFO:tasks.rados.rados.0.smithi001.stdout:815: delete oid 8 current snap is 83 2024-09-13T14:20:52.607 INFO:tasks.rados.rados.0.smithi001.stdout:815: done (1 left) 2024-09-13T14:20:52.607 INFO:tasks.rados.rados.0.smithi001.stdout:816: snap_create 2024-09-13T14:20:52.609 INFO:tasks.rados.rados.0.smithi001.stdout:814: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:20:52.892 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[96683]: pgmap v5: 121 pgs: 121 active+clean; 178 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 222 MiB/s rd, 89 MiB/s wr, 871 op/s 2024-09-13T14:20:52.893 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[96683]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-13T14:20:52.893 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[96683]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T14:20:52.893 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[96683]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T14:20:52.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[40037]: pgmap v5: 121 pgs: 121 active+clean; 178 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 222 MiB/s rd, 89 MiB/s wr, 871 op/s 2024-09-13T14:20:52.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[40037]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-13T14:20:52.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[40037]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T14:20:52.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:52 smithi001 ceph-mon[40037]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T14:20:52.915 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:52 smithi028 ceph-mon[31155]: pgmap v5: 121 pgs: 121 active+clean; 178 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 222 MiB/s rd, 89 MiB/s wr, 871 op/s 2024-09-13T14:20:52.915 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:52 smithi028 ceph-mon[31155]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-13T14:20:52.915 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:52 smithi028 ceph-mon[31155]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T14:20:52.915 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:52 smithi028 ceph-mon[31155]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T14:20:53.606 INFO:tasks.rados.rados.0.smithi001.stdout:814: done (1 left) 2024-09-13T14:20:53.607 INFO:tasks.rados.rados.0.smithi001.stdout:816: done (0 left) 2024-09-13T14:20:53.607 INFO:tasks.rados.rados.0.smithi001.stdout:817: setattr oid 42 current snap is 84 2024-09-13T14:20:53.607 INFO:tasks.rados.rados.0.smithi001.stdout:818: delete oid 12 current snap is 84 2024-09-13T14:20:53.610 INFO:tasks.rados.rados.0.smithi001.stdout:818: done (1 left) 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:819: read oid 16 snap 83 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:819: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:820: rollback oid 44 current snap is 84 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 72 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:821: rollback oid 1 current snap is 84 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 67 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 84 2024-09-13T14:20:53.611 INFO:tasks.rados.rados.0.smithi001.stdout:822: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-09-13T14:20:53.616 INFO:tasks.rados.rados.0.smithi001.stdout:822: writing smithi00185197-12 from 0 to 729088 tid 1 2024-09-13T14:20:53.619 INFO:tasks.rados.rados.0.smithi001.stdout:822: writing smithi00185197-12 from 729088 to 1155072 tid 2 2024-09-13T14:20:53.624 INFO:tasks.rados.rados.0.smithi001.stdout:822: writing smithi00185197-12 from 1155072 to 1859584 tid 3 2024-09-13T14:20:53.627 INFO:tasks.rados.rados.0.smithi001.stdout:822: writing smithi00185197-12 from 1859584 to 2334720 tid 4 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 138 (ObjNum 129 snap 0 seq_num 314329216) dirty exists 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:820: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:820: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 169 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:820: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 282 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-13T14:20:53.628 INFO:tasks.rados.rados.0.smithi001.stdout:822: finishing write tid 1 to smithi00185197-12 2024-09-13T14:20:53.629 INFO:tasks.rados.rados.0.smithi001.stdout:819: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T14:20:53.719 INFO:tasks.rados.rados.0.smithi001.stdout:822: finishing write tid 2 to smithi00185197-12 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: finishing write tid 3 to smithi00185197-12 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: finishing write tid 4 to smithi00185197-12 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: finishing write tid 5 to smithi00185197-12 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: finishing write tid 6 to smithi00185197-12 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: oid 12 updating version 0 to 267 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: oid 12 version 267 is already newer than 265 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: oid 12 version 267 is already newer than 266 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: oid 12 updating version 267 to 268 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: oid 12 version 268 is already newer than 264 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 268 (ObjNum 282 snap 84 seq_num 282) dirty exists 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:822: left oid 12 (ObjNum 282 snap 84 seq_num 282) 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:817: done (4 left) 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:819: done (3 left) 2024-09-13T14:20:53.720 INFO:tasks.rados.rados.0.smithi001.stdout:820: done (2 left) 2024-09-13T14:20:53.721 INFO:tasks.rados.rados.0.smithi001.stdout:821: done (1 left) 2024-09-13T14:20:53.721 INFO:tasks.rados.rados.0.smithi001.stdout:822: done (0 left) 2024-09-13T14:20:53.721 INFO:tasks.rados.rados.0.smithi001.stdout:823: rollback oid 46 current snap is 84 2024-09-13T14:20:53.721 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 76 2024-09-13T14:20:53.721 INFO:tasks.rados.rados.0.smithi001.stdout:824: read oid 20 snap -1 2024-09-13T14:20:53.721 INFO:tasks.rados.rados.0.smithi001.stdout:824: expect deleted 2024-09-13T14:20:53.721 INFO:tasks.rados.rados.0.smithi001.stdout:825: snap_create 2024-09-13T14:20:53.722 INFO:tasks.rados.rados.0.smithi001.stdout:823: finishing rollback tid 0 to smithi00185197-46 2024-09-13T14:20:53.722 INFO:tasks.rados.rados.0.smithi001.stdout:823: finishing rollback tid 1 to smithi00185197-46 2024-09-13T14:20:53.722 INFO:tasks.rados.rados.0.smithi001.stdout:823: finishing rollback tid 2 to smithi00185197-46 2024-09-13T14:20:53.722 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 540 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:20:54.628 INFO:tasks.rados.rados.0.smithi001.stdout:823: done (2 left) 2024-09-13T14:20:54.628 INFO:tasks.rados.rados.0.smithi001.stdout:824: done (1 left) 2024-09-13T14:20:54.628 INFO:tasks.rados.rados.0.smithi001.stdout:825: done (0 left) 2024-09-13T14:20:54.628 INFO:tasks.rados.rados.0.smithi001.stdout:826: snap_remove snap 83 2024-09-13T14:20:54.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:54 smithi028 ceph-mon[31155]: pgmap v9: 121 pgs: 121 active+clean; 178 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 74 MiB/s rd, 30 MiB/s wr, 290 op/s 2024-09-13T14:20:54.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:54 smithi028 ceph-mon[31155]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T14:20:54.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:54 smithi028 ceph-mon[31155]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-13T14:20:54.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:54 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:54.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:54 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[96683]: pgmap v9: 121 pgs: 121 active+clean; 178 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 74 MiB/s rd, 30 MiB/s wr, 290 op/s 2024-09-13T14:20:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[96683]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[96683]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[40037]: pgmap v9: 121 pgs: 121 active+clean; 178 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 74 MiB/s rd, 30 MiB/s wr, 290 op/s 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[40037]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[40037]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:54 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.630 INFO:tasks.rados.rados.0.smithi001.stdout:826: done (0 left) 2024-09-13T14:20:55.630 INFO:tasks.rados.rados.0.smithi001.stdout:827: rmattr oid 41 current snap is 85 2024-09-13T14:20:55.630 INFO:tasks.rados.rados.0.smithi001.stdout:827: done (0 left) 2024-09-13T14:20:55.630 INFO:tasks.rados.rados.0.smithi001.stdout:828: snap_remove snap 82 2024-09-13T14:20:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:55 smithi028 ceph-mon[31155]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T14:20:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:55 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:55 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:55 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:55 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:55 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:55 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.071 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[96683]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[40037]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T14:20:56.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:55 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:56.636 INFO:tasks.rados.rados.0.smithi001.stdout:828: done (0 left) 2024-09-13T14:20:56.636 INFO:tasks.rados.rados.0.smithi001.stdout:829: setattr oid 11 current snap is 85 2024-09-13T14:20:56.639 INFO:tasks.rados.rados.0.smithi001.stdout:830: rmattr oid 31 current snap is 85 2024-09-13T14:20:56.639 INFO:tasks.rados.rados.0.smithi001.stdout:831: rollback oid 1 current snap is 85 2024-09-13T14:20:56.639 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 81 2024-09-13T14:20:56.639 INFO:tasks.rados.rados.0.smithi001.stdout:832: rollback oid 27 current snap is 85 2024-09-13T14:20:56.639 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 58 2024-09-13T14:20:56.639 INFO:tasks.rados.rados.0.smithi001.stdout:833: snap_create 2024-09-13T14:20:56.647 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:20:56.647 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:20:56.647 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:20:56.647 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 214 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:20:56.648 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 147 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:20:56.648 INFO:tasks.rados.rados.0.smithi001.stdout:831: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:20:56.649 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 553 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T14:20:56.649 INFO:tasks.rados.rados.0.smithi001.stdout:831: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:20:56.650 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 172 (ObjNum 65 snap 0 seq_num 1702122831) dirty dne 2024-09-13T14:20:56.660 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:20:56.660 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (4m) 2s ago 5m 25.2M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:20:56.660 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (5m) 1s ago 5m 87.8M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:20:56.660 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (6m) 2s ago 6m 15.9M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:20:56.660 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (6m) 1s ago 6m 20.8M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:20:56.660 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (29s) 1s ago 9m 450M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:20:56.660 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (57s) 2s ago 11m 488M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (14s) 2s ago 11m 36.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (10m) 1s ago 10m 56.1M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e aa9cc501633c 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (10m) 2s ago 10m 54.2M 2048M 18.2.4-843-g2c01458a c129f5a2fd4e 13390a0b971d 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (4m) 2s ago 4m 15.8M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (4m) 1s ago 4m 15.1M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (9m) 2s ago 9m 136M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (9m) 2s ago 9m 122M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (8m) 2s ago 8m 127M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (8m) 2s ago 8m 99.3M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (8m) 1s ago 8m 129M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (7m) 1s ago 7m 163M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (7m) 1s ago 7m 135M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (6m) 1s ago 6m 107M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:20:56.661 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (34s) 1s ago 5m 40.6M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:20:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:56 smithi028 ceph-mon[31155]: pgmap v12: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-09-13T14:20:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:56 smithi028 ceph-mon[31155]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T14:20:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:56 smithi028 ceph-mon[31155]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:56.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:56 smithi001 ceph-mon[96683]: pgmap v12: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-09-13T14:20:56.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:56 smithi001 ceph-mon[96683]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T14:20:56.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:56 smithi001 ceph-mon[96683]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:56.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:56 smithi001 ceph-mon[40037]: pgmap v12: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-09-13T14:20:56.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:56 smithi001 ceph-mon[40037]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T14:20:56.918 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:56 smithi001 ceph-mon[40037]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:57.011 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:20:57.011 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:20:57.011 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2, 2024-09-13T14:20:57.011 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 1 2024-09-13T14:20:57.011 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:57.011 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 12, 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:20:57.012 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr" 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "3/20 daemons upgraded", 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "", 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:20:57.314 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:20:57.315 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:20:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:20:56] "GET /metrics HTTP/1.1" 200 33325 "" "Prometheus/2.43.0" 2024-09-13T14:20:57.607 INFO:tasks.rados.rados.0.smithi001.stdout:829: done (4 left) 2024-09-13T14:20:57.607 INFO:tasks.rados.rados.0.smithi001.stdout:830: done (3 left) 2024-09-13T14:20:57.607 INFO:tasks.rados.rados.0.smithi001.stdout:831: done (2 left) 2024-09-13T14:20:57.607 INFO:tasks.rados.rados.0.smithi001.stdout:832: done (1 left) 2024-09-13T14:20:57.607 INFO:tasks.rados.rados.0.smithi001.stdout:833: done (0 left) 2024-09-13T14:20:57.608 INFO:tasks.rados.rados.0.smithi001.stdout:834: rollback oid 43 current snap is 86 2024-09-13T14:20:57.608 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 40 2024-09-13T14:20:57.608 INFO:tasks.rados.rados.0.smithi001.stdout:835: snap_create 2024-09-13T14:20:57.611 INFO:tasks.rados.rados.0.smithi001.stdout:834: finishing rollback tid 0 to smithi00185197-43 2024-09-13T14:20:57.612 INFO:tasks.rados.rados.0.smithi001.stdout:834: finishing rollback tid 1 to smithi00185197-43 2024-09-13T14:20:57.612 INFO:tasks.rados.rados.0.smithi001.stdout:834: finishing rollback tid 2 to smithi00185197-43 2024-09-13T14:20:57.613 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 200 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-09-13T14:20:57.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:57 smithi028 ceph-mon[31155]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:57.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:57 smithi028 ceph-mon[31155]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T14:20:57.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:57 smithi028 ceph-mon[31155]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:57.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:57 smithi028 ceph-mon[31155]: from='client.? 172.21.15.1:0/1351090123' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:20:57.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:57 smithi028 ceph-mon[31155]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T14:20:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[40037]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[40037]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T14:20:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[40037]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[40037]: from='client.? 172.21.15.1:0/1351090123' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:20:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[40037]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T14:20:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[96683]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[96683]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T14:20:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[96683]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1351090123' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:20:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:57 smithi001 ceph-mon[96683]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T14:20:58.609 INFO:tasks.rados.rados.0.smithi001.stdout:834: done (1 left) 2024-09-13T14:20:58.609 INFO:tasks.rados.rados.0.smithi001.stdout:835: done (0 left) 2024-09-13T14:20:58.609 INFO:tasks.rados.rados.0.smithi001.stdout:836: rmattr oid 29 current snap is 87 2024-09-13T14:20:58.609 INFO:tasks.rados.rados.0.smithi001.stdout:837: snap_create 2024-09-13T14:20:58.612 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 546 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:20:58.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:58 smithi028 ceph-mon[31155]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:58.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:58 smithi028 ceph-mon[31155]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-09-13T14:20:58.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:58 smithi028 ceph-mon[31155]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T14:20:58.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:58 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:58.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:58 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:58.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:58 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:58.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:58 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:59.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[40037]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:59.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[40037]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-09-13T14:20:59.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[40037]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[96683]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[96683]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[96683]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:59.610 INFO:tasks.rados.rados.0.smithi001.stdout:836: done (1 left) 2024-09-13T14:20:59.610 INFO:tasks.rados.rados.0.smithi001.stdout:837: done (0 left) 2024-09-13T14:20:59.610 INFO:tasks.rados.rados.0.smithi001.stdout:838: delete oid 33 current snap is 88 2024-09-13T14:20:59.615 INFO:tasks.rados.rados.0.smithi001.stdout:838: done (0 left) 2024-09-13T14:20:59.615 INFO:tasks.rados.rados.0.smithi001.stdout:839: setattr oid 48 current snap is 88 2024-09-13T14:20:59.616 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 88 2024-09-13T14:20:59.616 INFO:tasks.rados.rados.0.smithi001.stdout:840: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-09-13T14:20:59.620 INFO:tasks.rados.rados.0.smithi001.stdout:840: writing smithi00185197-2 from 0 to 761856 tid 1 2024-09-13T14:20:59.624 INFO:tasks.rados.rados.0.smithi001.stdout:840: writing smithi00185197-2 from 761856 to 1359872 tid 2 2024-09-13T14:20:59.628 INFO:tasks.rados.rados.0.smithi001.stdout:840: writing smithi00185197-2 from 1359872 to 2031616 tid 3 2024-09-13T14:20:59.630 INFO:tasks.rados.rados.0.smithi001.stdout:840: writing smithi00185197-2 from 2031616 to 2367488 tid 4 2024-09-13T14:20:59.630 INFO:tasks.rados.rados.0.smithi001.stdout:841: read oid 37 snap -1 2024-09-13T14:20:59.631 INFO:tasks.rados.rados.0.smithi001.stdout:841: expect (ObjNum 261 snap 78 seq_num 261) 2024-09-13T14:20:59.631 INFO:tasks.rados.rados.0.smithi001.stdout:842: copy_from oid 40 from oid 33 current snap is 88 2024-09-13T14:20:59.631 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 139 (ObjNum 276 snap 81 seq_num 276) dirty exists 2024-09-13T14:20:59.631 INFO:tasks.rados.rados.0.smithi001.stdout:839: done (3 left) 2024-09-13T14:20:59.631 INFO:tasks.rados.rados.0.smithi001.stdout:843: snap_remove snap 76 2024-09-13T14:20:59.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[40037]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T14:20:59.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:20:59.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:20:59 smithi001 ceph-mon[96683]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T14:21:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.conf 2024-09-13T14:21:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.conf 2024-09-13T14:21:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:21:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:21:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:21:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:00.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:20:59 smithi028 ceph-mon[31155]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T14:21:00.613 INFO:tasks.rados.rados.0.smithi001.stdout:843: done (3 left) 2024-09-13T14:21:00.613 INFO:tasks.rados.rados.0.smithi001.stdout:844: setattr oid 27 current snap is 88 2024-09-13T14:21:00.613 INFO:tasks.rados.rados.0.smithi001.stdout:840: finishing write tid 1 to smithi00185197-2 2024-09-13T14:21:00.613 INFO:tasks.rados.rados.0.smithi001.stdout:840: finishing write tid 2 to smithi00185197-2 2024-09-13T14:21:00.613 INFO:tasks.rados.rados.0.smithi001.stdout:842: finishing copy_from to smithi00185197-40 2024-09-13T14:21:00.613 INFO:tasks.rados.rados.0.smithi001.stdout:842: got expected ENOENT (src dne) 2024-09-13T14:21:00.613 INFO:tasks.rados.rados.0.smithi001.stdout:842: finishing copy_from racing read to smithi00185197-40 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: finishing write tid 3 to smithi00185197-2 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: finishing write tid 4 to smithi00185197-2 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: finishing write tid 5 to smithi00185197-2 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: finishing write tid 6 to smithi00185197-2 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: oid 2 updating version 0 to 550 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: oid 2 version 550 is already newer than 549 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: oid 2 updating version 550 to 551 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: oid 2 version 551 is already newer than 547 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: oid 2 version 551 is already newer than 548 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 551 (ObjNum 284 snap 88 seq_num 284) dirty exists 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:840: left oid 2 (ObjNum 284 snap 88 seq_num 284) 2024-09-13T14:21:00.614 INFO:tasks.rados.rados.0.smithi001.stdout:841: expect (ObjNum 261 snap 78 seq_num 261) 2024-09-13T14:21:00.673 INFO:tasks.rados.rados.0.smithi001.stdout:840: done (3 left) 2024-09-13T14:21:00.673 INFO:tasks.rados.rados.0.smithi001.stdout:841: done (2 left) 2024-09-13T14:21:00.673 INFO:tasks.rados.rados.0.smithi001.stdout:842: done (1 left) 2024-09-13T14:21:00.673 INFO:tasks.rados.rados.0.smithi001.stdout:845: snap_create 2024-09-13T14:21:00.676 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 220 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T14:21:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: Upgrade: It appears safe to stop mon.c 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:21:01.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: Upgrade: It appears safe to stop mon.c 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[96683]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:00 smithi001 ceph-mon[40037]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T14:21:01.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: Updating smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: Updating smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 922 MiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: Upgrade: It appears safe to stop mon.c 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:21:01.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:00 smithi028 ceph-mon[31155]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T14:21:01.652 INFO:tasks.rados.rados.0.smithi001.stdout:844: done (1 left) 2024-09-13T14:21:01.652 INFO:tasks.rados.rados.0.smithi001.stdout:845: done (0 left) 2024-09-13T14:21:01.652 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 89 2024-09-13T14:21:01.652 INFO:tasks.rados.rados.0.smithi001.stdout:846: seq_num 285 ranges {1982464=778240,2760704=475136,3235840=475136,3710976=655360} 2024-09-13T14:21:01.667 INFO:tasks.rados.rados.0.smithi001.stdout:846: writing smithi00185197-37 from 1982464 to 2760704 tid 1 2024-09-13T14:21:01.669 INFO:tasks.rados.rados.0.smithi001.stdout:846: writing smithi00185197-37 from 2760704 to 3235840 tid 2 2024-09-13T14:21:01.672 INFO:tasks.rados.rados.0.smithi001.stdout:846: writing smithi00185197-37 from 3235840 to 3710976 tid 3 2024-09-13T14:21:01.676 INFO:tasks.rados.rados.0.smithi001.stdout:846: writing smithi00185197-37 from 3710976 to 4366336 tid 4 2024-09-13T14:21:01.676 INFO:tasks.rados.rados.0.smithi001.stdout:847: snap_create 2024-09-13T14:21:01.676 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing write tid 1 to smithi00185197-37 2024-09-13T14:21:01.677 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing write tid 2 to smithi00185197-37 2024-09-13T14:21:01.679 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing write tid 3 to smithi00185197-37 2024-09-13T14:21:01.679 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing write tid 4 to smithi00185197-37 2024-09-13T14:21:01.679 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing write tid 5 to smithi00185197-37 2024-09-13T14:21:01.680 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing write tid 6 to smithi00185197-37 2024-09-13T14:21:01.680 INFO:tasks.rados.rados.0.smithi001.stdout:846: oid 37 updating version 0 to 154 2024-09-13T14:21:01.680 INFO:tasks.rados.rados.0.smithi001.stdout:846: oid 37 version 154 is already newer than 153 2024-09-13T14:21:01.681 INFO:tasks.rados.rados.0.smithi001.stdout:846: oid 37 updating version 154 to 155 2024-09-13T14:21:01.681 INFO:tasks.rados.rados.0.smithi001.stdout:846: oid 37 updating version 155 to 157 2024-09-13T14:21:01.681 INFO:tasks.rados.rados.0.smithi001.stdout:846: oid 37 version 157 is already newer than 156 2024-09-13T14:21:01.681 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 157 (ObjNum 285 snap 89 seq_num 285) dirty exists 2024-09-13T14:21:01.681 INFO:tasks.rados.rados.0.smithi001.stdout:846: left oid 37 (ObjNum 285 snap 89 seq_num 285) 2024-09-13T14:21:02.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: Upgrade: Updating mon.c 2024-09-13T14:21:02.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: Deploying daemon mon.c on smithi001 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: pgmap v21: 121 pgs: 121 active+clean; 197 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 578 KiB/s wr, 33 op/s 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[96683]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: Upgrade: Updating mon.c 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: Deploying daemon mon.c on smithi001 2024-09-13T14:21:02.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: pgmap v21: 121 pgs: 121 active+clean; 197 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 578 KiB/s wr, 33 op/s 2024-09-13T14:21:02.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 ceph-mon[40037]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: Upgrade: Updating mon.c 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: Deploying daemon mon.c on smithi001 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: pgmap v21: 121 pgs: 121 active+clean; 197 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 578 KiB/s wr, 33 op/s 2024-09-13T14:21:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:02 smithi028 ceph-mon[31155]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T14:21:02.609 INFO:tasks.rados.rados.0.smithi001.stdout:846: done (1 left) 2024-09-13T14:21:02.609 INFO:tasks.rados.rados.0.smithi001.stdout:847: done (0 left) 2024-09-13T14:21:02.609 INFO:tasks.rados.rados.0.smithi001.stdout:848: read oid 11 snap 67 2024-09-13T14:21:02.610 INFO:tasks.rados.rados.0.smithi001.stdout:848: expect deleted 2024-09-13T14:21:02.610 INFO:tasks.rados.rados.0.smithi001.stdout:849: snap_create 2024-09-13T14:21:03.257 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:02 smithi001 systemd[1]: Stopping Ceph mon.c for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:21:03.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-mon[96683]: mgrmap e43: y(active, since 12s), standbys: x 2024-09-13T14:21:03.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-mon[96683]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T14:21:03.540 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-mon[40037]: mgrmap e43: y(active, since 12s), standbys: x 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-mon[40037]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c[40014]: 2024-09-13T14:21:03.262+0000 7f89fb7b7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c[40014]: 2024-09-13T14:21:03.262+0000 7f89fb7b7640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:03 smithi001 podman[99031]: 2024-09-13 14:21:03.30478468 +0000 UTC m=+0.165571845 container died 13390a0b971d19e30650d5b8cbc6da87604eef57519675f6b9e2401c21822bc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-2c01458, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:21:03] ENGINE Bus STOPPING 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:21:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:21:03] ENGINE Bus STOPPED 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:21:03] ENGINE Bus STARTING 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:21:03] ENGINE Serving on http://:::9283 2024-09-13T14:21:03.541 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:03 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:21:03] ENGINE Bus STARTED 2024-09-13T14:21:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:03 smithi028 ceph-mon[31155]: mgrmap e43: y(active, since 12s), standbys: x 2024-09-13T14:21:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:03 smithi028 ceph-mon[31155]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T14:21:04.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:03 smithi001 podman[99031]: 2024-09-13 14:21:03.80434182 +0000 UTC m=+0.665129026 container cleanup 13390a0b971d19e30650d5b8cbc6da87604eef57519675f6b9e2401c21822bc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:21:04.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:03 smithi001 bash[99031]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c 2024-09-13T14:21:04.495 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 podman[99048]: 2024-09-13 14:21:04.105834594 +0000 UTC m=+0.798514783 container remove 13390a0b971d19e30650d5b8cbc6da87604eef57519675f6b9e2401c21822bc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-2c01458, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-13T14:21:04.495 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-13T14:21:04.495 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 systemd[1]: Stopped Ceph mon.c for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:21:04.495 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.c.service: Consumed 8.566s CPU time. 2024-09-13T14:21:04.846 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 systemd[1]: Starting Ceph mon.c for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:21:04.846 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 podman[99192]: 2024-09-13 14:21:04.608815752 +0000 UTC m=+0.016436626 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:21:04.846 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 podman[99192]: 2024-09-13 14:21:04.71568223 +0000 UTC m=+0.123303090 container create 965f8d4d05fa22c9a25fd09f260ba28207795246b7646e275126bb37ea5d2ae6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 podman[99192]: 2024-09-13 14:21:04.943373396 +0000 UTC m=+0.350994257 container init 965f8d4d05fa22c9a25fd09f260ba28207795246b7646e275126bb37ea5d2ae6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=) 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 podman[99192]: 2024-09-13 14:21:04.948586249 +0000 UTC m=+0.356207129 container start 965f8d4d05fa22c9a25fd09f260ba28207795246b7646e275126bb37ea5d2ae6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev), process ceph-mon, pid 7 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: pidfile_write: ignore empty --pid-file 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: load: jerasure load: lrc 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: RocksDB version: 7.9.2 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Git sha 0 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Compile date 2024-09-12 20:46:14 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: DB SUMMARY 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: DB Session ID: S68I4KAXD8G77CWVJXXM 2024-09-13T14:21:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: CURRENT file: CURRENT 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9269292 ; 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.error_if_exists: 0 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.create_if_missing: 0 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.paranoid_checks: 1 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.env: 0x55af710dc160 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.info_log: 0x55af72071880 2024-09-13T14:21:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.statistics: (nil) 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.use_fsync: 0 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_log_file_size: 0 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:21:05.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.allow_fallocate: 1 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.use_direct_reads: 0 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.db_log_dir: 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.wal_dir: 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:21:05.357 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.write_buffer_manager: 0x55af72074e60 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.unordered_write: 0 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:21:05.358 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.row_cache: None 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.wal_filter: None 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.two_write_queues: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.wal_compression: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.atomic_flush: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:21:05.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.log_readahead_size: 0 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_background_jobs: 2 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_background_compactions: -1 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_subcompactions: 1 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:21:05.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_open_files: -1 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_background_flushes: -1 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Compression algorithms supported: 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kZSTD supported: 0 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kXpressCompression supported: 0 2024-09-13T14:21:05.361 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kBZip2Compression supported: 0 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kLZ4Compression supported: 1 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kZlibCompression supported: 1 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: kSnappyCompression supported: 1 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.merge_operator: 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_filter: None 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:21:05.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55af720714e0) 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_type: 0 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_index_type: 0 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_shortening: 1 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: checksum: 4 2024-09-13T14:21:05.363 INFO:journalctl@ceph.mon.c.smithi001.stdout: no_block_cache: 0 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache: 0x55af72064850 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_options: 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: capacity : 536870912 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: num_shard_bits : 4 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: strict_capacity_limit : 0 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_compressed: (nil) 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: persistent_cache: (nil) 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size: 4096 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size_deviation: 10 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_restart_interval: 16 2024-09-13T14:21:05.364 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_block_restart_interval: 1 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: metadata_block_size: 4096 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: partition_filters: 0 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: use_delta_encoding: 1 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: filter_policy: bloomfilter 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: whole_key_filtering: 1 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: verify_compression: 0 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: format_version: 5 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_index_compression: 1 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_align: 0 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_auto_readahead_size: 262144 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: prepopulate_block_cache: 0 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: initial_auto_readahead_size: 8192 2024-09-13T14:21:05.365 INFO:journalctl@ceph.mon.c.smithi001.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression: NoCompression 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.num_levels: 7 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:21:05.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:21:05.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:21:05.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:21:05.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.inplace_update_support: 0 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.bloom_locality: 0 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.max_successive_merges: 0 2024-09-13T14:21:05.370 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.ttl: 2592000 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.enable_blob_files: false 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.min_blob_size: 0 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:21:05.371 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13498, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2b0bc050-c19e-43aa-b516-406a4cb868c6 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237264976441, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237264996998, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5745167, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13503, "largest_seqno": 15931, "table_properties": {"data_size": 5733300, "index_size": 8261, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2565, "raw_key_size": 24676, "raw_average_key_size": 24, "raw_value_size": 5710547, "raw_average_value_size": 5626, "num_data_blocks": 361, "num_entries": 1015, "num_filter_entries": 1015, "num_deletions": 37, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726237264, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2b0bc050-c19e-43aa-b516-406a4cb868c6", "db_session_id": "S68I4KAXD8G77CWVJXXM", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237264997126, "job": 1, "event": "recovery_finished"} 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-13T14:21:05.372 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55af72094e00 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: DB pointer 0x55af72194000 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** DB Stats ** 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:21:05.373 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: L0 1/0 5.48 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: Sum 2/0 13.24 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 649.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 649.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:21:05.374 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative compaction: 0.01 GB write, 232.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval compaction: 0.01 GB write, 232.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: Block cache BinnedLRUCache@0x55af72064850#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:21:05.375 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:04 smithi001 ceph-mon[99232]: starting mon.c rank 2 at public addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] at bind addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???) e3 preinit fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???).mds e8 new map 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???).mds e8 print_map 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: e8 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: legacy client fscid: 1 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: Filesystem 'cephfs' (1) 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: fs_name cephfs 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: epoch 8 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T14:21:05.376 INFO:journalctl@ceph.mon.c.smithi001.stdout: created 2024-09-13T14:14:37.078493+0000 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: modified 2024-09-13T14:14:49.105948+0000 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: tableserver 0 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: root 0 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: session_timeout 60 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: session_autoclose 300 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_file_size 1099511627776 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_xattr_size 65536 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: required_client_features {} 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: last_failure 0 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: last_failure_osd_epoch 0 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_mds 1 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: in 0 2024-09-13T14:21:05.377 INFO:journalctl@ceph.mon.c.smithi001.stdout: up {0=24331} 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: failed 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: damaged 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: stopped 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_pools [3] 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: metadata_pool 2 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: inline_data disabled 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: balancer 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: bal_rank_mask -1 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: standby_count_wanted 0 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: qdb_cluster leader: 0 members: 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: Standby daemons: 2024-09-13T14:21:05.378 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.1:6834/1124193063,v1:172.21.15.1:6835/1124193063] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???).osd e242 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???).osd e242 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???).osd e242 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???).osd e242 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 ceph-mon[99232]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 bash[99192]: 965f8d4d05fa22c9a25fd09f260ba28207795246b7646e275126bb37ea5d2ae6 2024-09-13T14:21:05.379 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:05 smithi001 systemd[1]: Started Ceph mon.c for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:21:06.022 INFO:tasks.rados.rados.0.smithi001.stdout:848: done (1 left) 2024-09-13T14:21:06.022 INFO:tasks.rados.rados.0.smithi001.stdout:849: done (0 left) 2024-09-13T14:21:06.022 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 91 2024-09-13T14:21:06.022 INFO:tasks.rados.rados.0.smithi001.stdout:850: seq_num 286 ranges {2187264=794624,2981888=761856,3743744=679936,4423680=163840} 2024-09-13T14:21:06.038 INFO:tasks.rados.rados.0.smithi001.stdout:850: writing smithi00185197-10 from 2187264 to 2981888 tid 1 2024-09-13T14:21:06.042 INFO:tasks.rados.rados.0.smithi001.stdout:850: writing smithi00185197-10 from 2981888 to 3743744 tid 2 2024-09-13T14:21:06.046 INFO:tasks.rados.rados.0.smithi001.stdout:850: writing smithi00185197-10 from 3743744 to 4423680 tid 3 2024-09-13T14:21:06.047 INFO:tasks.rados.rados.0.smithi001.stdout:850: writing smithi00185197-10 from 4423680 to 4587520 tid 4 2024-09-13T14:21:06.047 INFO:tasks.rados.rados.0.smithi001.stdout:851: copy_from oid 5 from oid 16 current snap is 91 2024-09-13T14:21:06.047 INFO:tasks.rados.rados.0.smithi001.stdout:852: copy_from oid 36 from oid 3 current snap is 91 2024-09-13T14:21:06.047 INFO:tasks.rados.rados.0.smithi001.stdout:853: read oid 6 snap -1 2024-09-13T14:21:06.048 INFO:tasks.rados.rados.0.smithi001.stdout:853: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:21:06.048 INFO:tasks.rados.rados.0.smithi001.stdout:854: read oid 48 snap 67 2024-09-13T14:21:06.048 INFO:tasks.rados.rados.0.smithi001.stdout:854: expect deleted 2024-09-13T14:21:06.048 INFO:tasks.rados.rados.0.smithi001.stdout:855: delete oid 30 current snap is 91 2024-09-13T14:21:06.050 INFO:tasks.rados.rados.0.smithi001.stdout:850: finishing write tid 1 to smithi00185197-10 2024-09-13T14:21:06.052 INFO:tasks.rados.rados.0.smithi001.stdout:854: done (5 left) 2024-09-13T14:21:06.053 INFO:tasks.rados.rados.0.smithi001.stdout:855: done (4 left) 2024-09-13T14:21:06.053 INFO:tasks.rados.rados.0.smithi001.stdout:856: snap_create 2024-09-13T14:21:06.053 INFO:tasks.rados.rados.0.smithi001.stdout:850: finishing write tid 2 to smithi00185197-10 2024-09-13T14:21:06.053 INFO:tasks.rados.rados.0.smithi001.stdout:850: finishing write tid 3 to smithi00185197-10 2024-09-13T14:21:06.053 INFO:tasks.rados.rados.0.smithi001.stdout:850: finishing write tid 4 to smithi00185197-10 2024-09-13T14:21:06.053 INFO:tasks.rados.rados.0.smithi001.stdout:850: finishing write tid 5 to smithi00185197-10 2024-09-13T14:21:06.055 INFO:tasks.rados.rados.0.smithi001.stdout:850: finishing write tid 6 to smithi00185197-10 2024-09-13T14:21:06.055 INFO:tasks.rados.rados.0.smithi001.stdout:850: oid 10 updating version 0 to 562 2024-09-13T14:21:06.055 INFO:tasks.rados.rados.0.smithi001.stdout:850: oid 10 version 562 is already newer than 561 2024-09-13T14:21:06.056 INFO:tasks.rados.rados.0.smithi001.stdout:850: oid 10 version 562 is already newer than 560 2024-09-13T14:21:06.056 INFO:tasks.rados.rados.0.smithi001.stdout:850: oid 10 version 562 is already newer than 559 2024-09-13T14:21:06.056 INFO:tasks.rados.rados.0.smithi001.stdout:850: oid 10 updating version 562 to 563 2024-09-13T14:21:06.056 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 563 (ObjNum 286 snap 91 seq_num 286) dirty exists 2024-09-13T14:21:06.056 INFO:tasks.rados.rados.0.smithi001.stdout:850: left oid 10 (ObjNum 286 snap 91 seq_num 286) 2024-09-13T14:21:06.063 INFO:tasks.rados.rados.0.smithi001.stdout:853: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:21:06.240 INFO:tasks.rados.rados.0.smithi001.stdout:851: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:21:06.240 INFO:tasks.rados.rados.0.smithi001.stdout:852: finishing copy_from racing read to smithi00185197-36 2024-09-13T14:21:06.240 INFO:tasks.rados.rados.0.smithi001.stdout:852: finishing copy_from to smithi00185197-36 2024-09-13T14:21:06.240 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 164 (ObjNum 249 snap 75 seq_num 249) dirty exists 2024-09-13T14:21:06.240 INFO:tasks.rados.rados.0.smithi001.stdout:851: finishing copy_from to smithi00185197-5 2024-09-13T14:21:06.240 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 505 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-09-13T14:21:06.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:06.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: mon.c calling monitor election 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: mon.a calling monitor election 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: monmap epoch 3 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: last_changed 2024-09-13T14:10:44.689450+0000 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: min_mon_release 18 (reef) 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: election_strategy: 1 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:21:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: mgrmap e43: y(active, since 15s), standbys: x 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: overall HEALTH_OK 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: mon.c calling monitor election 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: mon.a calling monitor election 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:21:06.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: monmap epoch 3 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: last_changed 2024-09-13T14:10:44.689450+0000 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: min_mon_release 18 (reef) 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: election_strategy: 1 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T14:21:06.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: mgrmap e43: y(active, since 15s), standbys: x 2024-09-13T14:21:06.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: overall HEALTH_OK 2024-09-13T14:21:06.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:06.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:06.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:06.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: mon.c calling monitor election 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: mon.a calling monitor election 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: monmap epoch 3 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: last_changed 2024-09-13T14:10:44.689450+0000 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: min_mon_release 18 (reef) 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: election_strategy: 1 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:21:06.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:06.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T14:21:06.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: mgrmap e43: y(active, since 15s), standbys: x 2024-09-13T14:21:06.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: overall HEALTH_OK 2024-09-13T14:21:06.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:06.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:06.358 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:06 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:07.028 INFO:tasks.rados.rados.0.smithi001.stdout:850: done (4 left) 2024-09-13T14:21:07.028 INFO:tasks.rados.rados.0.smithi001.stdout:851: done (3 left) 2024-09-13T14:21:07.028 INFO:tasks.rados.rados.0.smithi001.stdout:852: done (2 left) 2024-09-13T14:21:07.028 INFO:tasks.rados.rados.0.smithi001.stdout:853: done (1 left) 2024-09-13T14:21:07.028 INFO:tasks.rados.rados.0.smithi001.stdout:856: done (0 left) 2024-09-13T14:21:07.028 INFO:tasks.rados.rados.0.smithi001.stdout:857: setattr oid 39 current snap is 92 2024-09-13T14:21:07.030 INFO:tasks.rados.rados.0.smithi001.stdout:858: read oid 37 snap -1 2024-09-13T14:21:07.030 INFO:tasks.rados.rados.0.smithi001.stdout:858: expect (ObjNum 285 snap 89 seq_num 285) 2024-09-13T14:21:07.030 INFO:tasks.rados.rados.0.smithi001.stdout:859: read oid 25 snap -1 2024-09-13T14:21:07.030 INFO:tasks.rados.rados.0.smithi001.stdout:859: expect (ObjNum 150 snap 34 seq_num 150) 2024-09-13T14:21:07.030 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 92 2024-09-13T14:21:07.030 INFO:tasks.rados.rados.0.smithi001.stdout:860: seq_num 288 ranges {3309568=24576} 2024-09-13T14:21:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:860: writing smithi00185197-26 from 3309568 to 3334144 tid 1 2024-09-13T14:21:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:861: snap_create 2024-09-13T14:21:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 506 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T14:21:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:859: expect (ObjNum 150 snap 34 seq_num 150) 2024-09-13T14:21:07.059 INFO:tasks.rados.rados.0.smithi001.stdout:858: expect (ObjNum 285 snap 89 seq_num 285) 2024-09-13T14:21:07.219 INFO:tasks.rados.rados.0.smithi001.stdout:860: finishing write tid 1 to smithi00185197-26 2024-09-13T14:21:07.219 INFO:tasks.rados.rados.0.smithi001.stdout:860: finishing write tid 2 to smithi00185197-26 2024-09-13T14:21:07.219 INFO:tasks.rados.rados.0.smithi001.stdout:860: finishing write tid 3 to smithi00185197-26 2024-09-13T14:21:07.219 INFO:tasks.rados.rados.0.smithi001.stdout:860: oid 26 updating version 0 to 568 2024-09-13T14:21:07.219 INFO:tasks.rados.rados.0.smithi001.stdout:860: oid 26 version 568 is already newer than 567 2024-09-13T14:21:07.219 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 568 (ObjNum 288 snap 92 seq_num 288) dirty exists 2024-09-13T14:21:07.219 INFO:tasks.rados.rados.0.smithi001.stdout:860: left oid 26 (ObjNum 288 snap 92 seq_num 288) 2024-09-13T14:21:07.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:21:06] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-09-13T14:21:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:07 smithi001 ceph-mon[96683]: pgmap v26: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 214 B/s rd, 487 KiB/s wr, 5 op/s 2024-09-13T14:21:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:07 smithi001 ceph-mon[96683]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T14:21:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:07 smithi001 ceph-mon[99232]: pgmap v26: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 214 B/s rd, 487 KiB/s wr, 5 op/s 2024-09-13T14:21:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:07 smithi001 ceph-mon[99232]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T14:21:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:07 smithi028 ceph-mon[31155]: pgmap v26: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 214 B/s rd, 487 KiB/s wr, 5 op/s 2024-09-13T14:21:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:07 smithi028 ceph-mon[31155]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T14:21:07.611 INFO:tasks.rados.rados.0.smithi001.stdout:857: done (4 left) 2024-09-13T14:21:07.611 INFO:tasks.rados.rados.0.smithi001.stdout:858: done (3 left) 2024-09-13T14:21:07.611 INFO:tasks.rados.rados.0.smithi001.stdout:859: done (2 left) 2024-09-13T14:21:07.611 INFO:tasks.rados.rados.0.smithi001.stdout:860: done (1 left) 2024-09-13T14:21:07.611 INFO:tasks.rados.rados.0.smithi001.stdout:861: done (0 left) 2024-09-13T14:21:07.611 INFO:tasks.rados.rados.0.smithi001.stdout:862: copy_from oid 7 from oid 12 current snap is 93 2024-09-13T14:21:07.611 INFO:tasks.rados.rados.0.smithi001.stdout:863: setattr oid 24 current snap is 93 2024-09-13T14:21:07.612 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 93 2024-09-13T14:21:07.612 INFO:tasks.rados.rados.0.smithi001.stdout:864: seq_num 289 ranges {3375104=40960} 2024-09-13T14:21:07.632 INFO:tasks.rados.rados.0.smithi001.stdout:864: writing smithi00185197-34 from 3375104 to 3416064 tid 1 2024-09-13T14:21:07.632 INFO:tasks.rados.rados.0.smithi001.stdout:865: snap_remove snap 92 2024-09-13T14:21:08.283 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:08 smithi001 ceph-mon[96683]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T14:21:08.283 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:08 smithi001 ceph-mon[96683]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T14:21:08.284 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:08 smithi001 ceph-mon[99232]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T14:21:08.284 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:08 smithi001 ceph-mon[99232]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T14:21:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:08 smithi028 ceph-mon[31155]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T14:21:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:08 smithi028 ceph-mon[31155]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T14:21:08.618 INFO:tasks.rados.rados.0.smithi001.stdout:865: done (3 left) 2024-09-13T14:21:08.618 INFO:tasks.rados.rados.0.smithi001.stdout:866: snap_remove snap 84 2024-09-13T14:21:09.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[99232]: pgmap v29: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 214 B/s rd, 487 KiB/s wr, 5 op/s 2024-09-13T14:21:09.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[99232]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T14:21:09.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[96683]: pgmap v29: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 214 B/s rd, 487 KiB/s wr, 5 op/s 2024-09-13T14:21:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[96683]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T14:21:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:09.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:09 smithi028 ceph-mon[31155]: pgmap v29: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 214 B/s rd, 487 KiB/s wr, 5 op/s 2024-09-13T14:21:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:09 smithi028 ceph-mon[31155]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T14:21:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:09 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:09 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:866: done (3 left) 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 93 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 158 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:862: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:862: finishing copy_from to smithi00185197-7 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 268 (ObjNum 282 snap 84 seq_num 282) dirty exists 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:864: finishing write tid 1 to smithi00185197-34 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:864: finishing write tid 2 to smithi00185197-34 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:864: finishing write tid 3 to smithi00185197-34 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:864: oid 34 updating version 0 to 206 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:864: oid 34 updating version 206 to 207 2024-09-13T14:21:09.619 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 207 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-09-13T14:21:09.620 INFO:tasks.rados.rados.0.smithi001.stdout:864: left oid 34 (ObjNum 289 snap 93 seq_num 289) 2024-09-13T14:21:09.620 INFO:tasks.rados.rados.0.smithi001.stdout:867: seq_num 290 ranges {2998272=57344} 2024-09-13T14:21:09.636 INFO:tasks.rados.rados.0.smithi001.stdout:867: writing smithi00185197-47 from 2998272 to 3055616 tid 1 2024-09-13T14:21:09.636 INFO:tasks.rados.rados.0.smithi001.stdout:862: done (3 left) 2024-09-13T14:21:09.636 INFO:tasks.rados.rados.0.smithi001.stdout:863: done (2 left) 2024-09-13T14:21:09.636 INFO:tasks.rados.rados.0.smithi001.stdout:864: done (1 left) 2024-09-13T14:21:09.636 INFO:tasks.rados.rados.0.smithi001.stdout:868: setattr oid 20 current snap is 93 2024-09-13T14:21:09.636 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 93 2024-09-13T14:21:09.636 INFO:tasks.rados.rados.0.smithi001.stdout:869: seq_num 291 ranges {2326528=81920} 2024-09-13T14:21:09.652 INFO:tasks.rados.rados.0.smithi001.stdout:869: writing smithi00185197-21 from 2326528 to 2408448 tid 1 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:870: rollback oid 12 current snap is 93 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 81 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:867: finishing write tid 1 to smithi00185197-47 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:867: finishing write tid 2 to smithi00185197-47 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 560 (ObjNum 33 snap 0 seq_num 291485488) dirty exists 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:867: finishing write tid 3 to smithi00185197-47 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:867: oid 47 updating version 0 to 215 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:867: oid 47 updating version 215 to 216 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 216 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:867: left oid 47 (ObjNum 290 snap 93 seq_num 290) 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:867: done (3 left) 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:868: done (2 left) 2024-09-13T14:21:09.653 INFO:tasks.rados.rados.0.smithi001.stdout:871: snap_remove snap 64 2024-09-13T14:21:10.123 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:21:10.007+0000 7ff0df838640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T14:21:10.620 INFO:tasks.rados.rados.0.smithi001.stdout:871: done (2 left) 2024-09-13T14:21:10.620 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 93 2024-09-13T14:21:10.620 INFO:tasks.rados.rados.0.smithi001.stdout:872: seq_num 292 ranges {4374528=98304} 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:872: writing smithi00185197-18 from 4374528 to 4472832 tid 1 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:873: read oid 20 snap -1 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:873: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:874: rollback oid 39 current snap is 93 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 58 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:870: finishing rollback tid 0 to smithi00185197-12 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:869: finishing write tid 1 to smithi00185197-21 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:870: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:869: finishing write tid 2 to smithi00185197-21 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:870: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 282 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T14:21:10.646 INFO:tasks.rados.rados.0.smithi001.stdout:869: finishing write tid 3 to smithi00185197-21 2024-09-13T14:21:10.647 INFO:tasks.rados.rados.0.smithi001.stdout:869: oid 21 updating version 0 to 578 2024-09-13T14:21:10.647 INFO:tasks.rados.rados.0.smithi001.stdout:869: oid 21 updating version 578 to 579 2024-09-13T14:21:10.647 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 579 (ObjNum 291 snap 93 seq_num 291) dirty exists 2024-09-13T14:21:10.647 INFO:tasks.rados.rados.0.smithi001.stdout:869: left oid 21 (ObjNum 291 snap 93 seq_num 291) 2024-09-13T14:21:10.647 INFO:tasks.rados.rados.0.smithi001.stdout:869: done (4 left) 2024-09-13T14:21:10.647 INFO:tasks.rados.rados.0.smithi001.stdout:870: done (3 left) 2024-09-13T14:21:10.647 INFO:tasks.rados.rados.0.smithi001.stdout:875: delete oid 29 current snap is 93 2024-09-13T14:21:10.650 INFO:tasks.rados.rados.0.smithi001.stdout:873: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:21:10.651 INFO:tasks.rados.rados.0.smithi001.stdout:872: finishing write tid 1 to smithi00185197-18 2024-09-13T14:21:10.651 INFO:tasks.rados.rados.0.smithi001.stdout:874: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:21:10.651 INFO:tasks.rados.rados.0.smithi001.stdout:872: finishing write tid 2 to smithi00185197-18 2024-09-13T14:21:10.651 INFO:tasks.rados.rados.0.smithi001.stdout:874: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:21:10.651 INFO:tasks.rados.rados.0.smithi001.stdout:874: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:21:10.651 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 509 (ObjNum 4113 snap 0 seq_num 1132861909) dirty exists 2024-09-13T14:21:10.653 INFO:tasks.rados.rados.0.smithi001.stdout:872: finishing write tid 3 to smithi00185197-18 2024-09-13T14:21:10.653 INFO:tasks.rados.rados.0.smithi001.stdout:872: oid 18 updating version 0 to 190 2024-09-13T14:21:10.653 INFO:tasks.rados.rados.0.smithi001.stdout:872: oid 18 updating version 190 to 191 2024-09-13T14:21:10.653 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 191 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-09-13T14:21:10.653 INFO:tasks.rados.rados.0.smithi001.stdout:872: left oid 18 (ObjNum 292 snap 93 seq_num 292) 2024-09-13T14:21:10.655 INFO:tasks.rados.rados.0.smithi001.stdout:872: done (3 left) 2024-09-13T14:21:10.655 INFO:tasks.rados.rados.0.smithi001.stdout:873: done (2 left) 2024-09-13T14:21:10.655 INFO:tasks.rados.rados.0.smithi001.stdout:874: done (1 left) 2024-09-13T14:21:10.655 INFO:tasks.rados.rados.0.smithi001.stdout:875: done (0 left) 2024-09-13T14:21:10.655 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 93 2024-09-13T14:21:10.655 INFO:tasks.rados.rados.0.smithi001.stdout:876: seq_num 294 ranges {1458176=131072} 2024-09-13T14:21:10.664 INFO:tasks.rados.rados.0.smithi001.stdout:876: writing smithi00185197-4 from 1458176 to 1589248 tid 1 2024-09-13T14:21:10.664 INFO:tasks.rados.rados.0.smithi001.stdout:877: read oid 45 snap -1 2024-09-13T14:21:10.664 INFO:tasks.rados.rados.0.smithi001.stdout:877: expect (ObjNum 272 snap 81 seq_num 272) 2024-09-13T14:21:10.664 INFO:tasks.rados.rados.0.smithi001.stdout:878: snap_remove snap 77 2024-09-13T14:21:10.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: pgmap v32: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: pgmap v32: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: pgmap v32: 121 pgs: 121 active+clean; 200 MiB data, 948 MiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:10.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:10 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:11.626 INFO:tasks.rados.rados.0.smithi001.stdout:878: done (2 left) 2024-09-13T14:21:11.626 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 93 2024-09-13T14:21:11.627 INFO:tasks.rados.rados.0.smithi001.stdout:879: seq_num 295 ranges {2408448=147456} 2024-09-13T14:21:11.644 INFO:tasks.rados.rados.0.smithi001.stdout:879: writing smithi00185197-21 from 2408448 to 2555904 tid 1 2024-09-13T14:21:11.644 INFO:tasks.rados.rados.0.smithi001.stdout:880: snap_create 2024-09-13T14:21:11.644 INFO:tasks.rados.rados.0.smithi001.stdout:876: finishing write tid 1 to smithi00185197-4 2024-09-13T14:21:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:876: finishing write tid 2 to smithi00185197-4 2024-09-13T14:21:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:876: finishing write tid 3 to smithi00185197-4 2024-09-13T14:21:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:876: oid 4 updating version 0 to 293 2024-09-13T14:21:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:876: oid 4 version 293 is already newer than 292 2024-09-13T14:21:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 293 (ObjNum 294 snap 93 seq_num 294) dirty exists 2024-09-13T14:21:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:876: left oid 4 (ObjNum 294 snap 93 seq_num 294) 2024-09-13T14:21:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:877: expect (ObjNum 272 snap 81 seq_num 272) 2024-09-13T14:21:11.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:11 smithi001 ceph-mon[96683]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T14:21:11.952 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:11 smithi001 ceph-mon[99232]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T14:21:12.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:11 smithi028 ceph-mon[31155]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T14:21:12.286 INFO:tasks.rados.rados.0.smithi001.stdout:879: finishing write tid 1 to smithi00185197-21 2024-09-13T14:21:12.287 INFO:tasks.rados.rados.0.smithi001.stdout:879: finishing write tid 2 to smithi00185197-21 2024-09-13T14:21:12.287 INFO:tasks.rados.rados.0.smithi001.stdout:879: finishing write tid 3 to smithi00185197-21 2024-09-13T14:21:12.287 INFO:tasks.rados.rados.0.smithi001.stdout:879: oid 21 updating version 0 to 597 2024-09-13T14:21:12.287 INFO:tasks.rados.rados.0.smithi001.stdout:879: oid 21 version 597 is already newer than 596 2024-09-13T14:21:12.287 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 597 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-13T14:21:12.287 INFO:tasks.rados.rados.0.smithi001.stdout:879: left oid 21 (ObjNum 295 snap 93 seq_num 295) 2024-09-13T14:21:12.612 INFO:tasks.rados.rados.0.smithi001.stdout:876: done (3 left) 2024-09-13T14:21:12.613 INFO:tasks.rados.rados.0.smithi001.stdout:877: done (2 left) 2024-09-13T14:21:12.613 INFO:tasks.rados.rados.0.smithi001.stdout:879: done (1 left) 2024-09-13T14:21:12.613 INFO:tasks.rados.rados.0.smithi001.stdout:880: done (0 left) 2024-09-13T14:21:12.613 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 94 2024-09-13T14:21:12.613 INFO:tasks.rados.rados.0.smithi001.stdout:881: seq_num 296 ranges {778240=163840} 2024-09-13T14:21:12.618 INFO:tasks.rados.rados.0.smithi001.stdout:881: writing smithi00185197-19 from 778240 to 942080 tid 1 2024-09-13T14:21:12.618 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 94 2024-09-13T14:21:12.618 INFO:tasks.rados.rados.0.smithi001.stdout:882: seq_num 297 ranges {114688=180224} 2024-09-13T14:21:12.619 INFO:tasks.rados.rados.0.smithi001.stdout:882: writing smithi00185197-25 from 114688 to 294912 tid 1 2024-09-13T14:21:12.619 INFO:tasks.rados.rados.0.smithi001.stdout:883: rmattr oid 42 current snap is 94 2024-09-13T14:21:12.620 INFO:tasks.rados.rados.0.smithi001.stdout:884: delete oid 10 current snap is 94 2024-09-13T14:21:12.626 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 140 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T14:21:12.627 INFO:tasks.rados.rados.0.smithi001.stdout:881: finishing write tid 1 to smithi00185197-19 2024-09-13T14:21:12.628 INFO:tasks.rados.rados.0.smithi001.stdout:881: finishing write tid 2 to smithi00185197-19 2024-09-13T14:21:12.629 INFO:tasks.rados.rados.0.smithi001.stdout:883: done (3 left) 2024-09-13T14:21:12.629 INFO:tasks.rados.rados.0.smithi001.stdout:884: done (2 left) 2024-09-13T14:21:12.629 INFO:tasks.rados.rados.0.smithi001.stdout:885: copy_from oid 22 from oid 41 current snap is 94 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:881: finishing write tid 3 to smithi00185197-19 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:881: oid 19 updating version 0 to 301 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:881: oid 19 updating version 301 to 302 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 302 (ObjNum 296 snap 94 seq_num 296) dirty exists 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:881: left oid 19 (ObjNum 296 snap 94 seq_num 296) 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:881: done (2 left) 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:886: snap_create 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:882: finishing write tid 1 to smithi00185197-25 2024-09-13T14:21:12.630 INFO:tasks.rados.rados.0.smithi001.stdout:882: finishing write tid 2 to smithi00185197-25 2024-09-13T14:21:12.632 INFO:tasks.rados.rados.0.smithi001.stdout:882: finishing write tid 3 to smithi00185197-25 2024-09-13T14:21:12.632 INFO:tasks.rados.rados.0.smithi001.stdout:882: oid 25 updating version 0 to 511 2024-09-13T14:21:12.632 INFO:tasks.rados.rados.0.smithi001.stdout:882: oid 25 version 511 is already newer than 510 2024-09-13T14:21:12.632 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 511 (ObjNum 297 snap 94 seq_num 297) dirty exists 2024-09-13T14:21:12.632 INFO:tasks.rados.rados.0.smithi001.stdout:882: left oid 25 (ObjNum 297 snap 94 seq_num 297) 2024-09-13T14:21:12.644 INFO:tasks.rados.rados.0.smithi001.stdout:885: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:21:12.646 INFO:tasks.rados.rados.0.smithi001.stdout:885: finishing copy_from to smithi00185197-22 2024-09-13T14:21:12.646 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 206 (ObjNum 270 snap 80 seq_num 270) dirty exists 2024-09-13T14:21:13.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:12 smithi001 ceph-mon[99232]: pgmap v35: 121 pgs: 121 active+clean; 208 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2024-09-13T14:21:13.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:12 smithi001 ceph-mon[99232]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T14:21:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:12 smithi001 ceph-mon[99232]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T14:21:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:12 smithi001 ceph-mon[96683]: pgmap v35: 121 pgs: 121 active+clean; 208 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2024-09-13T14:21:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:12 smithi001 ceph-mon[96683]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T14:21:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:12 smithi001 ceph-mon[96683]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T14:21:13.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:12 smithi028 ceph-mon[31155]: pgmap v35: 121 pgs: 121 active+clean; 208 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2024-09-13T14:21:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:12 smithi028 ceph-mon[31155]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T14:21:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:12 smithi028 ceph-mon[31155]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T14:21:13.628 INFO:tasks.rados.rados.0.smithi001.stdout:882: done (2 left) 2024-09-13T14:21:13.629 INFO:tasks.rados.rados.0.smithi001.stdout:885: done (1 left) 2024-09-13T14:21:13.629 INFO:tasks.rados.rados.0.smithi001.stdout:886: done (0 left) 2024-09-13T14:21:13.629 INFO:tasks.rados.rados.0.smithi001.stdout:887: rollback oid 44 current snap is 95 2024-09-13T14:21:13.629 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 56 2024-09-13T14:21:13.629 INFO:tasks.rados.rados.0.smithi001.stdout:888: copy_from oid 18 from oid 38 current snap is 95 2024-09-13T14:21:13.629 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 95 2024-09-13T14:21:13.629 INFO:tasks.rados.rados.0.smithi001.stdout:889: seq_num 299 ranges {1884160=212992} 2024-09-13T14:21:13.640 INFO:tasks.rados.rados.0.smithi001.stdout:889: writing smithi00185197-3 from 1884160 to 2097152 tid 1 2024-09-13T14:21:13.640 INFO:tasks.rados.rados.0.smithi001.stdout:890: snap_remove snap 87 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-13T14:21:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: Upgrade: It appears safe to stop mon.b 2024-09-13T14:21:13.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:13 smithi028 ceph-mon[31155]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T14:21:14.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:14.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:14.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: Upgrade: It appears safe to stop mon.b 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[99232]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:14.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:21:14.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:14.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:14.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:14.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:21:14.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-13T14:21:14.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: Upgrade: It appears safe to stop mon.b 2024-09-13T14:21:14.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:13 smithi001 ceph-mon[96683]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T14:21:14.630 INFO:tasks.rados.rados.0.smithi001.stdout:887: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:21:14.630 INFO:tasks.rados.rados.0.smithi001.stdout:888: finishing copy_from to smithi00185197-18 2024-09-13T14:21:14.630 INFO:tasks.rados.rados.0.smithi001.stdout:888: got expected ENOENT (src dne) 2024-09-13T14:21:14.630 INFO:tasks.rados.rados.0.smithi001.stdout:888: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:21:14.630 INFO:tasks.rados.rados.0.smithi001.stdout:887: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:21:14.630 INFO:tasks.rados.rados.0.smithi001.stdout:887: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 304 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:889: finishing write tid 1 to smithi00185197-3 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:889: finishing write tid 2 to smithi00185197-3 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:889: finishing write tid 3 to smithi00185197-3 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:889: oid 3 updating version 0 to 225 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:889: oid 3 version 225 is already newer than 224 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 225 (ObjNum 299 snap 95 seq_num 299) dirty exists 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:889: left oid 3 (ObjNum 299 snap 95 seq_num 299) 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:887: done (3 left) 2024-09-13T14:21:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:888: done (2 left) 2024-09-13T14:21:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:889: done (1 left) 2024-09-13T14:21:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:890: done (0 left) 2024-09-13T14:21:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:891: snap_create 2024-09-13T14:21:14.958 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:14 smithi028 ceph-mon[31155]: pgmap v38: 121 pgs: 121 active+clean; 208 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2024-09-13T14:21:14.958 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:14 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:14.958 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:14 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:14.958 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:14 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:14.958 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:14 smithi028 ceph-mon[31155]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:14.958 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:14 smithi028 ceph-mon[31155]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T14:21:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[99232]: pgmap v38: 121 pgs: 121 active+clean; 208 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2024-09-13T14:21:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[99232]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[96683]: pgmap v38: 121 pgs: 121 active+clean; 208 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:14 smithi001 ceph-mon[96683]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T14:21:15.631 INFO:tasks.rados.rados.0.smithi001.stdout:891: done (0 left) 2024-09-13T14:21:15.631 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 96 2024-09-13T14:21:15.631 INFO:tasks.rados.rados.0.smithi001.stdout:892: seq_num 300 ranges {0=229376} 2024-09-13T14:21:15.632 INFO:tasks.rados.rados.0.smithi001.stdout:892: writing smithi00185197-1 from 0 to 229376 tid 1 2024-09-13T14:21:15.632 INFO:tasks.rados.rados.0.smithi001.stdout:893: read oid 35 snap -1 2024-09-13T14:21:15.632 INFO:tasks.rados.rados.0.smithi001.stdout:893: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:21:15.632 INFO:tasks.rados.rados.0.smithi001.stdout:894: snap_create 2024-09-13T14:21:15.638 INFO:tasks.rados.rados.0.smithi001.stdout:892: finishing write tid 1 to smithi00185197-1 2024-09-13T14:21:15.638 INFO:tasks.rados.rados.0.smithi001.stdout:892: finishing write tid 2 to smithi00185197-1 2024-09-13T14:21:15.640 INFO:tasks.rados.rados.0.smithi001.stdout:892: finishing write tid 3 to smithi00185197-1 2024-09-13T14:21:15.640 INFO:tasks.rados.rados.0.smithi001.stdout:892: oid 1 updating version 0 to 201 2024-09-13T14:21:15.640 INFO:tasks.rados.rados.0.smithi001.stdout:892: oid 1 version 201 is already newer than 200 2024-09-13T14:21:15.640 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 201 (ObjNum 300 snap 96 seq_num 300) dirty exists 2024-09-13T14:21:15.641 INFO:tasks.rados.rados.0.smithi001.stdout:892: left oid 1 (ObjNum 300 snap 96 seq_num 300) 2024-09-13T14:21:15.644 INFO:tasks.rados.rados.0.smithi001.stdout:893: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:21:15.852 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:15 smithi028 ceph-mon[31155]: Upgrade: Updating mon.b 2024-09-13T14:21:15.852 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:15 smithi028 ceph-mon[31155]: Deploying daemon mon.b on smithi028 2024-09-13T14:21:15.852 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:15 smithi028 ceph-mon[31155]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T14:21:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:15 smithi001 ceph-mon[96683]: Upgrade: Updating mon.b 2024-09-13T14:21:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:15 smithi001 ceph-mon[96683]: Deploying daemon mon.b on smithi028 2024-09-13T14:21:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:15 smithi001 ceph-mon[96683]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T14:21:16.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:15 smithi001 ceph-mon[99232]: Upgrade: Updating mon.b 2024-09-13T14:21:16.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:15 smithi001 ceph-mon[99232]: Deploying daemon mon.b on smithi028 2024-09-13T14:21:16.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:15 smithi001 ceph-mon[99232]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T14:21:16.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:15 smithi028 systemd[1]: Stopping Ceph mon.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:21:16.451 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b[31132]: 2024-09-13T14:21:16.116+0000 7f84a39dd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:21:16.451 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b[31132]: 2024-09-13T14:21:16.116+0000 7f84a39dd640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-13T14:21:16.451 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 podman[87423]: 2024-09-13 14:21:16.158642407 +0000 UTC m=+0.143646493 container died aa9cc501633c14486ad29093d27c6ca55b89a4af5bff4adfdc942f88ab8aa02c (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-2c01458, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:21:16.800 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 podman[87423]: 2024-09-13 14:21:16.548721836 +0000 UTC m=+0.533725919 container cleanup aa9cc501633c14486ad29093d27c6ca55b89a4af5bff4adfdc942f88ab8aa02c (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=reef-2c01458, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-13T14:21:16.800 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 bash[87423]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b 2024-09-13T14:21:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 podman[87440]: 2024-09-13 14:21:16.799913715 +0000 UTC m=+0.641150730 container remove aa9cc501633c14486ad29093d27c6ca55b89a4af5bff4adfdc942f88ab8aa02c (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-2c01458, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-13T14:21:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-13T14:21:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 systemd[1]: Stopped Ceph mon.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:21:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:16 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.b.service: Consumed 9.443s CPU time. 2024-09-13T14:21:17.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:21:16] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-09-13T14:21:17.509 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 systemd[1]: Starting Ceph mon.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:21:17.509 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 podman[87583]: 2024-09-13 14:21:17.279107075 +0000 UTC m=+0.016251889 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:21:17.509 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 podman[87583]: 2024-09-13 14:21:17.392609514 +0000 UTC m=+0.129754360 container create 5eaff21f5c73ac49d3d9d9be58a15c6d8cbdf5152f775eadd8f8f564a43b04f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-13T14:21:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 podman[87583]: 2024-09-13 14:21:17.628366918 +0000 UTC m=+0.365511725 container init 5eaff21f5c73ac49d3d9d9be58a15c6d8cbdf5152f775eadd8f8f564a43b04f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:21:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 podman[87583]: 2024-09-13 14:21:17.633336888 +0000 UTC m=+0.370481692 container start 5eaff21f5c73ac49d3d9d9be58a15c6d8cbdf5152f775eadd8f8f564a43b04f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev), process ceph-mon, pid 7 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: pidfile_write: ignore empty --pid-file 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: load: jerasure load: lrc 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: RocksDB version: 7.9.2 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Git sha 0 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Compile date 2024-09-12 20:46:14 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: DB SUMMARY 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: DB Session ID: 14PUBQLW49MSXT7KUGPI 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: CURRENT file: CURRENT 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-09-13T14:21:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10175346 ; 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.error_if_exists: 0 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.create_if_missing: 0 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.paranoid_checks: 1 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.env: 0x558968aca160 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.info_log: 0x558969a8d880 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:21:18.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.statistics: (nil) 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.use_fsync: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_log_file_size: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.allow_fallocate: 1 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.use_direct_reads: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:21:18.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.db_log_dir: 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.wal_dir: 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.write_buffer_manager: 0x558969a90e60 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:21:18.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.unordered_write: 0 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.row_cache: None 2024-09-13T14:21:18.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.wal_filter: None 2024-09-13T14:21:18.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:21:18.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.two_write_queues: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.wal_compression: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.atomic_flush: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.log_readahead_size: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:21:18.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_background_jobs: 2 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_background_compactions: -1 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_subcompactions: 1 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:21:18.113 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_open_files: -1 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_background_flushes: -1 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Compression algorithms supported: 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kZSTD supported: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kXpressCompression supported: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kBZip2Compression supported: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kLZ4Compression supported: 1 2024-09-13T14:21:18.114 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kZlibCompression supported: 1 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: kSnappyCompression supported: 1 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.merge_operator: 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_filter: None 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:21:18.115 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558969a8d4e0) 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: cache_index_and_filter_blocks: 1 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: pin_top_level_index_and_filter: 1 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: index_type: 0 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: data_block_index_type: 0 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: index_shortening: 1 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: checksum: 4 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: no_block_cache: 0 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache: 0x558969a80850 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache_name: BinnedLRUCache 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache_options: 2024-09-13T14:21:18.116 INFO:journalctl@ceph.mon.b.smithi028.stdout: capacity : 536870912 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: num_shard_bits : 4 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: strict_capacity_limit : 0 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: high_pri_pool_ratio: 0.000 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_cache_compressed: (nil) 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: persistent_cache: (nil) 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_size: 4096 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_size_deviation: 10 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_restart_interval: 16 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: index_block_restart_interval: 1 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: metadata_block_size: 4096 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: partition_filters: 0 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: use_delta_encoding: 1 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: filter_policy: bloomfilter 2024-09-13T14:21:18.117 INFO:journalctl@ceph.mon.b.smithi028.stdout: whole_key_filtering: 1 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: verify_compression: 0 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: read_amp_bytes_per_bit: 0 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: format_version: 5 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: enable_index_compression: 1 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: block_align: 0 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: max_auto_readahead_size: 262144 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: prepopulate_block_cache: 0 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: initial_auto_readahead_size: 8192 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression: NoCompression 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:21:18.118 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.num_levels: 7 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:21:18.119 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:21:18.120 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:21:18.121 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:21:18.122 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.inplace_update_support: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.bloom_locality: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.max_successive_merges: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.ttl: 2592000 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.enable_blob_files: false 2024-09-13T14:21:18.123 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.min_blob_size: 0 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13576, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 798b1e09-21bf-48b3-bd1f-8bad64247358 2024-09-13T14:21:18.124 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237277661693, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237277684809, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6283148, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13581, "largest_seqno": 16705, "table_properties": {"data_size": 6268784, "index_size": 9669, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3653, "raw_key_size": 32945, "raw_average_key_size": 22, "raw_value_size": 6238986, "raw_average_value_size": 4341, "num_data_blocks": 421, "num_entries": 1437, "num_filter_entries": 1437, "num_deletions": 290, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726237277, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "798b1e09-21bf-48b3-bd1f-8bad64247358", "db_session_id": "14PUBQLW49MSXT7KUGPI", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726237277684937, "job": 1, "event": "recovery_finished"} 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558969ab0e00 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: DB pointer 0x558969bb0000 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** DB Stats ** 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:21:18.125 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** Compaction Stats [default] ** 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: L0 1/0 5.99 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 628.2 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: Sum 2/0 13.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 628.2 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 628.2 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.126 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** Compaction Stats [default] ** 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 628.2 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:21:18.127 INFO:journalctl@ceph.mon.b.smithi028.stdout: Cumulative compaction: 0.01 GB write, 228.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: Interval compaction: 0.01 GB write, 228.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: Block cache BinnedLRUCache@0x558969a80850#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: starting mon.b rank 1 at public addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] at bind addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???) e3 preinit fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???).mds e8 new map 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???).mds e8 print_map 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: e8 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T14:21:18.128 INFO:journalctl@ceph.mon.b.smithi028.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: legacy client fscid: 1 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: Filesystem 'cephfs' (1) 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: fs_name cephfs 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: epoch 8 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: created 2024-09-13T14:14:37.078493+0000 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: modified 2024-09-13T14:14:49.105948+0000 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: tableserver 0 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: root 0 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: session_timeout 60 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: session_autoclose 300 2024-09-13T14:21:18.129 INFO:journalctl@ceph.mon.b.smithi028.stdout: max_file_size 1099511627776 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: max_xattr_size 65536 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: required_client_features {} 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: last_failure 0 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: last_failure_osd_epoch 0 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: max_mds 1 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: in 0 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: up {0=24331} 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: failed 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: damaged 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: stopped 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: data_pools [3] 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: metadata_pool 2 2024-09-13T14:21:18.130 INFO:journalctl@ceph.mon.b.smithi028.stdout: inline_data disabled 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: balancer 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: bal_rank_mask -1 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: standby_count_wanted 0 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: qdb_cluster leader: 0 members: 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.28:6832/2097878038,v1:172.21.15.28:6833/2097878038] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: Standby daemons: 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: 2024-09-13T14:21:18.131 INFO:journalctl@ceph.mon.b.smithi028.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.1:6834/1124193063,v1:172.21.15.1:6835/1124193063] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T14:21:18.132 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???).osd e254 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T14:21:18.132 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:21:18.132 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:21:18.132 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T14:21:18.132 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 ceph-mon[87621]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-09-13T14:21:18.132 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 bash[87583]: 5eaff21f5c73ac49d3d9d9be58a15c6d8cbdf5152f775eadd8f8f564a43b04f8 2024-09-13T14:21:18.132 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:17 smithi028 systemd[1]: Started Ceph mon.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:21:19.049 INFO:tasks.rados.rados.0.smithi001.stdout:892: done (2 left) 2024-09-13T14:21:19.049 INFO:tasks.rados.rados.0.smithi001.stdout:893: done (1 left) 2024-09-13T14:21:19.050 INFO:tasks.rados.rados.0.smithi001.stdout:894: done (0 left) 2024-09-13T14:21:19.050 INFO:tasks.rados.rados.0.smithi001.stdout:895: rollback oid 37 current snap is 97 2024-09-13T14:21:19.050 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 65 2024-09-13T14:21:19.050 INFO:tasks.rados.rados.0.smithi001.stdout:896: delete oid 44 current snap is 97 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:896: done (1 left) 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:897: copy_from oid 39 from oid 8 current snap is 97 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:898: read oid 46 snap 80 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:898: expect (ObjNum 314212992 snap 22027 seq_num 314002464) 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:899: rmattr oid 14 current snap is 97 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:899: done (3 left) 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:900: read oid 16 snap -1 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:900: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:901: rollback oid 40 current snap is 97 2024-09-13T14:21:19.060 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 94 2024-09-13T14:21:19.061 INFO:tasks.rados.rados.0.smithi001.stdout:895: finishing rollback tid 0 to smithi00185197-37 2024-09-13T14:21:19.061 INFO:tasks.rados.rados.0.smithi001.stdout:895: finishing rollback tid 1 to smithi00185197-37 2024-09-13T14:21:19.061 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 208 (ObjNum 81 snap 0 seq_num 1682853740) dirty dne 2024-09-13T14:21:19.061 INFO:tasks.rados.rados.0.smithi001.stdout:895: done (4 left) 2024-09-13T14:21:19.061 INFO:tasks.rados.rados.0.smithi001.stdout:902: delete oid 30 current snap is 97 2024-09-13T14:21:19.061 INFO:tasks.rados.rados.0.smithi001.stdout:898: expect (ObjNum 314212992 snap 22027 seq_num 314002464) 2024-09-13T14:21:19.065 INFO:tasks.rados.rados.0.smithi001.stdout:897: finishing copy_from to smithi00185197-39 2024-09-13T14:21:19.065 INFO:tasks.rados.rados.0.smithi001.stdout:897: got expected ENOENT (src dne) 2024-09-13T14:21:19.065 INFO:tasks.rados.rados.0.smithi001.stdout:898: done (4 left) 2024-09-13T14:21:19.065 INFO:tasks.rados.rados.0.smithi001.stdout:902: done (3 left) 2024-09-13T14:21:19.065 INFO:tasks.rados.rados.0.smithi001.stdout:903: delete oid 20 current snap is 97 2024-09-13T14:21:19.065 INFO:tasks.rados.rados.0.smithi001.stdout:897: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:21:19.065 INFO:tasks.rados.rados.0.smithi001.stdout:901: finishing rollback tid 0 to smithi00185197-40 2024-09-13T14:21:19.066 INFO:tasks.rados.rados.0.smithi001.stdout:901: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:21:19.067 INFO:tasks.rados.rados.0.smithi001.stdout:901: finishing rollback tid 2 to smithi00185197-40 2024-09-13T14:21:19.067 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 89 (ObjNum 247 snap 75 seq_num 247) dirty exists 2024-09-13T14:21:19.072 INFO:tasks.rados.rados.0.smithi001.stdout:900: expect (ObjNum 267 snap 78 seq_num 267) 2024-09-13T14:21:19.162 INFO:tasks.rados.rados.0.smithi001.stdout:897: done (3 left) 2024-09-13T14:21:19.162 INFO:tasks.rados.rados.0.smithi001.stdout:900: done (2 left) 2024-09-13T14:21:19.162 INFO:tasks.rados.rados.0.smithi001.stdout:901: done (1 left) 2024-09-13T14:21:19.162 INFO:tasks.rados.rados.0.smithi001.stdout:903: done (0 left) 2024-09-13T14:21:19.162 INFO:tasks.rados.rados.0.smithi001.stdout:904: copy_from oid 25 from oid 31 current snap is 97 2024-09-13T14:21:19.162 INFO:tasks.rados.rados.0.smithi001.stdout:905: read oid 49 snap 79 2024-09-13T14:21:19.162 INFO:tasks.rados.rados.0.smithi001.stdout:905: expect deleted 2024-09-13T14:21:19.163 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 97 2024-09-13T14:21:19.163 INFO:tasks.rados.rados.0.smithi001.stdout:906: seq_num 304 ranges {5472256=294912} 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:906: writing smithi00185197-23 from 5472256 to 5767168 tid 1 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:907: copy_from oid 32 from oid 42 current snap is 97 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:904: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:904: finishing copy_from to smithi00185197-25 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 147 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:904: done (3 left) 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:905: done (2 left) 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 97 2024-09-13T14:21:19.194 INFO:tasks.rados.rados.0.smithi001.stdout:908: seq_num 305 ranges {0=311296} 2024-09-13T14:21:19.196 INFO:tasks.rados.rados.0.smithi001.stdout:908: writing smithi00185197-10 from 0 to 311296 tid 1 2024-09-13T14:21:19.196 INFO:tasks.rados.rados.0.smithi001.stdout:909: read oid 13 snap 96 2024-09-13T14:21:19.196 INFO:tasks.rados.rados.0.smithi001.stdout:909: expect (ObjNum 278 snap 82 seq_num 278) 2024-09-13T14:21:19.196 INFO:tasks.rados.rados.0.smithi001.stdout:910: read oid 8 snap -1 2024-09-13T14:21:19.196 INFO:tasks.rados.rados.0.smithi001.stdout:910: expect deleted 2024-09-13T14:21:19.196 INFO:tasks.rados.rados.0.smithi001.stdout:911: read oid 1 snap 72 2024-09-13T14:21:19.196 INFO:tasks.rados.rados.0.smithi001.stdout:911: expect (ObjNum 211 snap 56 seq_num 211) 2024-09-13T14:21:19.197 INFO:tasks.rados.rados.0.smithi001.stdout:912: snap_create 2024-09-13T14:21:19.197 INFO:tasks.rados.rados.0.smithi001.stdout:906: finishing write tid 1 to smithi00185197-23 2024-09-13T14:21:19.197 INFO:tasks.rados.rados.0.smithi001.stdout:906: finishing write tid 2 to smithi00185197-23 2024-09-13T14:21:19.197 INFO:tasks.rados.rados.0.smithi001.stdout:907: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:21:19.198 INFO:tasks.rados.rados.0.smithi001.stdout:906: finishing write tid 3 to smithi00185197-23 2024-09-13T14:21:19.198 INFO:tasks.rados.rados.0.smithi001.stdout:906: oid 23 updating version 0 to 310 2024-09-13T14:21:19.198 INFO:tasks.rados.rados.0.smithi001.stdout:906: oid 23 updating version 310 to 311 2024-09-13T14:21:19.198 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 311 (ObjNum 304 snap 97 seq_num 304) dirty exists 2024-09-13T14:21:19.198 INFO:tasks.rados.rados.0.smithi001.stdout:906: left oid 23 (ObjNum 304 snap 97 seq_num 304) 2024-09-13T14:21:19.199 INFO:tasks.rados.rados.0.smithi001.stdout:907: finishing copy_from to smithi00185197-32 2024-09-13T14:21:19.199 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 140 (ObjNum 33 snap 0 seq_num 11657882) dirty exists 2024-09-13T14:21:19.199 INFO:tasks.rados.rados.0.smithi001.stdout:908: finishing write tid 1 to smithi00185197-10 2024-09-13T14:21:19.199 INFO:tasks.rados.rados.0.smithi001.stdout:908: finishing write tid 2 to smithi00185197-10 2024-09-13T14:21:19.201 INFO:tasks.rados.rados.0.smithi001.stdout:908: finishing write tid 3 to smithi00185197-10 2024-09-13T14:21:19.201 INFO:tasks.rados.rados.0.smithi001.stdout:908: oid 10 updating version 0 to 611 2024-09-13T14:21:19.201 INFO:tasks.rados.rados.0.smithi001.stdout:908: oid 10 version 611 is already newer than 610 2024-09-13T14:21:19.201 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 611 (ObjNum 305 snap 97 seq_num 305) dirty exists 2024-09-13T14:21:19.201 INFO:tasks.rados.rados.0.smithi001.stdout:908: left oid 10 (ObjNum 305 snap 97 seq_num 305) 2024-09-13T14:21:19.205 INFO:tasks.rados.rados.0.smithi001.stdout:911: expect (ObjNum 211 snap 56 seq_num 211) 2024-09-13T14:21:19.235 INFO:tasks.rados.rados.0.smithi001.stdout:909: expect (ObjNum 278 snap 82 seq_num 278) 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: pgmap v43: 121 pgs: 121 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 968 KiB/s wr, 11 op/s 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: mgrmap e43: y(active, since 28s), standbys: x 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: overall HEALTH_OK 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: mon.b calling monitor election 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: mon.a calling monitor election 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: mon.c calling monitor election 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: monmap epoch 4 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: last_changed 2024-09-13T14:21:18.040919+0000 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: min_mon_release 19 (squid) 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: election_strategy: 1 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: mgrmap e43: y(active, since 28s), standbys: x 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: overall HEALTH_OK 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:19.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: pgmap v43: 121 pgs: 121 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 968 KiB/s wr, 11 op/s 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: mgrmap e43: y(active, since 28s), standbys: x 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: overall HEALTH_OK 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: mon.b calling monitor election 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: mon.a calling monitor election 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: mon.c calling monitor election 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:19.355 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: monmap epoch 4 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: last_changed 2024-09-13T14:21:18.040919+0000 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: min_mon_release 19 (squid) 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: election_strategy: 1 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: mgrmap e43: y(active, since 28s), standbys: x 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: overall HEALTH_OK 2024-09-13T14:21:19.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:19.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:19.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:19.361 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: pgmap v43: 121 pgs: 121 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 968 KiB/s wr, 11 op/s 2024-09-13T14:21:19.361 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:19.361 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T14:21:19.361 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: mgrmap e43: y(active, since 28s), standbys: x 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: overall HEALTH_OK 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: mon.b calling monitor election 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: mon.a calling monitor election 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: mon.c calling monitor election 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: monmap epoch 4 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: fsid 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: last_changed 2024-09-13T14:21:18.040919+0000 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: created 2024-09-13T14:09:03.810473+0000 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: min_mon_release 19 (squid) 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: election_strategy: 1 2024-09-13T14:21:19.362 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: 1: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.b 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: mgrmap e43: y(active, since 28s), standbys: x 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: overall HEALTH_OK 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:19.363 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:906: done (6 left) 2024-09-13T14:21:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:907: done (5 left) 2024-09-13T14:21:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:908: done (4 left) 2024-09-13T14:21:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:909: done (3 left) 2024-09-13T14:21:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:910: done (2 left) 2024-09-13T14:21:20.060 INFO:tasks.rados.rados.0.smithi001.stdout:911: done (1 left) 2024-09-13T14:21:20.060 INFO:tasks.rados.rados.0.smithi001.stdout:912: done (0 left) 2024-09-13T14:21:20.060 INFO:tasks.rados.rados.0.smithi001.stdout:913: read oid 3 snap -1 2024-09-13T14:21:20.060 INFO:tasks.rados.rados.0.smithi001.stdout:913: expect (ObjNum 299 snap 95 seq_num 299) 2024-09-13T14:21:20.060 INFO:tasks.rados.rados.0.smithi001.stdout:914: copy_from oid 50 from oid 8 current snap is 98 2024-09-13T14:21:20.060 INFO:tasks.rados.rados.0.smithi001.stdout:915: snap_remove snap 70 2024-09-13T14:21:20.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:20 smithi001 ceph-mon[96683]: osdmap e256: 8 total, 8 up, 8 in 2024-09-13T14:21:20.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:20 smithi001 ceph-mon[99232]: osdmap e256: 8 total, 8 up, 8 in 2024-09-13T14:21:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:20.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:20 smithi028 ceph-mon[87621]: osdmap e256: 8 total, 8 up, 8 in 2024-09-13T14:21:20.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:21.065 INFO:tasks.rados.rados.0.smithi001.stdout:915: done (2 left) 2024-09-13T14:21:21.065 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 98 2024-09-13T14:21:21.065 INFO:tasks.rados.rados.0.smithi001.stdout:916: seq_num 306 ranges {0=327680} 2024-09-13T14:21:21.067 INFO:tasks.rados.rados.0.smithi001.stdout:916: writing smithi00185197-38 from 0 to 327680 tid 1 2024-09-13T14:21:21.067 INFO:tasks.rados.rados.0.smithi001.stdout:917: read oid 20 snap -1 2024-09-13T14:21:21.067 INFO:tasks.rados.rados.0.smithi001.stdout:917: expect deleted 2024-09-13T14:21:21.067 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 98 2024-09-13T14:21:21.067 INFO:tasks.rados.rados.0.smithi001.stdout:918: seq_num 307 ranges {3809280=344064} 2024-09-13T14:21:21.092 INFO:tasks.rados.rados.0.smithi001.stdout:918: writing smithi00185197-41 from 3809280 to 4153344 tid 1 2024-09-13T14:21:21.092 INFO:tasks.rados.rados.0.smithi001.stdout:919: delete oid 11 current snap is 98 2024-09-13T14:21:21.092 INFO:tasks.rados.rados.0.smithi001.stdout:914: finishing copy_from to smithi00185197-50 2024-09-13T14:21:21.092 INFO:tasks.rados.rados.0.smithi001.stdout:914: got expected ENOENT (src dne) 2024-09-13T14:21:21.092 INFO:tasks.rados.rados.0.smithi001.stdout:914: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:21:21.092 INFO:tasks.rados.rados.0.smithi001.stdout:913: expect (ObjNum 299 snap 95 seq_num 299) 2024-09-13T14:21:21.180 INFO:tasks.rados.rados.0.smithi001.stdout:916: finishing write tid 1 to smithi00185197-38 2024-09-13T14:21:21.180 INFO:tasks.rados.rados.0.smithi001.stdout:916: finishing write tid 2 to smithi00185197-38 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:916: finishing write tid 3 to smithi00185197-38 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:916: oid 38 updating version 0 to 512 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:916: oid 38 updating version 512 to 513 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 513 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:916: left oid 38 (ObjNum 306 snap 98 seq_num 306) 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:918: finishing write tid 1 to smithi00185197-41 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:913: done (5 left) 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:914: done (4 left) 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:916: done (3 left) 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:917: done (2 left) 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:919: done (1 left) 2024-09-13T14:21:21.181 INFO:tasks.rados.rados.0.smithi001.stdout:920: snap_remove snap 91 2024-09-13T14:21:21.313 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:21 smithi028 ceph-mon[87621]: pgmap v46: 121 pgs: 121 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 972 KiB/s wr, 11 op/s 2024-09-13T14:21:21.314 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:21 smithi028 ceph-mon[87621]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T14:21:21.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:21 smithi001 ceph-mon[96683]: pgmap v46: 121 pgs: 121 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 972 KiB/s wr, 11 op/s 2024-09-13T14:21:21.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:21 smithi001 ceph-mon[96683]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T14:21:21.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:21 smithi001 ceph-mon[99232]: pgmap v46: 121 pgs: 121 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 972 KiB/s wr, 11 op/s 2024-09-13T14:21:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:21 smithi001 ceph-mon[99232]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T14:21:22.070 INFO:tasks.rados.rados.0.smithi001.stdout:920: done (1 left) 2024-09-13T14:21:22.070 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 98 2024-09-13T14:21:22.071 INFO:tasks.rados.rados.0.smithi001.stdout:918: finishing write tid 2 to smithi00185197-41 2024-09-13T14:21:22.071 INFO:tasks.rados.rados.0.smithi001.stdout:921: seq_num 309 ranges {0=376832} 2024-09-13T14:21:22.073 INFO:tasks.rados.rados.0.smithi001.stdout:921: writing smithi00185197-49 from 0 to 376832 tid 1 2024-09-13T14:21:22.073 INFO:tasks.rados.rados.0.smithi001.stdout:922: copy_from oid 50 from oid 23 current snap is 98 2024-09-13T14:21:22.073 INFO:tasks.rados.rados.0.smithi001.stdout:923: snap_remove snap 56 2024-09-13T14:21:22.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:22 smithi001 ceph-mon[96683]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T14:21:22.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:22 smithi001 ceph-mon[99232]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T14:21:22.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:22 smithi028 ceph-mon[87621]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T14:21:22.615 INFO:tasks.rados.rados.0.smithi001.stdout:918: finishing write tid 3 to smithi00185197-41 2024-09-13T14:21:22.615 INFO:tasks.rados.rados.0.smithi001.stdout:918: oid 41 updating version 0 to 233 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:918: oid 41 updating version 233 to 234 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 234 (ObjNum 307 snap 98 seq_num 307) dirty exists 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:918: left oid 41 (ObjNum 307 snap 98 seq_num 307) 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:921: finishing write tid 1 to smithi00185197-49 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:921: finishing write tid 2 to smithi00185197-49 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:921: finishing write tid 3 to smithi00185197-49 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:921: oid 49 updating version 0 to 600 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:921: oid 49 version 600 is already newer than 599 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 600 (ObjNum 309 snap 98 seq_num 309) dirty exists 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:921: left oid 49 (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:922: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:922: finishing copy_from to smithi00185197-50 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 311 (ObjNum 304 snap 97 seq_num 304) dirty exists 2024-09-13T14:21:22.616 INFO:tasks.rados.rados.0.smithi001.stdout:918: done (3 left) 2024-09-13T14:21:22.617 INFO:tasks.rados.rados.0.smithi001.stdout:921: done (2 left) 2024-09-13T14:21:22.617 INFO:tasks.rados.rados.0.smithi001.stdout:922: done (1 left) 2024-09-13T14:21:22.617 INFO:tasks.rados.rados.0.smithi001.stdout:923: done (0 left) 2024-09-13T14:21:22.617 INFO:tasks.rados.rados.0.smithi001.stdout:924: snap_remove snap 89 2024-09-13T14:21:23.066 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:22 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:21:22.695+0000 7ff0df838640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T14:21:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[96683]: pgmap v49: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 394 KiB/s wr, 11 op/s 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[96683]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[96683]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[99232]: pgmap v49: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 394 KiB/s wr, 11 op/s 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[99232]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[99232]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T14:21:23.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:23 smithi028 ceph-mon[87621]: pgmap v49: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 394 KiB/s wr, 11 op/s 2024-09-13T14:21:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:23 smithi028 ceph-mon[87621]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T14:21:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:23 smithi028 ceph-mon[87621]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T14:21:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:23.618 INFO:tasks.rados.rados.0.smithi001.stdout:924: done (0 left) 2024-09-13T14:21:23.618 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 98 2024-09-13T14:21:23.618 INFO:tasks.rados.rados.0.smithi001.stdout:925: seq_num 310 ranges {2875392=401408} 2024-09-13T14:21:23.637 INFO:tasks.rados.rados.0.smithi001.stdout:925: writing smithi00185197-16 from 2875392 to 3276800 tid 1 2024-09-13T14:21:23.637 INFO:tasks.rados.rados.0.smithi001.stdout:926: read oid 27 snap -1 2024-09-13T14:21:23.637 INFO:tasks.rados.rados.0.smithi001.stdout:926: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:21:23.637 INFO:tasks.rados.rados.0.smithi001.stdout:927: setattr oid 34 current snap is 98 2024-09-13T14:21:23.639 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 98 2024-09-13T14:21:23.639 INFO:tasks.rados.rados.0.smithi001.stdout:928: seq_num 311 ranges {4472832=417792} 2024-09-13T14:21:23.666 INFO:tasks.rados.rados.0.smithi001.stdout:928: writing smithi00185197-18 from 4472832 to 4890624 tid 1 2024-09-13T14:21:23.666 INFO:tasks.rados.rados.0.smithi001.stdout:929: delete oid 7 current snap is 98 2024-09-13T14:21:23.667 INFO:tasks.rados.rados.0.smithi001.stdout:926: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:21:23.676 INFO:tasks.rados.rados.0.smithi001.stdout:925: finishing write tid 1 to smithi00185197-16 2024-09-13T14:21:23.676 INFO:tasks.rados.rados.0.smithi001.stdout:925: finishing write tid 2 to smithi00185197-16 2024-09-13T14:21:23.677 INFO:tasks.rados.rados.0.smithi001.stdout:925: finishing write tid 3 to smithi00185197-16 2024-09-13T14:21:23.677 INFO:tasks.rados.rados.0.smithi001.stdout:925: oid 16 updating version 0 to 616 2024-09-13T14:21:23.677 INFO:tasks.rados.rados.0.smithi001.stdout:925: oid 16 updating version 616 to 617 2024-09-13T14:21:23.677 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 617 (ObjNum 310 snap 98 seq_num 310) dirty exists 2024-09-13T14:21:23.677 INFO:tasks.rados.rados.0.smithi001.stdout:925: left oid 16 (ObjNum 310 snap 98 seq_num 310) 2024-09-13T14:21:23.677 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 254 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-09-13T14:21:23.677 INFO:tasks.rados.rados.0.smithi001.stdout:928: finishing write tid 1 to smithi00185197-18 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:928: finishing write tid 2 to smithi00185197-18 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:928: finishing write tid 3 to smithi00185197-18 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:928: oid 18 updating version 0 to 219 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:928: oid 18 updating version 219 to 220 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 220 (ObjNum 311 snap 98 seq_num 311) dirty exists 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:928: left oid 18 (ObjNum 311 snap 98 seq_num 311) 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:925: done (4 left) 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:926: done (3 left) 2024-09-13T14:21:23.678 INFO:tasks.rados.rados.0.smithi001.stdout:927: done (2 left) 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:928: done (1 left) 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:929: done (0 left) 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:930: read oid 47 snap -1 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:930: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:931: read oid 31 snap -1 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:931: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 98 2024-09-13T14:21:23.679 INFO:tasks.rados.rados.0.smithi001.stdout:932: seq_num 313 ranges {2097152=450560} 2024-09-13T14:21:23.691 INFO:tasks.rados.rados.0.smithi001.stdout:932: writing smithi00185197-3 from 2097152 to 2547712 tid 1 2024-09-13T14:21:23.691 INFO:tasks.rados.rados.0.smithi001.stdout:933: setattr oid 34 current snap is 98 2024-09-13T14:21:23.691 INFO:tasks.rados.rados.0.smithi001.stdout:931: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T14:21:23.713 INFO:tasks.rados.rados.0.smithi001.stdout:930: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-13T14:21:23.860 INFO:tasks.rados.rados.0.smithi001.stdout:932: finishing write tid 1 to smithi00185197-3 2024-09-13T14:21:23.860 INFO:tasks.rados.rados.0.smithi001.stdout:932: finishing write tid 2 to smithi00185197-3 2024-09-13T14:21:23.860 INFO:tasks.rados.rados.0.smithi001.stdout:932: finishing write tid 3 to smithi00185197-3 2024-09-13T14:21:23.860 INFO:tasks.rados.rados.0.smithi001.stdout:932: oid 3 updating version 0 to 251 2024-09-13T14:21:23.860 INFO:tasks.rados.rados.0.smithi001.stdout:932: oid 3 version 251 is already newer than 250 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 251 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:932: left oid 3 (ObjNum 313 snap 98 seq_num 313) 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:930: done (3 left) 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:931: done (2 left) 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:932: done (1 left) 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:934: setattr oid 50 current snap is 98 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:935: rollback oid 46 current snap is 98 2024-09-13T14:21:23.861 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 79 2024-09-13T14:21:23.862 INFO:tasks.rados.rados.0.smithi001.stdout:936: snap_create 2024-09-13T14:21:23.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 255 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-09-13T14:21:23.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 312 (ObjNum 304 snap 97 seq_num 304) dirty exists 2024-09-13T14:21:23.864 INFO:tasks.rados.rados.0.smithi001.stdout:935: finishing rollback tid 0 to smithi00185197-46 2024-09-13T14:21:23.865 INFO:tasks.rados.rados.0.smithi001.stdout:935: finishing rollback tid 1 to smithi00185197-46 2024-09-13T14:21:23.865 INFO:tasks.rados.rados.0.smithi001.stdout:935: finishing rollback tid 2 to smithi00185197-46 2024-09-13T14:21:23.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 621 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T14:21:24.621 INFO:tasks.rados.rados.0.smithi001.stdout:933: done (3 left) 2024-09-13T14:21:24.621 INFO:tasks.rados.rados.0.smithi001.stdout:934: done (2 left) 2024-09-13T14:21:24.621 INFO:tasks.rados.rados.0.smithi001.stdout:935: done (1 left) 2024-09-13T14:21:24.622 INFO:tasks.rados.rados.0.smithi001.stdout:936: done (0 left) 2024-09-13T14:21:24.622 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 99 2024-09-13T14:21:24.622 INFO:tasks.rados.rados.0.smithi001.stdout:937: seq_num 314 ranges {1884160=466944} 2024-09-13T14:21:24.634 INFO:tasks.rados.rados.0.smithi001.stdout:937: writing smithi00185197-36 from 1884160 to 2351104 tid 1 2024-09-13T14:21:24.634 INFO:tasks.rados.rados.0.smithi001.stdout:938: read oid 24 snap -1 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:938: expect (ObjNum 219 snap 58 seq_num 219) 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:939: read oid 30 snap -1 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:939: expect deleted 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:940: rmattr oid 9 current snap is 99 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:940: done (3 left) 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:941: rollback oid 39 current snap is 99 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 97 2024-09-13T14:21:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:942: delete oid 17 current snap is 99 2024-09-13T14:21:24.640 INFO:tasks.rados.rados.0.smithi001.stdout:939: done (4 left) 2024-09-13T14:21:24.640 INFO:tasks.rados.rados.0.smithi001.stdout:942: done (3 left) 2024-09-13T14:21:24.640 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 99 2024-09-13T14:21:24.640 INFO:tasks.rados.rados.0.smithi001.stdout:943: seq_num 316 ranges {0=499712} 2024-09-13T14:21:24.643 INFO:tasks.rados.rados.0.smithi001.stdout:943: writing smithi00185197-30 from 0 to 499712 tid 1 2024-09-13T14:21:24.643 INFO:tasks.rados.rados.0.smithi001.stdout:944: read oid 47 snap -1 2024-09-13T14:21:24.643 INFO:tasks.rados.rados.0.smithi001.stdout:944: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-13T14:21:24.643 INFO:tasks.rados.rados.0.smithi001.stdout:945: snap_remove snap 80 2024-09-13T14:21:24.734 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:24 smithi028 ceph-mon[87621]: pgmap v52: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 394 KiB/s wr, 11 op/s 2024-09-13T14:21:24.734 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:24 smithi028 ceph-mon[87621]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T14:21:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:24 smithi001 ceph-mon[96683]: pgmap v52: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 394 KiB/s wr, 11 op/s 2024-09-13T14:21:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:24 smithi001 ceph-mon[96683]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T14:21:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:24 smithi001 ceph-mon[99232]: pgmap v52: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 394 KiB/s wr, 11 op/s 2024-09-13T14:21:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:24 smithi001 ceph-mon[99232]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T14:21:25.629 INFO:tasks.rados.rados.0.smithi001.stdout:945: done (5 left) 2024-09-13T14:21:25.629 INFO:tasks.rados.rados.0.smithi001.stdout:946: rollback oid 18 current snap is 99 2024-09-13T14:21:25.629 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 72 2024-09-13T14:21:25.629 INFO:tasks.rados.rados.0.smithi001.stdout:947: snap_remove snap 68 2024-09-13T14:21:25.797 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:25 smithi028 ceph-mon[87621]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T14:21:26.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:25 smithi001 ceph-mon[96683]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T14:21:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:25 smithi001 ceph-mon[99232]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T14:21:26.630 INFO:tasks.rados.rados.0.smithi001.stdout:947: done (6 left) 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:948: rollback oid 32 current snap is 99 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 96 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:937: finishing write tid 1 to smithi00185197-36 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:937: finishing write tid 2 to smithi00185197-36 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:937: finishing write tid 3 to smithi00185197-36 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:937: oid 36 updating version 0 to 657 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:937: oid 36 updating version 657 to 658 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 658 (ObjNum 314 snap 99 seq_num 314) dirty exists 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:937: left oid 36 (ObjNum 314 snap 99 seq_num 314) 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:941: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:941: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:941: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 516 (ObjNum 2304 snap 0 seq_num 304) dirty exists 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:943: finishing write tid 1 to smithi00185197-30 2024-09-13T14:21:26.631 INFO:tasks.rados.rados.0.smithi001.stdout:943: finishing write tid 2 to smithi00185197-30 2024-09-13T14:21:26.632 INFO:tasks.rados.rados.0.smithi001.stdout:943: finishing write tid 3 to smithi00185197-30 2024-09-13T14:21:26.632 INFO:tasks.rados.rados.0.smithi001.stdout:943: oid 30 updating version 0 to 517 2024-09-13T14:21:26.632 INFO:tasks.rados.rados.0.smithi001.stdout:943: oid 30 updating version 517 to 518 2024-09-13T14:21:26.632 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 518 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:21:26.632 INFO:tasks.rados.rados.0.smithi001.stdout:943: left oid 30 (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:21:26.632 INFO:tasks.rados.rados.0.smithi001.stdout:944: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-13T14:21:26.785 INFO:tasks.rados.rados.0.smithi001.stdout:938: expect (ObjNum 219 snap 58 seq_num 219) 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: pgmap v55: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: pgmap v55: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:26.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:26.992 INFO:tasks.rados.rados.0.smithi001.stdout:946: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:21:26.992 INFO:tasks.rados.rados.0.smithi001.stdout:946: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:21:26.992 INFO:tasks.rados.rados.0.smithi001.stdout:946: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:21:26.992 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 224 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-09-13T14:21:26.992 INFO:tasks.rados.rados.0.smithi001.stdout:937: done (6 left) 2024-09-13T14:21:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:938: done (5 left) 2024-09-13T14:21:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:941: done (4 left) 2024-09-13T14:21:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:943: done (3 left) 2024-09-13T14:21:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:944: done (2 left) 2024-09-13T14:21:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:946: done (1 left) 2024-09-13T14:21:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:949: snap_remove snap 94 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: pgmap v55: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:27.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:21:26] "GET /metrics HTTP/1.1" 200 36009 "" "Prometheus/2.43.0" 2024-09-13T14:21:27.617 INFO:tasks.rados.rados.0.smithi001.stdout:949: done (1 left) 2024-09-13T14:21:27.617 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 99 2024-09-13T14:21:27.617 INFO:tasks.rados.rados.0.smithi001.stdout:950: seq_num 317 ranges {794624=516096} 2024-09-13T14:21:27.624 INFO:tasks.rados.rados.0.smithi001.stdout:950: writing smithi00185197-46 from 794624 to 1310720 tid 1 2024-09-13T14:21:27.624 INFO:tasks.rados.rados.0.smithi001.stdout:951: snap_remove snap 78 2024-09-13T14:21:27.642 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:21:27.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[96683]: Reconfiguring mon.a (monmap changed)... 2024-09-13T14:21:27.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[96683]: Reconfiguring daemon mon.a on smithi001 2024-09-13T14:21:27.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[96683]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T14:21:27.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[96683]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T14:21:27.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[99232]: Reconfiguring mon.a (monmap changed)... 2024-09-13T14:21:27.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[99232]: Reconfiguring daemon mon.a on smithi001 2024-09-13T14:21:27.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[99232]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T14:21:27.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:27 smithi001 ceph-mon[99232]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T14:21:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:27 smithi028 ceph-mon[87621]: Reconfiguring mon.a (monmap changed)... 2024-09-13T14:21:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:27 smithi028 ceph-mon[87621]: Reconfiguring daemon mon.a on smithi001 2024-09-13T14:21:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:27 smithi028 ceph-mon[87621]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T14:21:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:27 smithi028 ceph-mon[87621]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (4m) 19s ago 5m 25.2M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (5m) 5s ago 5m 88.5M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (7m) 19s ago 7m 16.0M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (7m) 5s ago 7m 21.2M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (60s) 5s ago 10m 452M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (89s) 19s ago 12m 517M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (46s) 19s ago 12m 42.4M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (10s) 5s ago 10m 22.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:21:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (23s) 19s ago 10m 20.7M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (5m) 19s ago 5m 16.1M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (5m) 5s ago 5m 14.9M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (10m) 19s ago 10m 138M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (9m) 19s ago 9m 123M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (9m) 19s ago 9m 133M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (9m) 19s ago 9m 99.5M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (8m) 5s ago 8m 140M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (8m) 5s ago 8m 174M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (7m) 5s ago 7m 152M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (7m) 5s ago 7m 120M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:21:28.248 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (66s) 5s ago 6m 47.5M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:21:28.606 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 10, 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 5 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:21:28.607 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:951: done (2 left) 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:952: delete oid 42 current snap is 99 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:948: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:948: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:948: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 678 (ObjNum 194 snap 53 seq_num 194) dirty exists 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:950: finishing write tid 1 to smithi00185197-46 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:950: finishing write tid 2 to smithi00185197-46 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:950: finishing write tid 3 to smithi00185197-46 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:950: oid 46 updating version 0 to 642 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:950: oid 46 version 642 is already newer than 641 2024-09-13T14:21:28.618 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 642 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-13T14:21:28.619 INFO:tasks.rados.rados.0.smithi001.stdout:950: left oid 46 (ObjNum 317 snap 99 seq_num 317) 2024-09-13T14:21:28.624 INFO:tasks.rados.rados.0.smithi001.stdout:948: done (2 left) 2024-09-13T14:21:28.624 INFO:tasks.rados.rados.0.smithi001.stdout:950: done (1 left) 2024-09-13T14:21:28.624 INFO:tasks.rados.rados.0.smithi001.stdout:952: done (0 left) 2024-09-13T14:21:28.624 INFO:tasks.rados.rados.0.smithi001.stdout:953: snap_remove snap 40 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "5/20 daemons upgraded", 2024-09-13T14:21:28.917 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mon daemons", 2024-09-13T14:21:28.918 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:21:28.918 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:21:29.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: pgmap v58: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T14:21:29.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: Reconfiguring daemon mgr.y on smithi001 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2391675242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[99232]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: pgmap v58: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: Reconfiguring daemon mgr.y on smithi001 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2391675242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:29.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:28 smithi001 ceph-mon[96683]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: pgmap v58: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: Reconfiguring daemon mgr.y on smithi001 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2391675242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:28 smithi028 ceph-mon[87621]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T14:21:29.618 INFO:tasks.rados.rados.0.smithi001.stdout:953: done (0 left) 2024-09-13T14:21:29.618 INFO:tasks.rados.rados.0.smithi001.stdout:954: copy_from oid 31 from oid 35 current snap is 99 2024-09-13T14:21:29.618 INFO:tasks.rados.rados.0.smithi001.stdout:955: delete oid 47 current snap is 99 2024-09-13T14:21:29.635 INFO:tasks.rados.rados.0.smithi001.stdout:955: done (1 left) 2024-09-13T14:21:29.635 INFO:tasks.rados.rados.0.smithi001.stdout:956: snap_remove snap 79 2024-09-13T14:21:30.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:30.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[99232]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:30.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:30.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:30.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:30.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:29 smithi001 ceph-mon[96683]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:29 smithi028 ceph-mon[87621]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T14:21:30.620 INFO:tasks.rados.rados.0.smithi001.stdout:956: done (1 left) 2024-09-13T14:21:30.620 INFO:tasks.rados.rados.0.smithi001.stdout:957: snap_create 2024-09-13T14:21:30.620 INFO:tasks.rados.rados.0.smithi001.stdout:954: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:21:30.621 INFO:tasks.rados.rados.0.smithi001.stdout:954: finishing copy_from to smithi00185197-31 2024-09-13T14:21:30.621 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 155 (ObjNum 246 snap 75 seq_num 246) dirty exists 2024-09-13T14:21:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[96683]: pgmap v61: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[96683]: Reconfiguring mon.c (monmap changed)... 2024-09-13T14:21:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[96683]: Reconfiguring daemon mon.c on smithi001 2024-09-13T14:21:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[96683]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T14:21:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[99232]: pgmap v61: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[99232]: Reconfiguring mon.c (monmap changed)... 2024-09-13T14:21:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[99232]: Reconfiguring daemon mon.c on smithi001 2024-09-13T14:21:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:30 smithi001 ceph-mon[99232]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T14:21:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:30 smithi028 ceph-mon[87621]: pgmap v61: 121 pgs: 121 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:30 smithi028 ceph-mon[87621]: Reconfiguring mon.c (monmap changed)... 2024-09-13T14:21:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:30 smithi028 ceph-mon[87621]: Reconfiguring daemon mon.c on smithi001 2024-09-13T14:21:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:30 smithi028 ceph-mon[87621]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T14:21:31.621 INFO:tasks.rados.rados.0.smithi001.stdout:954: done (1 left) 2024-09-13T14:21:31.621 INFO:tasks.rados.rados.0.smithi001.stdout:957: done (0 left) 2024-09-13T14:21:31.622 INFO:tasks.rados.rados.0.smithi001.stdout:958: copy_from oid 20 from oid 32 current snap is 100 2024-09-13T14:21:31.622 INFO:tasks.rados.rados.0.smithi001.stdout:959: delete oid 3 current snap is 100 2024-09-13T14:21:31.627 INFO:tasks.rados.rados.0.smithi001.stdout:959: done (1 left) 2024-09-13T14:21:31.627 INFO:tasks.rados.rados.0.smithi001.stdout:960: copy_from oid 45 from oid 37 current snap is 100 2024-09-13T14:21:31.627 INFO:tasks.rados.rados.0.smithi001.stdout:961: snap_remove snap 88 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.0 on smithi001 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: pgmap v64: 121 pgs: 121 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 3 op/s 2024-09-13T14:21:32.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[96683]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.0 on smithi001 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: pgmap v64: 121 pgs: 121 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 3 op/s 2024-09-13T14:21:32.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:32 smithi001 ceph-mon[99232]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.0 on smithi001 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: pgmap v64: 121 pgs: 121 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 3 op/s 2024-09-13T14:21:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:32 smithi028 ceph-mon[87621]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:961: done (2 left) 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:962: snap_create 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:960: finishing copy_from to smithi00185197-45 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:960: got expected ENOENT (src dne) 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:960: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:958: finishing copy_from racing read to smithi00185197-20 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:958: finishing copy_from to smithi00185197-20 2024-09-13T14:21:32.618 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 678 (ObjNum 194 snap 53 seq_num 194) dirty exists 2024-09-13T14:21:33.618 INFO:tasks.rados.rados.0.smithi001.stdout:958: done (2 left) 2024-09-13T14:21:33.618 INFO:tasks.rados.rados.0.smithi001.stdout:960: done (1 left) 2024-09-13T14:21:33.618 INFO:tasks.rados.rados.0.smithi001.stdout:962: done (0 left) 2024-09-13T14:21:33.619 INFO:tasks.rados.rados.0.smithi001.stdout:963: snap_remove snap 85 2024-09-13T14:21:33.966 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[96683]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[96683]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.1 on smithi001 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[99232]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[99232]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T14:21:33.967 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:21:33.968 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:33.968 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:33 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.1 on smithi001 2024-09-13T14:21:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:33 smithi028 ceph-mon[87621]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T14:21:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:33 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:33 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:33 smithi028 ceph-mon[87621]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T14:21:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:33 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:21:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:33 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:34.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:33 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.1 on smithi001 2024-09-13T14:21:34.625 INFO:tasks.rados.rados.0.smithi001.stdout:963: done (0 left) 2024-09-13T14:21:34.625 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 101 2024-09-13T14:21:34.625 INFO:tasks.rados.rados.0.smithi001.stdout:964: seq_num 321 ranges {778240=581632} 2024-09-13T14:21:34.635 INFO:tasks.rados.rados.0.smithi001.stdout:964: writing smithi00185197-25 from 778240 to 1359872 tid 1 2024-09-13T14:21:34.635 INFO:tasks.rados.rados.0.smithi001.stdout:965: copy_from oid 1 from oid 10 current snap is 101 2024-09-13T14:21:34.635 INFO:tasks.rados.rados.0.smithi001.stdout:966: read oid 46 snap -1 2024-09-13T14:21:34.635 INFO:tasks.rados.rados.0.smithi001.stdout:966: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T14:21:34.635 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 101 2024-09-13T14:21:34.635 INFO:tasks.rados.rados.0.smithi001.stdout:967: seq_num 322 ranges {4603904=598016} 2024-09-13T14:21:34.665 INFO:tasks.rados.rados.0.smithi001.stdout:967: writing smithi00185197-24 from 4603904 to 5201920 tid 1 2024-09-13T14:21:34.665 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 101 2024-09-13T14:21:34.665 INFO:tasks.rados.rados.0.smithi001.stdout:968: seq_num 323 ranges {2875392=614400} 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:968: writing smithi00185197-5 from 2875392 to 3489792 tid 1 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:969: rollback oid 26 current snap is 101 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 67 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:964: finishing write tid 1 to smithi00185197-25 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:964: finishing write tid 2 to smithi00185197-25 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:964: finishing write tid 3 to smithi00185197-25 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:964: oid 25 updating version 0 to 537 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:964: oid 25 version 537 is already newer than 536 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 537 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:964: left oid 25 (ObjNum 321 snap 101 seq_num 321) 2024-09-13T14:21:34.685 INFO:tasks.rados.rados.0.smithi001.stdout:966: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:965: finishing copy_from racing read to smithi00185197-1 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:965: finishing copy_from to smithi00185197-1 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 611 (ObjNum 305 snap 97 seq_num 305) dirty exists 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:967: finishing write tid 1 to smithi00185197-24 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:967: finishing write tid 2 to smithi00185197-24 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:967: finishing write tid 3 to smithi00185197-24 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:967: oid 24 updating version 0 to 194 2024-09-13T14:21:34.747 INFO:tasks.rados.rados.0.smithi001.stdout:967: oid 24 updating version 194 to 195 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 195 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:967: left oid 24 (ObjNum 322 snap 101 seq_num 322) 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:968: finishing write tid 1 to smithi00185197-5 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:968: finishing write tid 2 to smithi00185197-5 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:964: done (5 left) 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:965: done (4 left) 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:966: done (3 left) 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:967: done (2 left) 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 101 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:968: finishing write tid 3 to smithi00185197-5 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:968: oid 5 updating version 0 to 542 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:968: oid 5 version 542 is already newer than 541 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 542 (ObjNum 323 snap 101 seq_num 323) dirty exists 2024-09-13T14:21:34.748 INFO:tasks.rados.rados.0.smithi001.stdout:968: left oid 5 (ObjNum 323 snap 101 seq_num 323) 2024-09-13T14:21:34.749 INFO:tasks.rados.rados.0.smithi001.stdout:969: finishing rollback tid 0 to smithi00185197-26 2024-09-13T14:21:34.749 INFO:tasks.rados.rados.0.smithi001.stdout:969: finishing rollback tid 1 to smithi00185197-26 2024-09-13T14:21:34.749 INFO:tasks.rados.rados.0.smithi001.stdout:969: finishing rollback tid 2 to smithi00185197-26 2024-09-13T14:21:34.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 740 (ObjNum 221 snap 60 seq_num 221) dirty exists 2024-09-13T14:21:34.749 INFO:tasks.rados.rados.0.smithi001.stdout:970: seq_num 324 ranges {1728512=630784} 2024-09-13T14:21:34.760 INFO:tasks.rados.rados.0.smithi001.stdout:970: writing smithi00185197-35 from 1728512 to 2359296 tid 1 2024-09-13T14:21:34.760 INFO:tasks.rados.rados.0.smithi001.stdout:968: done (2 left) 2024-09-13T14:21:34.760 INFO:tasks.rados.rados.0.smithi001.stdout:969: done (1 left) 2024-09-13T14:21:34.760 INFO:tasks.rados.rados.0.smithi001.stdout:971: copy_from oid 18 from oid 42 current snap is 101 2024-09-13T14:21:34.760 INFO:tasks.rados.rados.0.smithi001.stdout:972: copy_from oid 41 from oid 30 current snap is 101 2024-09-13T14:21:34.760 INFO:tasks.rados.rados.0.smithi001.stdout:973: read oid 43 snap -1 2024-09-13T14:21:34.761 INFO:tasks.rados.rados.0.smithi001.stdout:973: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:21:34.761 INFO:tasks.rados.rados.0.smithi001.stdout:974: setattr oid 15 current snap is 101 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:971: finishing copy_from to smithi00185197-18 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:971: got expected ENOENT (src dne) 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:971: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:971: done (4 left) 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:975: rollback oid 44 current snap is 101 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 97 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:976: rollback oid 28 current snap is 101 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 98 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:977: read oid 32 snap -1 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:977: expect (ObjNum 194 snap 53 seq_num 194) 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:978: read oid 49 snap -1 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:978: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:21:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:979: rollback oid 38 current snap is 101 2024-09-13T14:21:34.763 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 100 2024-09-13T14:21:34.763 INFO:tasks.rados.rados.0.smithi001.stdout:980: delete oid 29 current snap is 101 2024-09-13T14:21:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:970: finishing write tid 1 to smithi00185197-35 2024-09-13T14:21:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:972: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:21:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 196 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T14:21:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:979: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:21:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:979: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:21:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:979: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:21:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 546 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-13T14:21:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:972: finishing copy_from to smithi00185197-41 2024-09-13T14:21:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 518 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:21:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:975: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:21:34.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 308 (ObjNum 49 snap 0 seq_num 1811545168) dirty dne 2024-09-13T14:21:34.769 INFO:tasks.rados.rados.0.smithi001.stdout:976: finishing rollback tid 0 to smithi00185197-28 2024-09-13T14:21:34.769 INFO:tasks.rados.rados.0.smithi001.stdout:976: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:21:34.769 INFO:tasks.rados.rados.0.smithi001.stdout:976: finishing rollback tid 2 to smithi00185197-28 2024-09-13T14:21:34.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 384 (ObjNum 255 snap 76 seq_num 255) dirty exists 2024-09-13T14:21:34.769 INFO:tasks.rados.rados.0.smithi001.stdout:978: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:21:34.779 INFO:tasks.rados.rados.0.smithi001.stdout:973: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:970: finishing write tid 2 to smithi00185197-35 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:970: finishing write tid 3 to smithi00185197-35 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:970: oid 35 updating version 0 to 278 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:970: oid 35 version 278 is already newer than 277 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 278 (ObjNum 324 snap 101 seq_num 324) dirty exists 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:970: left oid 35 (ObjNum 324 snap 101 seq_num 324) 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:970: done (9 left) 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:972: done (8 left) 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:973: done (7 left) 2024-09-13T14:21:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:974: done (6 left) 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:975: done (5 left) 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:976: done (4 left) 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:978: done (3 left) 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:979: done (2 left) 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:980: done (1 left) 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:981: rollback oid 34 current snap is 101 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 86 2024-09-13T14:21:34.869 INFO:tasks.rados.rados.0.smithi001.stdout:977: expect (ObjNum 194 snap 53 seq_num 194) 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[96683]: pgmap v67: 121 pgs: 121 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 3 op/s 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[96683]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[99232]: pgmap v67: 121 pgs: 121 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 3 op/s 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[99232]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T14:21:34.976 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:34.977 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:34.977 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:21:34.977 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:34 smithi028 ceph-mon[87621]: pgmap v67: 121 pgs: 121 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 3 op/s 2024-09-13T14:21:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:34 smithi028 ceph-mon[87621]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T14:21:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:21:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:35.163 INFO:tasks.rados.rados.0.smithi001.stdout:981: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:21:35.163 INFO:tasks.rados.rados.0.smithi001.stdout:981: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:21:35.164 INFO:tasks.rados.rados.0.smithi001.stdout:981: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:21:35.164 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 303 (ObjNum 232 snap 64 seq_num 232) dirty exists 2024-09-13T14:21:35.164 INFO:tasks.rados.rados.0.smithi001.stdout:977: done (1 left) 2024-09-13T14:21:35.164 INFO:tasks.rados.rados.0.smithi001.stdout:981: done (0 left) 2024-09-13T14:21:35.164 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 101 2024-09-13T14:21:35.164 INFO:tasks.rados.rados.0.smithi001.stdout:982: seq_num 326 ranges {0=663552} 2024-09-13T14:21:35.167 INFO:tasks.rados.rados.0.smithi001.stdout:982: writing smithi00185197-8 from 0 to 663552 tid 1 2024-09-13T14:21:35.167 INFO:tasks.rados.rados.0.smithi001.stdout:983: delete oid 22 current snap is 101 2024-09-13T14:21:35.169 INFO:tasks.rados.rados.0.smithi001.stdout:983: done (1 left) 2024-09-13T14:21:35.169 INFO:tasks.rados.rados.0.smithi001.stdout:984: rollback oid 46 current snap is 101 2024-09-13T14:21:35.169 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 72 2024-09-13T14:21:35.169 INFO:tasks.rados.rados.0.smithi001.stdout:985: read oid 28 snap -1 2024-09-13T14:21:35.169 INFO:tasks.rados.rados.0.smithi001.stdout:985: expect (ObjNum 255 snap 76 seq_num 255) 2024-09-13T14:21:35.170 INFO:tasks.rados.rados.0.smithi001.stdout:986: setattr oid 30 current snap is 101 2024-09-13T14:21:35.170 INFO:tasks.rados.rados.0.smithi001.stdout:982: finishing write tid 1 to smithi00185197-8 2024-09-13T14:21:35.170 INFO:tasks.rados.rados.0.smithi001.stdout:982: finishing write tid 2 to smithi00185197-8 2024-09-13T14:21:35.172 INFO:tasks.rados.rados.0.smithi001.stdout:982: finishing write tid 3 to smithi00185197-8 2024-09-13T14:21:35.172 INFO:tasks.rados.rados.0.smithi001.stdout:982: oid 8 updating version 0 to 548 2024-09-13T14:21:35.172 INFO:tasks.rados.rados.0.smithi001.stdout:982: oid 8 version 548 is already newer than 547 2024-09-13T14:21:35.172 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 548 (ObjNum 326 snap 101 seq_num 326) dirty exists 2024-09-13T14:21:35.172 INFO:tasks.rados.rados.0.smithi001.stdout:982: left oid 8 (ObjNum 326 snap 101 seq_num 326) 2024-09-13T14:21:35.173 INFO:tasks.rados.rados.0.smithi001.stdout:984: finishing rollback tid 0 to smithi00185197-46 2024-09-13T14:21:35.173 INFO:tasks.rados.rados.0.smithi001.stdout:982: done (3 left) 2024-09-13T14:21:35.173 INFO:tasks.rados.rados.0.smithi001.stdout:987: read oid 15 snap 86 2024-09-13T14:21:35.173 INFO:tasks.rados.rados.0.smithi001.stdout:987: expect deleted 2024-09-13T14:21:35.173 INFO:tasks.rados.rados.0.smithi001.stdout:988: snap_create 2024-09-13T14:21:35.175 INFO:tasks.rados.rados.0.smithi001.stdout:984: finishing rollback tid 1 to smithi00185197-46 2024-09-13T14:21:35.176 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 550 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:21:35.176 INFO:tasks.rados.rados.0.smithi001.stdout:984: finishing rollback tid 2 to smithi00185197-46 2024-09-13T14:21:35.176 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 692 (ObjNum 81 snap 0 seq_num 313634368) dirty exists 2024-09-13T14:21:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:985: expect (ObjNum 255 snap 76 seq_num 255) 2024-09-13T14:21:35.635 INFO:tasks.rados.rados.0.smithi001.stdout:984: done (4 left) 2024-09-13T14:21:35.635 INFO:tasks.rados.rados.0.smithi001.stdout:985: done (3 left) 2024-09-13T14:21:35.635 INFO:tasks.rados.rados.0.smithi001.stdout:986: done (2 left) 2024-09-13T14:21:35.635 INFO:tasks.rados.rados.0.smithi001.stdout:987: done (1 left) 2024-09-13T14:21:35.635 INFO:tasks.rados.rados.0.smithi001.stdout:988: done (0 left) 2024-09-13T14:21:35.635 INFO:tasks.rados.rados.0.smithi001.stdout:989: read oid 50 snap -1 2024-09-13T14:21:35.636 INFO:tasks.rados.rados.0.smithi001.stdout:989: expect (ObjNum 304 snap 97 seq_num 304) 2024-09-13T14:21:35.636 INFO:tasks.rados.rados.0.smithi001.stdout:990: read oid 37 snap -1 2024-09-13T14:21:35.636 INFO:tasks.rados.rados.0.smithi001.stdout:990: expect deleted 2024-09-13T14:21:35.636 INFO:tasks.rados.rados.0.smithi001.stdout:991: snap_remove snap 97 2024-09-13T14:21:35.874 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[96683]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T14:21:35.874 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.2 on smithi001 2024-09-13T14:21:35.874 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[96683]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T14:21:35.874 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:35.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[99232]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T14:21:35.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.2 on smithi001 2024-09-13T14:21:35.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[99232]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T14:21:35.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:35 smithi028 ceph-mon[87621]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T14:21:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:35 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.2 on smithi001 2024-09-13T14:21:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:35 smithi028 ceph-mon[87621]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T14:21:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:36.640 INFO:tasks.rados.rados.0.smithi001.stdout:991: done (2 left) 2024-09-13T14:21:36.641 INFO:tasks.rados.rados.0.smithi001.stdout:992: snap_create 2024-09-13T14:21:36.641 INFO:tasks.rados.rados.0.smithi001.stdout:989: expect (ObjNum 304 snap 97 seq_num 304) 2024-09-13T14:21:36.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: pgmap v70: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-13T14:21:36.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: osdmap e273: 8 total, 8 up, 8 in 2024-09-13T14:21:36.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:36.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:36.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.3 on smithi001 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: pgmap v70: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: osdmap e273: 8 total, 8 up, 8 in 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:36.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.3 on smithi001 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: pgmap v70: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: osdmap e273: 8 total, 8 up, 8 in 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:36 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.3 on smithi001 2024-09-13T14:21:37.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:21:36] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-09-13T14:21:37.620 INFO:tasks.rados.rados.0.smithi001.stdout:989: done (2 left) 2024-09-13T14:21:37.620 INFO:tasks.rados.rados.0.smithi001.stdout:990: done (1 left) 2024-09-13T14:21:37.621 INFO:tasks.rados.rados.0.smithi001.stdout:992: done (0 left) 2024-09-13T14:21:37.621 INFO:tasks.rados.rados.0.smithi001.stdout:993: read oid 29 snap -1 2024-09-13T14:21:37.621 INFO:tasks.rados.rados.0.smithi001.stdout:993: expect deleted 2024-09-13T14:21:37.621 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 103 2024-09-13T14:21:37.621 INFO:tasks.rados.rados.0.smithi001.stdout:994: seq_num 328 ranges {3891200=696320} 2024-09-13T14:21:37.646 INFO:tasks.rados.rados.0.smithi001.stdout:994: writing smithi00185197-6 from 3891200 to 4587520 tid 1 2024-09-13T14:21:37.646 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 103 2024-09-13T14:21:37.646 INFO:tasks.rados.rados.0.smithi001.stdout:995: seq_num 329 ranges {5201920=712704} 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:995: writing smithi00185197-24 from 5201920 to 5914624 tid 1 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:996: delete oid 33 current snap is 103 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:994: finishing write tid 1 to smithi00185197-6 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:994: finishing write tid 2 to smithi00185197-6 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:994: finishing write tid 3 to smithi00185197-6 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:994: oid 6 updating version 0 to 698 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:994: oid 6 updating version 698 to 699 2024-09-13T14:21:37.679 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 699 (ObjNum 328 snap 103 seq_num 328) dirty exists 2024-09-13T14:21:37.680 INFO:tasks.rados.rados.0.smithi001.stdout:994: left oid 6 (ObjNum 328 snap 103 seq_num 328) 2024-09-13T14:21:37.681 INFO:tasks.rados.rados.0.smithi001.stdout:993: done (3 left) 2024-09-13T14:21:37.681 INFO:tasks.rados.rados.0.smithi001.stdout:994: done (2 left) 2024-09-13T14:21:37.681 INFO:tasks.rados.rados.0.smithi001.stdout:996: done (1 left) 2024-09-13T14:21:37.681 INFO:tasks.rados.rados.0.smithi001.stdout:997: rollback oid 38 current snap is 103 2024-09-13T14:21:37.681 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 101 2024-09-13T14:21:37.681 INFO:tasks.rados.rados.0.smithi001.stdout:998: delete oid 3 current snap is 103 2024-09-13T14:21:37.683 INFO:tasks.rados.rados.0.smithi001.stdout:998: done (2 left) 2024-09-13T14:21:37.683 INFO:tasks.rados.rados.0.smithi001.stdout:999: snap_create 2024-09-13T14:21:37.684 INFO:tasks.rados.rados.0.smithi001.stdout:995: finishing write tid 1 to smithi00185197-24 2024-09-13T14:21:37.684 INFO:tasks.rados.rados.0.smithi001.stdout:995: finishing write tid 2 to smithi00185197-24 2024-09-13T14:21:37.686 INFO:tasks.rados.rados.0.smithi001.stdout:995: finishing write tid 3 to smithi00185197-24 2024-09-13T14:21:37.686 INFO:tasks.rados.rados.0.smithi001.stdout:995: oid 24 updating version 0 to 201 2024-09-13T14:21:37.686 INFO:tasks.rados.rados.0.smithi001.stdout:995: oid 24 version 201 is already newer than 200 2024-09-13T14:21:37.686 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 201 (ObjNum 329 snap 103 seq_num 329) dirty exists 2024-09-13T14:21:37.686 INFO:tasks.rados.rados.0.smithi001.stdout:995: left oid 24 (ObjNum 329 snap 103 seq_num 329) 2024-09-13T14:21:37.687 INFO:tasks.rados.rados.0.smithi001.stdout:997: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:21:37.687 INFO:tasks.rados.rados.0.smithi001.stdout:997: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:21:37.687 INFO:tasks.rados.rados.0.smithi001.stdout:997: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:21:37.687 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 560 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-13T14:21:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:37 smithi001 ceph-mon[96683]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T14:21:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:37 smithi001 ceph-mon[96683]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T14:21:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:37 smithi001 ceph-mon[99232]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T14:21:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:37 smithi001 ceph-mon[99232]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T14:21:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:37 smithi028 ceph-mon[87621]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T14:21:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:37 smithi028 ceph-mon[87621]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T14:21:38.648 INFO:tasks.rados.rados.0.smithi001.stdout:995: done (2 left) 2024-09-13T14:21:38.648 INFO:tasks.rados.rados.0.smithi001.stdout:997: done (1 left) 2024-09-13T14:21:38.648 INFO:tasks.rados.rados.0.smithi001.stdout:999: done (0 left) 2024-09-13T14:21:38.648 INFO:tasks.rados.rados.0.smithi001.stdout:1000: read oid 12 snap -1 2024-09-13T14:21:38.648 INFO:tasks.rados.rados.0.smithi001.stdout:1000: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:21:38.648 INFO:tasks.rados.rados.0.smithi001.stdout:1001: snap_create 2024-09-13T14:21:38.650 INFO:tasks.rados.rados.0.smithi001.stdout:1000: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: pgmap v73: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: Reconfiguring mds.a (monmap changed)... 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: Reconfiguring daemon mds.a on smithi001 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[96683]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T14:21:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: pgmap v73: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: Reconfiguring mds.a (monmap changed)... 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: Reconfiguring daemon mds.a on smithi001 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:38 smithi001 ceph-mon[99232]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T14:21:39.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: pgmap v73: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-13T14:21:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: Reconfiguring mds.a (monmap changed)... 2024-09-13T14:21:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:21:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: Reconfiguring daemon mds.a on smithi001 2024-09-13T14:21:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:38 smithi028 ceph-mon[87621]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T14:21:39.649 INFO:tasks.rados.rados.0.smithi001.stdout:1000: done (1 left) 2024-09-13T14:21:39.650 INFO:tasks.rados.rados.0.smithi001.stdout:1001: done (0 left) 2024-09-13T14:21:39.650 INFO:tasks.rados.rados.0.smithi001.stdout:1002: read oid 5 snap 72 2024-09-13T14:21:39.650 INFO:tasks.rados.rados.0.smithi001.stdout:1002: expect (ObjNum 114 snap 24 seq_num 114) 2024-09-13T14:21:39.650 INFO:tasks.rados.rados.0.smithi001.stdout:1003: read oid 47 snap 103 2024-09-13T14:21:39.650 INFO:tasks.rados.rados.0.smithi001.stdout:1003: expect deleted 2024-09-13T14:21:39.650 INFO:tasks.rados.rados.0.smithi001.stdout:1004: copy_from oid 23 from oid 15 current snap is 105 2024-09-13T14:21:39.650 INFO:tasks.rados.rados.0.smithi001.stdout:1005: delete oid 9 current snap is 105 2024-09-13T14:21:39.654 INFO:tasks.rados.rados.0.smithi001.stdout:1005: done (3 left) 2024-09-13T14:21:39.654 INFO:tasks.rados.rados.0.smithi001.stdout:1006: setattr oid 21 current snap is 105 2024-09-13T14:21:39.654 INFO:tasks.rados.rados.0.smithi001.stdout:1004: finishing copy_from racing read to smithi00185197-23 2024-09-13T14:21:39.657 INFO:tasks.rados.rados.0.smithi001.stdout:1003: done (3 left) 2024-09-13T14:21:39.657 INFO:tasks.rados.rados.0.smithi001.stdout:1007: rollback oid 48 current snap is 105 2024-09-13T14:21:39.657 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 99 2024-09-13T14:21:39.657 INFO:tasks.rados.rados.0.smithi001.stdout:1004: finishing copy_from to smithi00185197-23 2024-09-13T14:21:39.657 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 196 (ObjNum 81 snap 0 seq_num 314408416) dirty exists 2024-09-13T14:21:39.657 INFO:tasks.rados.rados.0.smithi001.stdout:1004: done (3 left) 2024-09-13T14:21:39.657 INFO:tasks.rados.rados.0.smithi001.stdout:1008: delete oid 13 current snap is 105 2024-09-13T14:21:39.660 INFO:tasks.rados.rados.0.smithi001.stdout:1008: done (3 left) 2024-09-13T14:21:39.661 INFO:tasks.rados.rados.0.smithi001.stdout:1009: copy_from oid 7 from oid 3 current snap is 105 2024-09-13T14:21:39.661 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 105 2024-09-13T14:21:39.661 INFO:tasks.rados.rados.0.smithi001.stdout:1010: seq_num 334 ranges {2260992=802816} 2024-09-13T14:21:39.677 INFO:tasks.rados.rados.0.smithi001.stdout:1010: writing smithi00185197-18 from 2260992 to 3063808 tid 1 2024-09-13T14:21:39.677 INFO:tasks.rados.rados.0.smithi001.stdout:1011: delete oid 17 current snap is 105 2024-09-13T14:21:39.678 INFO:tasks.rados.rados.0.smithi001.stdout:1002: expect (ObjNum 114 snap 24 seq_num 114) 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1009: finishing copy_from to smithi00185197-7 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1009: got expected ENOENT (src dne) 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1009: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 750 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1007: finishing rollback tid 0 to smithi00185197-48 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1007: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1007: finishing rollback tid 2 to smithi00185197-48 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 144 (ObjNum 276 snap 81 seq_num 276) dirty exists 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1002: done (5 left) 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1006: done (4 left) 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1007: done (3 left) 2024-09-13T14:21:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1009: done (2 left) 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1011: done (1 left) 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1012: snap_create 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1010: finishing write tid 1 to smithi00185197-18 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1010: finishing write tid 2 to smithi00185197-18 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1010: finishing write tid 3 to smithi00185197-18 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1010: oid 18 updating version 0 to 613 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1010: oid 18 version 613 is already newer than 612 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 613 (ObjNum 334 snap 105 seq_num 334) dirty exists 2024-09-13T14:21:39.730 INFO:tasks.rados.rados.0.smithi001.stdout:1010: left oid 18 (ObjNum 334 snap 105 seq_num 334) 2024-09-13T14:21:40.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:40.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:40.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: Reconfiguring mon.b (monmap changed)... 2024-09-13T14:21:40.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:40.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:40.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:40.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: Reconfiguring daemon mon.b on smithi028 2024-09-13T14:21:40.294 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: pgmap v76: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:40.294 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:40 smithi028 ceph-mon[87621]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: Reconfiguring mon.b (monmap changed)... 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: Reconfiguring daemon mon.b on smithi028 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: pgmap v76: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[96683]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: Reconfiguring mon.b (monmap changed)... 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: Reconfiguring daemon mon.b on smithi028 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: pgmap v76: 121 pgs: 121 active+clean; 205 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:40.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:40 smithi001 ceph-mon[99232]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T14:21:40.651 INFO:tasks.rados.rados.0.smithi001.stdout:1010: done (1 left) 2024-09-13T14:21:40.651 INFO:tasks.rados.rados.0.smithi001.stdout:1012: done (0 left) 2024-09-13T14:21:40.651 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 106 2024-09-13T14:21:40.652 INFO:tasks.rados.rados.0.smithi001.stdout:1013: seq_num 336 ranges {0=434176,434176=401408} 2024-09-13T14:21:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:1013: writing smithi00185197-47 from 0 to 434176 tid 1 2024-09-13T14:21:40.656 INFO:tasks.rados.rados.0.smithi001.stdout:1013: writing smithi00185197-47 from 434176 to 835584 tid 2 2024-09-13T14:21:40.656 INFO:tasks.rados.rados.0.smithi001.stdout:1014: snap_remove snap 105 2024-09-13T14:21:41.657 INFO:tasks.rados.rados.0.smithi001.stdout:1014: done (1 left) 2024-09-13T14:21:41.657 INFO:tasks.rados.rados.0.smithi001.stdout:1015: delete oid 9 current snap is 106 2024-09-13T14:21:41.657 INFO:tasks.rados.rados.0.smithi001.stdout:1013: finishing write tid 1 to smithi00185197-47 2024-09-13T14:21:41.657 INFO:tasks.rados.rados.0.smithi001.stdout:1013: finishing write tid 2 to smithi00185197-47 2024-09-13T14:21:41.657 INFO:tasks.rados.rados.0.smithi001.stdout:1013: finishing write tid 3 to smithi00185197-47 2024-09-13T14:21:41.658 INFO:tasks.rados.rados.0.smithi001.stdout:1013: finishing write tid 4 to smithi00185197-47 2024-09-13T14:21:41.658 INFO:tasks.rados.rados.0.smithi001.stdout:1013: oid 47 updating version 0 to 308 2024-09-13T14:21:41.658 INFO:tasks.rados.rados.0.smithi001.stdout:1013: oid 47 updating version 308 to 309 2024-09-13T14:21:41.658 INFO:tasks.rados.rados.0.smithi001.stdout:1013: oid 47 updating version 309 to 310 2024-09-13T14:21:41.658 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 310 (ObjNum 336 snap 106 seq_num 336) dirty exists 2024-09-13T14:21:41.658 INFO:tasks.rados.rados.0.smithi001.stdout:1013: left oid 47 (ObjNum 336 snap 106 seq_num 336) 2024-09-13T14:21:41.661 INFO:tasks.rados.rados.0.smithi001.stdout:1013: done (1 left) 2024-09-13T14:21:41.661 INFO:tasks.rados.rados.0.smithi001.stdout:1015: done (0 left) 2024-09-13T14:21:41.661 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 106 2024-09-13T14:21:41.661 INFO:tasks.rados.rados.0.smithi001.stdout:1016: seq_num 338 ranges {0=466944,466944=401408} 2024-09-13T14:21:41.664 INFO:tasks.rados.rados.0.smithi001.stdout:1016: writing smithi00185197-46 from 0 to 466944 tid 1 2024-09-13T14:21:41.666 INFO:tasks.rados.rados.0.smithi001.stdout:1016: writing smithi00185197-46 from 466944 to 868352 tid 2 2024-09-13T14:21:41.666 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 106 2024-09-13T14:21:41.666 INFO:tasks.rados.rados.0.smithi001.stdout:1017: seq_num 339 ranges {0=483328,483328=401408} 2024-09-13T14:21:41.669 INFO:tasks.rados.rados.0.smithi001.stdout:1017: writing smithi00185197-15 from 0 to 483328 tid 1 2024-09-13T14:21:41.672 INFO:tasks.rados.rados.0.smithi001.stdout:1017: writing smithi00185197-15 from 483328 to 884736 tid 2 2024-09-13T14:21:41.672 INFO:tasks.rados.rados.0.smithi001.stdout:1018: read oid 31 snap -1 2024-09-13T14:21:41.672 INFO:tasks.rados.rados.0.smithi001.stdout:1018: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:21:41.672 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 106 2024-09-13T14:21:41.672 INFO:tasks.rados.rados.0.smithi001.stdout:1016: finishing write tid 1 to smithi00185197-46 2024-09-13T14:21:41.673 INFO:tasks.rados.rados.0.smithi001.stdout:1019: seq_num 340 ranges {0=499712,499712=401408} 2024-09-13T14:21:41.675 INFO:tasks.rados.rados.0.smithi001.stdout:1019: writing smithi00185197-23 from 0 to 499712 tid 1 2024-09-13T14:21:41.678 INFO:tasks.rados.rados.0.smithi001.stdout:1019: writing smithi00185197-23 from 499712 to 901120 tid 2 2024-09-13T14:21:41.678 INFO:tasks.rados.rados.0.smithi001.stdout:1020: snap_remove snap 104 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:41 smithi028 ceph-mon[87621]: Reconfiguring daemon mgr.x on smithi028 2024-09-13T14:21:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T14:21:42.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[96683]: Reconfiguring daemon mgr.x on smithi028 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:42.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T14:21:42.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-13T14:21:42.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-13T14:21:42.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:42.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:41 smithi001 ceph-mon[99232]: Reconfiguring daemon mgr.x on smithi028 2024-09-13T14:21:42.621 INFO:tasks.rados.rados.0.smithi001.stdout:1016: finishing write tid 2 to smithi00185197-46 2024-09-13T14:21:42.621 INFO:tasks.rados.rados.0.smithi001.stdout:1016: finishing write tid 3 to smithi00185197-46 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1016: finishing write tid 4 to smithi00185197-46 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1016: oid 46 updating version 0 to 702 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1016: oid 46 version 702 is already newer than 701 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1016: oid 46 updating version 702 to 703 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 703 (ObjNum 338 snap 106 seq_num 338) dirty exists 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1016: left oid 46 (ObjNum 338 snap 106 seq_num 338) 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1017: finishing write tid 1 to smithi00185197-15 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1017: finishing write tid 2 to smithi00185197-15 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1017: finishing write tid 3 to smithi00185197-15 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1017: finishing write tid 4 to smithi00185197-15 2024-09-13T14:21:42.622 INFO:tasks.rados.rados.0.smithi001.stdout:1017: oid 15 updating version 0 to 203 2024-09-13T14:21:42.623 INFO:tasks.rados.rados.0.smithi001.stdout:1017: oid 15 updating version 203 to 205 2024-09-13T14:21:42.623 INFO:tasks.rados.rados.0.smithi001.stdout:1017: oid 15 version 205 is already newer than 204 2024-09-13T14:21:42.623 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 205 (ObjNum 339 snap 106 seq_num 339) dirty exists 2024-09-13T14:21:42.623 INFO:tasks.rados.rados.0.smithi001.stdout:1017: left oid 15 (ObjNum 339 snap 106 seq_num 339) 2024-09-13T14:21:42.623 INFO:tasks.rados.rados.0.smithi001.stdout:1018: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: finishing write tid 1 to smithi00185197-23 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: finishing write tid 2 to smithi00185197-23 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: finishing write tid 3 to smithi00185197-23 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: finishing write tid 4 to smithi00185197-23 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: oid 23 updating version 0 to 367 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: oid 23 updating version 367 to 369 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: oid 23 version 369 is already newer than 368 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 369 (ObjNum 340 snap 106 seq_num 340) dirty exists 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1019: left oid 23 (ObjNum 340 snap 106 seq_num 340) 2024-09-13T14:21:42.669 INFO:tasks.rados.rados.0.smithi001.stdout:1016: done (4 left) 2024-09-13T14:21:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1017: done (3 left) 2024-09-13T14:21:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1018: done (2 left) 2024-09-13T14:21:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1019: done (1 left) 2024-09-13T14:21:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1020: done (0 left) 2024-09-13T14:21:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1021: rmattr oid 30 current snap is 106 2024-09-13T14:21:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1022: snap_remove snap 93 2024-09-13T14:21:42.972 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:42 smithi028 ceph-mon[87621]: pgmap v79: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 540 KiB/s wr, 11 op/s 2024-09-13T14:21:42.972 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:42 smithi028 ceph-mon[87621]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T14:21:42.972 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:42.972 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:42.973 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:21:42.973 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:42.973 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:42 smithi028 ceph-mon[87621]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T14:21:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[96683]: pgmap v79: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 540 KiB/s wr, 11 op/s 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[96683]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[96683]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[99232]: pgmap v79: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 540 KiB/s wr, 11 op/s 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[99232]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:21:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:42 smithi001 ceph-mon[99232]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T14:21:43.663 INFO:tasks.rados.rados.0.smithi001.stdout:1022: done (1 left) 2024-09-13T14:21:43.663 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 106 2024-09-13T14:21:43.663 INFO:tasks.rados.rados.0.smithi001.stdout:1023: seq_num 341 ranges {327680=516096,843776=401408} 2024-09-13T14:21:43.668 INFO:tasks.rados.rados.0.smithi001.stdout:1023: writing smithi00185197-38 from 327680 to 843776 tid 1 2024-09-13T14:21:43.672 INFO:tasks.rados.rados.0.smithi001.stdout:1023: writing smithi00185197-38 from 843776 to 1245184 tid 2 2024-09-13T14:21:43.672 INFO:tasks.rados.rados.0.smithi001.stdout:1024: read oid 40 snap -1 2024-09-13T14:21:43.672 INFO:tasks.rados.rados.0.smithi001.stdout:1024: expect (ObjNum 247 snap 75 seq_num 247) 2024-09-13T14:21:43.672 INFO:tasks.rados.rados.0.smithi001.stdout:1025: read oid 49 snap 81 2024-09-13T14:21:43.672 INFO:tasks.rados.rados.0.smithi001.stdout:1025: expect deleted 2024-09-13T14:21:43.672 INFO:tasks.rados.rados.0.smithi001.stdout:1026: delete oid 19 current snap is 106 2024-09-13T14:21:43.672 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 562 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:21:43.676 INFO:tasks.rados.rados.0.smithi001.stdout:1023: finishing write tid 1 to smithi00185197-38 2024-09-13T14:21:43.677 INFO:tasks.rados.rados.0.smithi001.stdout:1023: finishing write tid 2 to smithi00185197-38 2024-09-13T14:21:43.677 INFO:tasks.rados.rados.0.smithi001.stdout:1023: finishing write tid 3 to smithi00185197-38 2024-09-13T14:21:43.679 INFO:tasks.rados.rados.0.smithi001.stdout:1023: finishing write tid 4 to smithi00185197-38 2024-09-13T14:21:43.680 INFO:tasks.rados.rados.0.smithi001.stdout:1023: oid 38 updating version 0 to 571 2024-09-13T14:21:43.680 INFO:tasks.rados.rados.0.smithi001.stdout:1023: oid 38 updating version 571 to 572 2024-09-13T14:21:43.680 INFO:tasks.rados.rados.0.smithi001.stdout:1023: oid 38 version 572 is already newer than 568 2024-09-13T14:21:43.680 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 572 (ObjNum 341 snap 106 seq_num 341) dirty exists 2024-09-13T14:21:43.680 INFO:tasks.rados.rados.0.smithi001.stdout:1023: left oid 38 (ObjNum 341 snap 106 seq_num 341) 2024-09-13T14:21:43.682 INFO:tasks.rados.rados.0.smithi001.stdout:1021: done (4 left) 2024-09-13T14:21:43.682 INFO:tasks.rados.rados.0.smithi001.stdout:1023: done (3 left) 2024-09-13T14:21:43.682 INFO:tasks.rados.rados.0.smithi001.stdout:1025: done (2 left) 2024-09-13T14:21:43.682 INFO:tasks.rados.rados.0.smithi001.stdout:1026: done (1 left) 2024-09-13T14:21:43.682 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 106 2024-09-13T14:21:43.682 INFO:tasks.rados.rados.0.smithi001.stdout:1027: seq_num 343 ranges {5914624=548864,6463488=401408} 2024-09-13T14:21:43.717 INFO:tasks.rados.rados.0.smithi001.stdout:1027: writing smithi00185197-24 from 5914624 to 6463488 tid 1 2024-09-13T14:21:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:1027: writing smithi00185197-24 from 6463488 to 6864896 tid 2 2024-09-13T14:21:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:1028: read oid 21 snap -1 2024-09-13T14:21:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:1028: expect (ObjNum 295 snap 93 seq_num 295) 2024-09-13T14:21:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:1029: read oid 18 snap -1 2024-09-13T14:21:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:1029: expect (ObjNum 334 snap 105 seq_num 334) 2024-09-13T14:21:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:1030: snap_create 2024-09-13T14:21:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:1024: expect (ObjNum 247 snap 75 seq_num 247) 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:1027: finishing write tid 1 to smithi00185197-24 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:1027: finishing write tid 2 to smithi00185197-24 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:1027: finishing write tid 3 to smithi00185197-24 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:1027: finishing write tid 4 to smithi00185197-24 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:1027: oid 24 updating version 0 to 212 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:1027: oid 24 updating version 212 to 213 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:1027: oid 24 version 213 is already newer than 211 2024-09-13T14:21:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 213 (ObjNum 343 snap 106 seq_num 343) dirty exists 2024-09-13T14:21:43.830 INFO:tasks.rados.rados.0.smithi001.stdout:1027: left oid 24 (ObjNum 343 snap 106 seq_num 343) 2024-09-13T14:21:43.830 INFO:tasks.rados.rados.0.smithi001.stdout:1028: expect (ObjNum 295 snap 93 seq_num 295) 2024-09-13T14:21:43.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:43 smithi028 ceph-mon[87621]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T14:21:43.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:43 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.4 on smithi028 2024-09-13T14:21:43.978 INFO:tasks.rados.rados.0.smithi001.stdout:1029: expect (ObjNum 334 snap 105 seq_num 334) 2024-09-13T14:21:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:43 smithi001 ceph-mon[96683]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T14:21:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:43 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.4 on smithi028 2024-09-13T14:21:44.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:43 smithi001 ceph-mon[99232]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T14:21:44.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:43 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.4 on smithi028 2024-09-13T14:21:44.669 INFO:tasks.rados.rados.0.smithi001.stdout:1024: done (4 left) 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:1027: done (3 left) 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:1028: done (2 left) 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:1029: done (1 left) 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:1030: done (0 left) 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:1031: rmattr oid 12 current snap is 107 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:1032: rollback oid 16 current snap is 107 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 103 2024-09-13T14:21:44.670 INFO:tasks.rados.rados.0.smithi001.stdout:1033: snap_remove snap 90 2024-09-13T14:21:44.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: pgmap v82: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 540 KiB/s wr, 11 op/s 2024-09-13T14:21:44.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T14:21:44.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:44.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:44.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T14:21:44.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:21:44.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:44.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:44 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.5 on smithi028 2024-09-13T14:21:45.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: pgmap v82: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 540 KiB/s wr, 11 op/s 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.5 on smithi028 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: pgmap v82: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 540 KiB/s wr, 11 op/s 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:45.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T14:21:45.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:21:45.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:45.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:44 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.5 on smithi028 2024-09-13T14:21:45.672 INFO:tasks.rados.rados.0.smithi001.stdout:1033: done (2 left) 2024-09-13T14:21:45.672 INFO:tasks.rados.rados.0.smithi001.stdout:1034: snap_create 2024-09-13T14:21:45.672 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 394 (ObjNum 129 snap 0 seq_num 313926504) dirty exists 2024-09-13T14:21:45.673 INFO:tasks.rados.rados.0.smithi001.stdout:1032: finishing rollback tid 0 to smithi00185197-16 2024-09-13T14:21:45.673 INFO:tasks.rados.rados.0.smithi001.stdout:1032: finishing rollback tid 1 to smithi00185197-16 2024-09-13T14:21:45.673 INFO:tasks.rados.rados.0.smithi001.stdout:1032: finishing rollback tid 2 to smithi00185197-16 2024-09-13T14:21:45.673 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 717 (ObjNum 310 snap 98 seq_num 310) dirty exists 2024-09-13T14:21:45.887 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:45 smithi028 ceph-mon[87621]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T14:21:45.887 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:45.887 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:45.887 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:21:45.888 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:46.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[99232]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T14:21:46.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:46.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:46.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:21:46.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[96683]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T14:21:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:21:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:46.678 INFO:tasks.rados.rados.0.smithi001.stdout:1031: done (2 left) 2024-09-13T14:21:46.678 INFO:tasks.rados.rados.0.smithi001.stdout:1032: done (1 left) 2024-09-13T14:21:46.678 INFO:tasks.rados.rados.0.smithi001.stdout:1034: done (0 left) 2024-09-13T14:21:46.678 INFO:tasks.rados.rados.0.smithi001.stdout:1035: copy_from oid 23 from oid 38 current snap is 108 2024-09-13T14:21:46.679 INFO:tasks.rados.rados.0.smithi001.stdout:1036: snap_remove snap 102 2024-09-13T14:21:46.997 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:46 smithi028 ceph-mon[87621]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T14:21:46.997 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:46 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.6 on smithi028 2024-09-13T14:21:46.997 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:46 smithi028 ceph-mon[87621]: pgmap v85: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:21:46.997 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:46 smithi028 ceph-mon[87621]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T14:21:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[96683]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T14:21:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.6 on smithi028 2024-09-13T14:21:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[96683]: pgmap v85: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:21:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[96683]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T14:21:47.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:21:46] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-09-13T14:21:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[99232]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T14:21:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.6 on smithi028 2024-09-13T14:21:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[99232]: pgmap v85: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:21:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:46 smithi001 ceph-mon[99232]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T14:21:47.623 INFO:tasks.rados.rados.0.smithi001.stdout:1036: done (1 left) 2024-09-13T14:21:47.623 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 108 2024-09-13T14:21:47.623 INFO:tasks.rados.rados.0.smithi001.stdout:1035: finishing copy_from racing read to smithi00185197-23 2024-09-13T14:21:47.623 INFO:tasks.rados.rados.0.smithi001.stdout:1035: finishing copy_from to smithi00185197-23 2024-09-13T14:21:47.623 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 572 (ObjNum 341 snap 106 seq_num 341) dirty exists 2024-09-13T14:21:47.624 INFO:tasks.rados.rados.0.smithi001.stdout:1037: seq_num 344 ranges {0=565248,565248=401408} 2024-09-13T14:21:47.626 INFO:tasks.rados.rados.0.smithi001.stdout:1037: writing smithi00185197-12 from 0 to 565248 tid 1 2024-09-13T14:21:47.629 INFO:tasks.rados.rados.0.smithi001.stdout:1037: writing smithi00185197-12 from 565248 to 966656 tid 2 2024-09-13T14:21:47.629 INFO:tasks.rados.rados.0.smithi001.stdout:1035: done (1 left) 2024-09-13T14:21:47.629 INFO:tasks.rados.rados.0.smithi001.stdout:1038: copy_from oid 2 from oid 28 current snap is 108 2024-09-13T14:21:47.629 INFO:tasks.rados.rados.0.smithi001.stdout:1039: rmattr oid 15 current snap is 108 2024-09-13T14:21:47.629 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 108 2024-09-13T14:21:47.630 INFO:tasks.rados.rados.0.smithi001.stdout:1040: seq_num 345 ranges {3489792=581632,4071424=401408} 2024-09-13T14:21:47.653 INFO:tasks.rados.rados.0.smithi001.stdout:1040: writing smithi00185197-5 from 3489792 to 4071424 tid 1 2024-09-13T14:21:47.656 INFO:tasks.rados.rados.0.smithi001.stdout:1040: writing smithi00185197-5 from 4071424 to 4472832 tid 2 2024-09-13T14:21:47.656 INFO:tasks.rados.rados.0.smithi001.stdout:1041: snap_create 2024-09-13T14:21:47.656 INFO:tasks.rados.rados.0.smithi001.stdout:1037: finishing write tid 1 to smithi00185197-12 2024-09-13T14:21:47.656 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 221 (ObjNum 339 snap 106 seq_num 339) dirty exists 2024-09-13T14:21:47.656 INFO:tasks.rados.rados.0.smithi001.stdout:1037: finishing write tid 2 to smithi00185197-12 2024-09-13T14:21:47.656 INFO:tasks.rados.rados.0.smithi001.stdout:1037: finishing write tid 3 to smithi00185197-12 2024-09-13T14:21:47.656 INFO:tasks.rados.rados.0.smithi001.stdout:1037: finishing write tid 4 to smithi00185197-12 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:1037: oid 12 updating version 0 to 405 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:1037: oid 12 updating version 405 to 406 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:1037: oid 12 version 406 is already newer than 404 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 406 (ObjNum 344 snap 108 seq_num 344) dirty exists 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:1037: left oid 12 (ObjNum 344 snap 108 seq_num 344) 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:1038: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:1038: finishing copy_from to smithi00185197-2 2024-09-13T14:21:47.657 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 384 (ObjNum 255 snap 76 seq_num 255) dirty exists 2024-09-13T14:21:47.658 INFO:tasks.rados.rados.0.smithi001.stdout:1040: finishing write tid 1 to smithi00185197-5 2024-09-13T14:21:47.659 INFO:tasks.rados.rados.0.smithi001.stdout:1040: finishing write tid 2 to smithi00185197-5 2024-09-13T14:21:47.659 INFO:tasks.rados.rados.0.smithi001.stdout:1040: finishing write tid 3 to smithi00185197-5 2024-09-13T14:21:47.659 INFO:tasks.rados.rados.0.smithi001.stdout:1040: finishing write tid 4 to smithi00185197-5 2024-09-13T14:21:47.660 INFO:tasks.rados.rados.0.smithi001.stdout:1040: oid 5 updating version 0 to 584 2024-09-13T14:21:47.660 INFO:tasks.rados.rados.0.smithi001.stdout:1040: oid 5 updating version 584 to 585 2024-09-13T14:21:47.660 INFO:tasks.rados.rados.0.smithi001.stdout:1040: oid 5 updating version 585 to 586 2024-09-13T14:21:47.660 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 586 (ObjNum 345 snap 108 seq_num 345) dirty exists 2024-09-13T14:21:47.660 INFO:tasks.rados.rados.0.smithi001.stdout:1040: left oid 5 (ObjNum 345 snap 108 seq_num 345) 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: Reconfiguring daemon osd.7 on smithi028 2024-09-13T14:21:48.026 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:47 smithi028 ceph-mon[87621]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: Reconfiguring daemon osd.7 on smithi028 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[96683]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T14:21:48.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T14:21:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:21:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: Reconfiguring daemon osd.7 on smithi028 2024-09-13T14:21:48.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:47 smithi001 ceph-mon[99232]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T14:21:48.624 INFO:tasks.rados.rados.0.smithi001.stdout:1037: done (4 left) 2024-09-13T14:21:48.624 INFO:tasks.rados.rados.0.smithi001.stdout:1038: done (3 left) 2024-09-13T14:21:48.625 INFO:tasks.rados.rados.0.smithi001.stdout:1039: done (2 left) 2024-09-13T14:21:48.625 INFO:tasks.rados.rados.0.smithi001.stdout:1040: done (1 left) 2024-09-13T14:21:48.625 INFO:tasks.rados.rados.0.smithi001.stdout:1041: done (0 left) 2024-09-13T14:21:48.625 INFO:tasks.rados.rados.0.smithi001.stdout:1042: rollback oid 26 current snap is 109 2024-09-13T14:21:48.625 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 72 2024-09-13T14:21:48.625 INFO:tasks.rados.rados.0.smithi001.stdout:1043: copy_from oid 48 from oid 14 current snap is 109 2024-09-13T14:21:48.626 INFO:tasks.rados.rados.0.smithi001.stdout:1044: snap_create 2024-09-13T14:21:48.631 INFO:tasks.rados.rados.0.smithi001.stdout:1042: finishing rollback tid 0 to smithi00185197-26 2024-09-13T14:21:48.632 INFO:tasks.rados.rados.0.smithi001.stdout:1042: finishing rollback tid 1 to smithi00185197-26 2024-09-13T14:21:48.633 INFO:tasks.rados.rados.0.smithi001.stdout:1042: finishing rollback tid 2 to smithi00185197-26 2024-09-13T14:21:48.633 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 782 (ObjNum 221 snap 60 seq_num 221) dirty exists 2024-09-13T14:21:48.656 INFO:tasks.rados.rados.0.smithi001.stdout:1043: finishing copy_from racing read to smithi00185197-48 2024-09-13T14:21:48.661 INFO:tasks.rados.rados.0.smithi001.stdout:1043: finishing copy_from to smithi00185197-48 2024-09-13T14:21:48.661 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 101 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-09-13T14:21:48.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:48 smithi028 ceph-mon[87621]: pgmap v88: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:21:48.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:48 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:48 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:48.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:48 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:21:48.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:48 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:48.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:48 smithi028 ceph-mon[87621]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T14:21:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[96683]: pgmap v88: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:21:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[96683]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[99232]: pgmap v88: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:21:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:49.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:48 smithi001 ceph-mon[99232]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T14:21:49.624 INFO:tasks.rados.rados.0.smithi001.stdout:1042: done (2 left) 2024-09-13T14:21:49.624 INFO:tasks.rados.rados.0.smithi001.stdout:1043: done (1 left) 2024-09-13T14:21:49.624 INFO:tasks.rados.rados.0.smithi001.stdout:1044: done (0 left) 2024-09-13T14:21:49.624 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 110 2024-09-13T14:21:49.625 INFO:tasks.rados.rados.0.smithi001.stdout:1045: seq_num 346 ranges {1245184=598016,1843200=401408} 2024-09-13T14:21:49.634 INFO:tasks.rados.rados.0.smithi001.stdout:1045: writing smithi00185197-23 from 1245184 to 1843200 tid 1 2024-09-13T14:21:49.637 INFO:tasks.rados.rados.0.smithi001.stdout:1045: writing smithi00185197-23 from 1843200 to 2244608 tid 2 2024-09-13T14:21:49.637 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 110 2024-09-13T14:21:49.637 INFO:tasks.rados.rados.0.smithi001.stdout:1046: seq_num 347 ranges {2351104=614400,2965504=401408} 2024-09-13T14:21:49.653 INFO:tasks.rados.rados.0.smithi001.stdout:1046: writing smithi00185197-36 from 2351104 to 2965504 tid 1 2024-09-13T14:21:49.656 INFO:tasks.rados.rados.0.smithi001.stdout:1046: writing smithi00185197-36 from 2965504 to 3366912 tid 2 2024-09-13T14:21:49.656 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 110 2024-09-13T14:21:49.656 INFO:tasks.rados.rados.0.smithi001.stdout:1047: seq_num 348 ranges {966656=630784,1597440=401408} 2024-09-13T14:21:49.664 INFO:tasks.rados.rados.0.smithi001.stdout:1047: writing smithi00185197-12 from 966656 to 1597440 tid 1 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1047: writing smithi00185197-12 from 1597440 to 1998848 tid 2 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1045: finishing write tid 1 to smithi00185197-23 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1045: finishing write tid 2 to smithi00185197-23 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1045: finishing write tid 3 to smithi00185197-23 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1045: finishing write tid 4 to smithi00185197-23 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1045: oid 23 updating version 0 to 573 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1045: oid 23 updating version 573 to 575 2024-09-13T14:21:49.667 INFO:tasks.rados.rados.0.smithi001.stdout:1045: oid 23 version 575 is already newer than 574 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 575 (ObjNum 346 snap 110 seq_num 346) dirty exists 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1045: left oid 23 (ObjNum 346 snap 110 seq_num 346) 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: finishing write tid 1 to smithi00185197-36 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: finishing write tid 2 to smithi00185197-36 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: finishing write tid 3 to smithi00185197-36 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: finishing write tid 4 to smithi00185197-36 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: oid 36 updating version 0 to 786 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: oid 36 version 786 is already newer than 784 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: oid 36 version 786 is already newer than 785 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 786 (ObjNum 347 snap 110 seq_num 347) dirty exists 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: left oid 36 (ObjNum 347 snap 110 seq_num 347) 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1045: done (2 left) 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1046: done (1 left) 2024-09-13T14:21:49.668 INFO:tasks.rados.rados.0.smithi001.stdout:1048: snap_create 2024-09-13T14:21:49.669 INFO:tasks.rados.rados.0.smithi001.stdout:1047: finishing write tid 1 to smithi00185197-12 2024-09-13T14:21:49.670 INFO:tasks.rados.rados.0.smithi001.stdout:1047: finishing write tid 2 to smithi00185197-12 2024-09-13T14:21:49.670 INFO:tasks.rados.rados.0.smithi001.stdout:1047: finishing write tid 3 to smithi00185197-12 2024-09-13T14:21:49.671 INFO:tasks.rados.rados.0.smithi001.stdout:1047: finishing write tid 4 to smithi00185197-12 2024-09-13T14:21:49.671 INFO:tasks.rados.rados.0.smithi001.stdout:1047: oid 12 updating version 0 to 414 2024-09-13T14:21:49.671 INFO:tasks.rados.rados.0.smithi001.stdout:1047: oid 12 version 414 is already newer than 412 2024-09-13T14:21:49.671 INFO:tasks.rados.rados.0.smithi001.stdout:1047: oid 12 version 414 is already newer than 413 2024-09-13T14:21:49.671 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 414 (ObjNum 348 snap 110 seq_num 348) dirty exists 2024-09-13T14:21:49.671 INFO:tasks.rados.rados.0.smithi001.stdout:1047: left oid 12 (ObjNum 348 snap 110 seq_num 348) 2024-09-13T14:21:49.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: Reconfiguring mds.b (monmap changed)... 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: Reconfiguring daemon mds.b on smithi028 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:21:49.993 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[99232]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: Reconfiguring mds.b (monmap changed)... 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: Reconfiguring daemon mds.b on smithi028 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.994 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:21:49.995 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:49 smithi001 ceph-mon[96683]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: Reconfiguring mds.b (monmap changed)... 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: Reconfiguring daemon mds.b on smithi028 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:21:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:49 smithi028 ceph-mon[87621]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T14:21:50.626 INFO:tasks.rados.rados.0.smithi001.stdout:1047: done (1 left) 2024-09-13T14:21:50.626 INFO:tasks.rados.rados.0.smithi001.stdout:1048: done (0 left) 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1049: read oid 16 snap -1 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1049: expect (ObjNum 310 snap 98 seq_num 310) 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1050: read oid 47 snap -1 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1050: expect (ObjNum 336 snap 106 seq_num 336) 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1051: read oid 29 snap -1 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1051: expect deleted 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1052: rollback oid 14 current snap is 111 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 98 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 111 2024-09-13T14:21:50.627 INFO:tasks.rados.rados.0.smithi001.stdout:1053: seq_num 349 ranges {0=655360,655360=401408} 2024-09-13T14:21:50.630 INFO:tasks.rados.rados.0.smithi001.stdout:1053: writing smithi00185197-13 from 0 to 655360 tid 1 2024-09-13T14:21:50.634 INFO:tasks.rados.rados.0.smithi001.stdout:1053: writing smithi00185197-13 from 655360 to 1056768 tid 2 2024-09-13T14:21:50.634 INFO:tasks.rados.rados.0.smithi001.stdout:1054: read oid 9 snap -1 2024-09-13T14:21:50.634 INFO:tasks.rados.rados.0.smithi001.stdout:1054: expect deleted 2024-09-13T14:21:50.634 INFO:tasks.rados.rados.0.smithi001.stdout:1050: expect (ObjNum 336 snap 106 seq_num 336) 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:1052: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:1052: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:1052: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 123 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:1050: done (5 left) 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:1051: done (4 left) 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:1052: done (3 left) 2024-09-13T14:21:50.658 INFO:tasks.rados.rados.0.smithi001.stdout:1055: snap_create 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: finishing write tid 1 to smithi00185197-13 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: finishing write tid 2 to smithi00185197-13 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: finishing write tid 3 to smithi00185197-13 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: finishing write tid 4 to smithi00185197-13 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: oid 13 updating version 0 to 315 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: oid 13 updating version 315 to 316 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: oid 13 version 316 is already newer than 314 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 316 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1053: left oid 13 (ObjNum 349 snap 111 seq_num 349) 2024-09-13T14:21:50.659 INFO:tasks.rados.rados.0.smithi001.stdout:1049: expect (ObjNum 310 snap 98 seq_num 310) 2024-09-13T14:21:50.813 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[96683]: pgmap v91: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all mon 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all crash 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[96683]: Upgrade: osd.0 is safe to restart 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[96683]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[99232]: pgmap v91: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all mon 2024-09-13T14:21:50.814 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all crash 2024-09-13T14:21:50.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:21:50.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[99232]: Upgrade: osd.0 is safe to restart 2024-09-13T14:21:50.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:50.815 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:50 smithi001 ceph-mon[99232]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T14:21:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:50 smithi028 ceph-mon[87621]: pgmap v91: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:21:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:50 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all mon 2024-09-13T14:21:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:50 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all crash 2024-09-13T14:21:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:50 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:21:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:50 smithi028 ceph-mon[87621]: Upgrade: osd.0 is safe to restart 2024-09-13T14:21:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:21:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:50 smithi028 ceph-mon[87621]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T14:21:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:1049: done (3 left) 2024-09-13T14:21:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:1053: done (2 left) 2024-09-13T14:21:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:1054: done (1 left) 2024-09-13T14:21:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:1055: done (0 left) 2024-09-13T14:21:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:1056: rmattr oid 40 current snap is 112 2024-09-13T14:21:51.628 INFO:tasks.rados.rados.0.smithi001.stdout:1057: snap_remove snap 100 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[96683]: Upgrade: Updating osd.0 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[96683]: Deploying daemon osd.0 on smithi001 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[96683]: pgmap v94: 121 pgs: 121 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[96683]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[99232]: Upgrade: Updating osd.0 2024-09-13T14:21:52.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:52.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:21:52.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:52.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[99232]: Deploying daemon osd.0 on smithi001 2024-09-13T14:21:52.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[99232]: pgmap v94: 121 pgs: 121 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:21:52.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:52 smithi001 ceph-mon[99232]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T14:21:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:52 smithi028 ceph-mon[87621]: Upgrade: Updating osd.0 2024-09-13T14:21:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:52 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:21:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:52 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:21:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:52 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:21:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:52 smithi028 ceph-mon[87621]: Deploying daemon osd.0 on smithi001 2024-09-13T14:21:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:52 smithi028 ceph-mon[87621]: pgmap v94: 121 pgs: 121 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:21:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:52 smithi028 ceph-mon[87621]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T14:21:52.625 INFO:tasks.rados.rados.0.smithi001.stdout:1057: done (1 left) 2024-09-13T14:21:52.626 INFO:tasks.rados.rados.0.smithi001.stdout:1058: snap_remove snap 108 2024-09-13T14:21:53.633 INFO:tasks.rados.rados.0.smithi001.stdout:1058: done (1 left) 2024-09-13T14:21:53.633 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 112 2024-09-13T14:21:53.633 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 119 (ObjNum 247 snap 75 seq_num 247) dirty exists 2024-09-13T14:21:53.633 INFO:tasks.rados.rados.0.smithi001.stdout:1059: seq_num 350 ranges {2359296=671744,3031040=401408} 2024-09-13T14:21:53.646 INFO:tasks.rados.rados.0.smithi001.stdout:1059: writing smithi00185197-35 from 2359296 to 3031040 tid 1 2024-09-13T14:21:53.649 INFO:tasks.rados.rados.0.smithi001.stdout:1059: writing smithi00185197-35 from 3031040 to 3432448 tid 2 2024-09-13T14:21:53.650 INFO:tasks.rados.rados.0.smithi001.stdout:1056: done (1 left) 2024-09-13T14:21:53.650 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 112 2024-09-13T14:21:53.650 INFO:tasks.rados.rados.0.smithi001.stdout:1060: seq_num 351 ranges {0=688128,688128=401408} 2024-09-13T14:21:53.653 INFO:tasks.rados.rados.0.smithi001.stdout:1060: writing smithi00185197-39 from 0 to 688128 tid 1 2024-09-13T14:21:53.655 INFO:tasks.rados.rados.0.smithi001.stdout:1060: writing smithi00185197-39 from 688128 to 1089536 tid 2 2024-09-13T14:21:53.655 INFO:tasks.rados.rados.0.smithi001.stdout:1061: read oid 9 snap -1 2024-09-13T14:21:53.655 INFO:tasks.rados.rados.0.smithi001.stdout:1061: expect deleted 2024-09-13T14:21:53.656 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 112 2024-09-13T14:21:53.656 INFO:tasks.rados.rados.0.smithi001.stdout:1062: seq_num 352 ranges {237568=704512,942080=401408} 2024-09-13T14:21:53.661 INFO:tasks.rados.rados.0.smithi001.stdout:1062: writing smithi00185197-27 from 237568 to 942080 tid 1 2024-09-13T14:21:53.663 INFO:tasks.rados.rados.0.smithi001.stdout:1062: writing smithi00185197-27 from 942080 to 1343488 tid 2 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1063: snap_create 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: finishing write tid 1 to smithi00185197-35 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: finishing write tid 2 to smithi00185197-35 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: finishing write tid 3 to smithi00185197-35 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: finishing write tid 4 to smithi00185197-35 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: oid 35 updating version 0 to 293 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: oid 35 updating version 293 to 294 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: oid 35 version 294 is already newer than 292 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 294 (ObjNum 350 snap 112 seq_num 350) dirty exists 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1059: left oid 35 (ObjNum 350 snap 112 seq_num 350) 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1060: finishing write tid 1 to smithi00185197-39 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1060: finishing write tid 2 to smithi00185197-39 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1060: finishing write tid 3 to smithi00185197-39 2024-09-13T14:21:53.664 INFO:tasks.rados.rados.0.smithi001.stdout:1060: finishing write tid 4 to smithi00185197-39 2024-09-13T14:21:53.665 INFO:tasks.rados.rados.0.smithi001.stdout:1060: oid 39 updating version 0 to 596 2024-09-13T14:21:53.665 INFO:tasks.rados.rados.0.smithi001.stdout:1060: oid 39 updating version 596 to 598 2024-09-13T14:21:53.665 INFO:tasks.rados.rados.0.smithi001.stdout:1060: oid 39 version 598 is already newer than 597 2024-09-13T14:21:53.665 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 598 (ObjNum 351 snap 112 seq_num 351) dirty exists 2024-09-13T14:21:53.665 INFO:tasks.rados.rados.0.smithi001.stdout:1060: left oid 39 (ObjNum 351 snap 112 seq_num 351) 2024-09-13T14:21:53.665 INFO:tasks.rados.rados.0.smithi001.stdout:1062: finishing write tid 1 to smithi00185197-27 2024-09-13T14:21:53.666 INFO:tasks.rados.rados.0.smithi001.stdout:1062: finishing write tid 2 to smithi00185197-27 2024-09-13T14:21:53.666 INFO:tasks.rados.rados.0.smithi001.stdout:1062: finishing write tid 3 to smithi00185197-27 2024-09-13T14:21:53.667 INFO:tasks.rados.rados.0.smithi001.stdout:1062: finishing write tid 4 to smithi00185197-27 2024-09-13T14:21:53.667 INFO:tasks.rados.rados.0.smithi001.stdout:1062: oid 27 updating version 0 to 298 2024-09-13T14:21:53.667 INFO:tasks.rados.rados.0.smithi001.stdout:1062: oid 27 version 298 is already newer than 296 2024-09-13T14:21:53.667 INFO:tasks.rados.rados.0.smithi001.stdout:1062: oid 27 version 298 is already newer than 297 2024-09-13T14:21:53.667 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 298 (ObjNum 352 snap 112 seq_num 352) dirty exists 2024-09-13T14:21:53.667 INFO:tasks.rados.rados.0.smithi001.stdout:1062: left oid 27 (ObjNum 352 snap 112 seq_num 352) 2024-09-13T14:21:53.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:53 smithi001 ceph-mon[96683]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T14:21:53.745 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:53 smithi001 ceph-mon[99232]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T14:21:54.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:53 smithi028 ceph-mon[87621]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T14:21:54.633 INFO:tasks.rados.rados.0.smithi001.stdout:1059: done (4 left) 2024-09-13T14:21:54.634 INFO:tasks.rados.rados.0.smithi001.stdout:1060: done (3 left) 2024-09-13T14:21:54.634 INFO:tasks.rados.rados.0.smithi001.stdout:1061: done (2 left) 2024-09-13T14:21:54.634 INFO:tasks.rados.rados.0.smithi001.stdout:1062: done (1 left) 2024-09-13T14:21:54.634 INFO:tasks.rados.rados.0.smithi001.stdout:1063: done (0 left) 2024-09-13T14:21:54.634 INFO:tasks.rados.rados.0.smithi001.stdout:1064: snap_create 2024-09-13T14:21:54.655 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:54 smithi001 ceph-mon[99232]: pgmap v97: 121 pgs: 121 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:21:54.655 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:54 smithi001 ceph-mon[99232]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T14:21:54.655 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:54 smithi001 ceph-mon[96683]: pgmap v97: 121 pgs: 121 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:21:54.656 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:54 smithi001 ceph-mon[96683]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T14:21:54.656 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:54 smithi001 systemd[1]: Stopping Ceph osd.0 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:21:55.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:54 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[44423]: 2024-09-13T14:21:54.653+0000 7fd2f9364640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:21:55.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:54 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[44423]: 2024-09-13T14:21:54.653+0000 7fd2f9364640 -1 osd.0 292 *** Got signal Terminated *** 2024-09-13T14:21:55.103 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:54 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[44423]: 2024-09-13T14:21:54.653+0000 7fd2f9364640 -1 osd.0 292 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:21:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:54 smithi028 ceph-mon[87621]: pgmap v97: 121 pgs: 121 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:21:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:54 smithi028 ceph-mon[87621]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T14:21:55.644 INFO:tasks.rados.rados.0.smithi001.stdout:1064: done (0 left) 2024-09-13T14:21:55.644 INFO:tasks.rados.rados.0.smithi001.stdout:1065: delete oid 18 current snap is 114 2024-09-13T14:21:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:55 smithi001 ceph-mon[96683]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T14:21:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:55 smithi001 ceph-mon[96683]: osd.0 marked itself down and dead 2024-09-13T14:21:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:55 smithi001 ceph-mon[99232]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T14:21:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:55 smithi001 ceph-mon[99232]: osd.0 marked itself down and dead 2024-09-13T14:21:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:55 smithi028 ceph-mon[87621]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T14:21:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:55 smithi028 ceph-mon[87621]: osd.0 marked itself down and dead 2024-09-13T14:21:56.504 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:56 smithi001 podman[104313]: 2024-09-13 14:21:56.198503286 +0000 UTC m=+1.666230820 container died d9eed6c3d03f0d4f816d59e8ae2054baf06c480e06e0378ba6d51aaf175ad5c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-2c01458, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-13T14:21:56.658 INFO:tasks.rados.rados.0.smithi001.stdout:1065: done (0 left) 2024-09-13T14:21:56.658 INFO:tasks.rados.rados.0.smithi001.stdout:1066: read oid 32 snap -1 2024-09-13T14:21:56.658 INFO:tasks.rados.rados.0.smithi001.stdout:1066: expect (ObjNum 194 snap 53 seq_num 194) 2024-09-13T14:21:56.658 INFO:tasks.rados.rados.0.smithi001.stdout:1067: delete oid 37 current snap is 114 2024-09-13T14:21:56.661 INFO:tasks.rados.rados.0.smithi001.stdout:1067: done (1 left) 2024-09-13T14:21:56.661 INFO:tasks.rados.rados.0.smithi001.stdout:1068: rollback oid 2 current snap is 114 2024-09-13T14:21:56.662 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 86 2024-09-13T14:21:56.662 INFO:tasks.rados.rados.0.smithi001.stdout:1069: setattr oid 36 current snap is 114 2024-09-13T14:21:56.662 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 114 2024-09-13T14:21:56.662 INFO:tasks.rados.rados.0.smithi001.stdout:1070: seq_num 355 ranges {2244608=753664,2998272=401408} 2024-09-13T14:21:56.679 INFO:tasks.rados.rados.0.smithi001.stdout:1070: writing smithi00185197-23 from 2244608 to 2998272 tid 1 2024-09-13T14:21:56.682 INFO:tasks.rados.rados.0.smithi001.stdout:1070: writing smithi00185197-23 from 2998272 to 3399680 tid 2 2024-09-13T14:21:56.682 INFO:tasks.rados.rados.0.smithi001.stdout:1071: snap_create 2024-09-13T14:21:56.682 INFO:tasks.rados.rados.0.smithi001.stdout:1068: finishing rollback tid 0 to smithi00185197-2 2024-09-13T14:21:56.682 INFO:tasks.rados.rados.0.smithi001.stdout:1068: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:21:56.682 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 744 (ObjNum 97 snap 0 seq_num 2445) dirty dne 2024-09-13T14:21:56.685 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 1 to smithi00185197-23 2024-09-13T14:21:56.685 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 2 to smithi00185197-23 2024-09-13T14:21:56.685 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 3 to smithi00185197-23 2024-09-13T14:21:56.686 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 4 to smithi00185197-23 2024-09-13T14:21:56.686 INFO:tasks.rados.rados.0.smithi001.stdout:1070: oid 23 updating version 0 to 577 2024-09-13T14:21:56.686 INFO:tasks.rados.rados.0.smithi001.stdout:1070: oid 23 version 577 is already newer than 576 2024-09-13T14:21:56.686 INFO:tasks.rados.rados.0.smithi001.stdout:1070: oid 23 updating version 577 to 578 2024-09-13T14:21:56.686 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 578 (ObjNum 355 snap 114 seq_num 355) dirty exists 2024-09-13T14:21:56.686 INFO:tasks.rados.rados.0.smithi001.stdout:1070: left oid 23 (ObjNum 355 snap 114 seq_num 355) 2024-09-13T14:21:56.690 INFO:tasks.rados.rados.0.smithi001.stdout:1066: expect (ObjNum 194 snap 53 seq_num 194) 2024-09-13T14:21:56.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:56 smithi001 ceph-mon[96683]: pgmap v100: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:21:56.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:56 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:21:56.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:56 smithi001 ceph-mon[96683]: osdmap e293: 8 total, 7 up, 8 in 2024-09-13T14:21:56.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:56 smithi001 ceph-mon[99232]: pgmap v100: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:21:56.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:56 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:21:56.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:56 smithi001 ceph-mon[99232]: osdmap e293: 8 total, 7 up, 8 in 2024-09-13T14:21:56.853 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:56 smithi001 podman[104313]: 2024-09-13 14:21:56.71058631 +0000 UTC m=+2.178313832 container cleanup d9eed6c3d03f0d4f816d59e8ae2054baf06c480e06e0378ba6d51aaf175ad5c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-13T14:21:56.853 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:56 smithi001 bash[104313]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0 2024-09-13T14:21:56.983 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 798 (ObjNum 347 snap 110 seq_num 347) dirty exists 2024-09-13T14:21:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:56 smithi028 ceph-mon[87621]: pgmap v100: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:21:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:56 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:21:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:56 smithi028 ceph-mon[87621]: osdmap e293: 8 total, 7 up, 8 in 2024-09-13T14:21:57.325 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:21:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:21:56] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.43.0" 2024-09-13T14:21:57.325 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:56 smithi001 podman[104333]: 2024-09-13 14:21:56.895476206 +0000 UTC m=+0.691511268 container remove d9eed6c3d03f0d4f816d59e8ae2054baf06c480e06e0378ba6d51aaf175ad5c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-2c01458, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-13T14:21:57.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:57 smithi001 podman[104428]: 2024-09-13 14:21:57.228035178 +0000 UTC m=+0.016668584 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:21:57.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:57 smithi001 podman[104428]: 2024-09-13 14:21:57.337923968 +0000 UTC m=+0.126557357 container create d131a3797535631e8e445b5805b67e973808df0ffa2bc2d60dcb2dbe882b5a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:21:57.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:57 smithi001 podman[104428]: 2024-09-13 14:21:57.565991919 +0000 UTC m=+0.354625308 container init d131a3797535631e8e445b5805b67e973808df0ffa2bc2d60dcb2dbe882b5a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:21:57.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:57 smithi001 podman[104428]: 2024-09-13 14:21:57.57126168 +0000 UTC m=+0.359895070 container start d131a3797535631e8e445b5805b67e973808df0ffa2bc2d60dcb2dbe882b5a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-13T14:21:57.625 INFO:tasks.rados.rados.0.smithi001.stdout:1066: done (4 left) 2024-09-13T14:21:57.625 INFO:tasks.rados.rados.0.smithi001.stdout:1068: done (3 left) 2024-09-13T14:21:57.625 INFO:tasks.rados.rados.0.smithi001.stdout:1069: done (2 left) 2024-09-13T14:21:57.625 INFO:tasks.rados.rados.0.smithi001.stdout:1070: done (1 left) 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1071: done (0 left) 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1072: read oid 7 snap 86 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1072: expect deleted 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1073: rmattr oid 2 current snap is 115 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1073: done (1 left) 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1074: copy_from oid 47 from oid 9 current snap is 115 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1075: copy_from oid 42 from oid 35 current snap is 115 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1076: copy_from oid 15 from oid 1 current snap is 115 2024-09-13T14:21:57.626 INFO:tasks.rados.rados.0.smithi001.stdout:1077: delete oid 28 current snap is 115 2024-09-13T14:21:57.628 INFO:tasks.rados.rados.0.smithi001.stdout:1074: finishing copy_from to smithi00185197-47 2024-09-13T14:21:57.628 INFO:tasks.rados.rados.0.smithi001.stdout:1074: got expected ENOENT (src dne) 2024-09-13T14:21:57.628 INFO:tasks.rados.rados.0.smithi001.stdout:1074: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:21:57.631 INFO:tasks.rados.rados.0.smithi001.stdout:1072: done (4 left) 2024-09-13T14:21:57.631 INFO:tasks.rados.rados.0.smithi001.stdout:1074: done (3 left) 2024-09-13T14:21:57.631 INFO:tasks.rados.rados.0.smithi001.stdout:1077: done (2 left) 2024-09-13T14:21:57.631 INFO:tasks.rados.rados.0.smithi001.stdout:1078: rollback oid 9 current snap is 115 2024-09-13T14:21:57.632 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 96 2024-09-13T14:21:57.632 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 115 2024-09-13T14:21:57.632 INFO:tasks.rados.rados.0.smithi001.stdout:1079: seq_num 357 ranges {6586368=786432,7372800=401408} 2024-09-13T14:21:57.671 INFO:tasks.rados.rados.0.smithi001.stdout:1079: writing smithi00185197-14 from 6586368 to 7372800 tid 1 2024-09-13T14:21:57.674 INFO:tasks.rados.rados.0.smithi001.stdout:1079: writing smithi00185197-14 from 7372800 to 7774208 tid 2 2024-09-13T14:21:57.675 INFO:tasks.rados.rados.0.smithi001.stdout:1080: snap_remove snap 99 2024-09-13T14:21:57.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:57 smithi028 ceph-mon[87621]: osdmap e294: 8 total, 7 up, 8 in 2024-09-13T14:21:57.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:57 smithi028 ceph-mon[87621]: osdmap e295: 8 total, 7 up, 8 in 2024-09-13T14:21:58.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:57 smithi001 ceph-mon[96683]: osdmap e294: 8 total, 7 up, 8 in 2024-09-13T14:21:58.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:57 smithi001 ceph-mon[96683]: osdmap e295: 8 total, 7 up, 8 in 2024-09-13T14:21:58.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:57 smithi001 ceph-mon[99232]: osdmap e294: 8 total, 7 up, 8 in 2024-09-13T14:21:58.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:57 smithi001 ceph-mon[99232]: osdmap e295: 8 total, 7 up, 8 in 2024-09-13T14:21:58.071 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:57 smithi001 podman[104428]: 2024-09-13 14:21:57.665931172 +0000 UTC m=+0.454564570 container attach d131a3797535631e8e445b5805b67e973808df0ffa2bc2d60dcb2dbe882b5a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-13T14:21:58.071 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:57 smithi001 podman[104428]: 2024-09-13 14:21:57.787936401 +0000 UTC m=+0.576569791 container died d131a3797535631e8e445b5805b67e973808df0ffa2bc2d60dcb2dbe882b5a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-13T14:21:58.660 INFO:tasks.rados.rados.0.smithi001.stdout:1078: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:21:58.660 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 217 (ObjNum 177 snap 0 seq_num 313628048) dirty dne 2024-09-13T14:21:58.660 INFO:tasks.rados.rados.0.smithi001.stdout:1076: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:21:58.660 INFO:tasks.rados.rados.0.smithi001.stdout:1076: finishing copy_from to smithi00185197-15 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 611 (ObjNum 305 snap 97 seq_num 305) dirty exists 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1075: finishing copy_from racing read to smithi00185197-42 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1075: finishing copy_from to smithi00185197-42 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 294 (ObjNum 350 snap 112 seq_num 350) dirty exists 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: finishing write tid 1 to smithi00185197-14 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: finishing write tid 2 to smithi00185197-14 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: finishing write tid 3 to smithi00185197-14 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: finishing write tid 4 to smithi00185197-14 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: oid 14 updating version 0 to 129 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: oid 14 updating version 129 to 131 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: oid 14 version 131 is already newer than 130 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 131 (ObjNum 357 snap 115 seq_num 357) dirty exists 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1079: left oid 14 (ObjNum 357 snap 115 seq_num 357) 2024-09-13T14:21:58.661 INFO:tasks.rados.rados.0.smithi001.stdout:1075: done (4 left) 2024-09-13T14:21:58.662 INFO:tasks.rados.rados.0.smithi001.stdout:1076: done (3 left) 2024-09-13T14:21:58.662 INFO:tasks.rados.rados.0.smithi001.stdout:1078: done (2 left) 2024-09-13T14:21:58.662 INFO:tasks.rados.rados.0.smithi001.stdout:1079: done (1 left) 2024-09-13T14:21:58.662 INFO:tasks.rados.rados.0.smithi001.stdout:1080: done (0 left) 2024-09-13T14:21:58.662 INFO:tasks.rados.rados.0.smithi001.stdout:1081: snap_remove snap 114 2024-09-13T14:21:58.846 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:58 smithi001 ceph-mon[96683]: pgmap v103: 121 pgs: 16 stale+active+clean, 105 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:21:58.847 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:58 smithi001 ceph-mon[99232]: pgmap v103: 121 pgs: 16 stale+active+clean, 105 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:21:58.847 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:58 smithi001 podman[104471]: 2024-09-13 14:21:58.403342867 +0000 UTC m=+0.609442249 container remove d131a3797535631e8e445b5805b67e973808df0ffa2bc2d60dcb2dbe882b5a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:21:58.847 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:58 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-13T14:21:58.847 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:58 smithi001 systemd[1]: Stopped Ceph osd.0 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:21:58.847 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:58 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.0.service: Consumed 11.180s CPU time. 2024-09-13T14:21:58.847 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:58 smithi001 systemd[1]: Starting Ceph osd.0 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:21:59.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:58 smithi001 podman[104574]: 2024-09-13 14:21:58.845886086 +0000 UTC m=+0.100530691 container create 7a8bca6bdc26ef489bfe749edfb8685463f4037301b6ee4c7c330013c8643de4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-13T14:21:59.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:58 smithi001 podman[104574]: 2024-09-13 14:21:58.76170861 +0000 UTC m=+0.016353229 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:21:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:58 smithi028 ceph-mon[87621]: pgmap v103: 121 pgs: 16 stale+active+clean, 105 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:21:59.239 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 podman[104574]: 2024-09-13 14:21:59.107271448 +0000 UTC m=+0.361916053 container init 7a8bca6bdc26ef489bfe749edfb8685463f4037301b6ee4c7c330013c8643de4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=) 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 podman[104574]: 2024-09-13 14:21:59.112516866 +0000 UTC m=+0.367161470 container start 7a8bca6bdc26ef489bfe749edfb8685463f4037301b6ee4c7c330013c8643de4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 podman[104574]: 2024-09-13 14:21:59.207134315 +0000 UTC m=+0.461778944 container attach 7a8bca6bdc26ef489bfe749edfb8685463f4037301b6ee4c7c330013c8643de4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:21:59.376 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.377 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.377 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.377 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:21:59.377 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T14:21:59.377 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T14:21:59.659 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-09-13T14:21:59.659 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-09-13T14:21:59.664 INFO:tasks.rados.rados.0.smithi001.stdout:1081: done (0 left) 2024-09-13T14:21:59.664 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 115 2024-09-13T14:21:59.664 INFO:tasks.rados.rados.0.smithi001.stdout:1082: seq_num 358 ranges {3432448=802816,4235264=401408} 2024-09-13T14:21:59.688 INFO:tasks.rados.rados.0.smithi001.stdout:1082: writing smithi00185197-42 from 3432448 to 4235264 tid 1 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:1082: writing smithi00185197-42 from 4235264 to 4636672 tid 2 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:1083: read oid 32 snap -1 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:1083: expect (ObjNum 194 snap 53 seq_num 194) 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:1084: rollback oid 30 current snap is 115 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 101 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:1085: rollback oid 24 current snap is 115 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 58 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:1086: rollback oid 21 current snap is 115 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 106 2024-09-13T14:21:59.691 INFO:tasks.rados.rados.0.smithi001.stdout:1087: snap_create 2024-09-13T14:21:59.694 INFO:tasks.rados.rados.0.smithi001.stdout:1085: finishing rollback tid 0 to smithi00185197-24 2024-09-13T14:21:59.695 INFO:tasks.rados.rados.0.smithi001.stdout:1085: finishing rollback tid 1 to smithi00185197-24 2024-09-13T14:21:59.696 INFO:tasks.rados.rados.0.smithi001.stdout:1085: finishing rollback tid 2 to smithi00185197-24 2024-09-13T14:21:59.696 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 614 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-09-13T14:21:59.699 INFO:tasks.rados.rados.0.smithi001.stdout:1084: finishing rollback tid 0 to smithi00185197-30 2024-09-13T14:21:59.699 INFO:tasks.rados.rados.0.smithi001.stdout:1082: finishing write tid 1 to smithi00185197-42 2024-09-13T14:21:59.700 INFO:tasks.rados.rados.0.smithi001.stdout:1082: finishing write tid 2 to smithi00185197-42 2024-09-13T14:21:59.700 INFO:tasks.rados.rados.0.smithi001.stdout:1082: finishing write tid 3 to smithi00185197-42 2024-09-13T14:21:59.701 INFO:tasks.rados.rados.0.smithi001.stdout:1084: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:21:59.701 INFO:tasks.rados.rados.0.smithi001.stdout:1084: finishing rollback tid 2 to smithi00185197-30 2024-09-13T14:21:59.701 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 602 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:21:59.702 INFO:tasks.rados.rados.0.smithi001.stdout:1082: finishing write tid 4 to smithi00185197-42 2024-09-13T14:21:59.702 INFO:tasks.rados.rados.0.smithi001.stdout:1082: oid 42 updating version 0 to 295 2024-09-13T14:21:59.702 INFO:tasks.rados.rados.0.smithi001.stdout:1082: oid 42 updating version 295 to 297 2024-09-13T14:21:59.702 INFO:tasks.rados.rados.0.smithi001.stdout:1082: oid 42 version 297 is already newer than 296 2024-09-13T14:21:59.702 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 297 (ObjNum 358 snap 115 seq_num 358) dirty exists 2024-09-13T14:21:59.702 INFO:tasks.rados.rados.0.smithi001.stdout:1082: left oid 42 (ObjNum 358 snap 115 seq_num 358) 2024-09-13T14:21:59.721 INFO:tasks.rados.rados.0.smithi001.stdout:1083: expect (ObjNum 194 snap 53 seq_num 194) 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (5m) 51s ago 6m 25.2M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (6m) 37s ago 6m 88.5M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (7m) 51s ago 7m 16.0M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (7m) 37s ago 7m 21.2M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (92s) 37s ago 11m 452M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (2m) 51s ago 12m 517M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:21:59.859 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (77s) 51s ago 12m 42.4M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (42s) 37s ago 11m 22.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (55s) 51s ago 11m 20.7M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (5m) 51s ago 5m 16.1M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (5m) 37s ago 5m 14.9M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (10m) 51s ago 10m 138M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e d9eed6c3d03f 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (10m) 51s ago 10m 123M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (9m) 51s ago 9m 133M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (9m) 51s ago 9m 99.5M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (9m) 37s ago 9m 140M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (8m) 37s ago 8m 174M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (8m) 37s ago 8m 152M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (7m) 37s ago 7m 120M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:21:59.860 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (97s) 37s ago 6m 47.5M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:21:59.999 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-mon[96683]: osdmap e296: 8 total, 7 up, 8 in 2024-09-13T14:21:59.999 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-mon[99232]: osdmap e296: 8 total, 7 up, 8 in 2024-09-13T14:21:59.999 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T14:21:59.999 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T14:21:59.999 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-09-13T14:21:59.999 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-09-13T14:22:00.000 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T14:22:00.000 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T14:22:00.000 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T14:22:00.000 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T14:22:00.000 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate[104592]: --> ceph-volume lvm activate successful for osd ID: 0 2024-09-13T14:22:00.000 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 bash[104574]: --> ceph-volume lvm activate successful for osd ID: 0 2024-09-13T14:22:00.000 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:21:59 smithi001 podman[104574]: 2024-09-13 14:21:59.700741442 +0000 UTC m=+0.955386057 container died 7a8bca6bdc26ef489bfe749edfb8685463f4037301b6ee4c7c330013c8643de4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:22:00.032 INFO:tasks.rados.rados.0.smithi001.stdout:1086: finishing rollback tid 0 to smithi00185197-21 2024-09-13T14:22:00.032 INFO:tasks.rados.rados.0.smithi001.stdout:1086: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:22:00.032 INFO:tasks.rados.rados.0.smithi001.stdout:1086: finishing rollback tid 2 to smithi00185197-21 2024-09-13T14:22:00.032 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 808 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-13T14:22:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:21:59 smithi028 ceph-mon[87621]: osdmap e296: 8 total, 7 up, 8 in 2024-09-13T14:22:00.228 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:22:00.228 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 7 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 9, 2024-09-13T14:22:00.229 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 5 2024-09-13T14:22:00.230 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:22:00.230 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:22:00.321 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 podman[104798]: 2024-09-13 14:22:00.31955365 +0000 UTC m=+0.611683837 container remove 7a8bca6bdc26ef489bfe749edfb8685463f4037301b6ee4c7c330013c8643de4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "5/20 daemons upgraded", 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:22:00.577 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:22:00.578 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 podman[104914]: 2024-09-13 14:22:00.463870364 +0000 UTC m=+0.024091106 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:22:00.669 INFO:tasks.rados.rados.0.smithi001.stdout:1082: done (5 left) 2024-09-13T14:22:00.669 INFO:tasks.rados.rados.0.smithi001.stdout:1083: done (4 left) 2024-09-13T14:22:00.669 INFO:tasks.rados.rados.0.smithi001.stdout:1084: done (3 left) 2024-09-13T14:22:00.669 INFO:tasks.rados.rados.0.smithi001.stdout:1085: done (2 left) 2024-09-13T14:22:00.669 INFO:tasks.rados.rados.0.smithi001.stdout:1086: done (1 left) 2024-09-13T14:22:00.669 INFO:tasks.rados.rados.0.smithi001.stdout:1087: done (0 left) 2024-09-13T14:22:00.669 INFO:tasks.rados.rados.0.smithi001.stdout:1088: snap_create 2024-09-13T14:22:00.834 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[96683]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[96683]: pgmap v106: 121 pgs: 16 stale+active+clean, 105 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[96683]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[96683]: osdmap e297: 8 total, 7 up, 8 in 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[96683]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2579933441' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[99232]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[99232]: pgmap v106: 121 pgs: 16 stale+active+clean, 105 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[99232]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:00.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[99232]: osdmap e297: 8 total, 7 up, 8 in 2024-09-13T14:22:00.836 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[99232]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:00.836 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2579933441' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:00.836 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 podman[104914]: 2024-09-13 14:22:00.587294575 +0000 UTC m=+0.147515305 container create 4233c84cc6ac8754713a85bf237aa5c1e9c315ec15ea42b5e89633ff284f62a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:22:00.836 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 podman[104914]: 2024-09-13 14:22:00.80663536 +0000 UTC m=+0.366856100 container init 4233c84cc6ac8754713a85bf237aa5c1e9c315ec15ea42b5e89633ff284f62a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-13T14:22:00.836 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 podman[104914]: 2024-09-13 14:22:00.811353927 +0000 UTC m=+0.371574656 container start 4233c84cc6ac8754713a85bf237aa5c1e9c315ec15ea42b5e89633ff284f62a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-13T14:22:01.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 ceph-osd[104955]: -- 172.21.15.1:0/4196400440 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55858be29a40 con 0x55858be07c00 2024-09-13T14:22:01.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 bash[104914]: 4233c84cc6ac8754713a85bf237aa5c1e9c315ec15ea42b5e89633ff284f62a0 2024-09-13T14:22:01.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:00 smithi001 systemd[1]: Started Ceph osd.0 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:22:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:00 smithi028 ceph-mon[87621]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:00 smithi028 ceph-mon[87621]: pgmap v106: 121 pgs: 16 stale+active+clean, 105 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-13T14:22:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:00 smithi028 ceph-mon[87621]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:00 smithi028 ceph-mon[87621]: osdmap e297: 8 total, 7 up, 8 in 2024-09-13T14:22:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:00 smithi028 ceph-mon[87621]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:00 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2579933441' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:01.670 INFO:tasks.rados.rados.0.smithi001.stdout:1088: done (0 left) 2024-09-13T14:22:01.670 INFO:tasks.rados.rados.0.smithi001.stdout:1089: delete oid 39 current snap is 117 2024-09-13T14:22:01.674 INFO:tasks.rados.rados.0.smithi001.stdout:1089: done (0 left) 2024-09-13T14:22:01.674 INFO:tasks.rados.rados.0.smithi001.stdout:1090: rollback oid 33 current snap is 117 2024-09-13T14:22:01.674 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 96 2024-09-13T14:22:01.674 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 117 2024-09-13T14:22:01.674 INFO:tasks.rados.rados.0.smithi001.stdout:1091: seq_num 360 ranges {1998848=434176,2433024=704512,3137536=98304} 2024-09-13T14:22:01.687 INFO:tasks.rados.rados.0.smithi001.stdout:1091: writing smithi00185197-12 from 1998848 to 2433024 tid 1 2024-09-13T14:22:01.692 INFO:tasks.rados.rados.0.smithi001.stdout:1091: writing smithi00185197-12 from 2433024 to 3137536 tid 2 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:1091: writing smithi00185197-12 from 3137536 to 3235840 tid 3 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:1092: rollback oid 42 current snap is 117 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 113 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:1090: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 174 (ObjNum 33 snap 0 seq_num 313631632) dirty dne 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:1091: finishing write tid 1 to smithi00185197-12 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:1090: done (2 left) 2024-09-13T14:22:01.693 INFO:tasks.rados.rados.0.smithi001.stdout:1093: snap_remove snap 98 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[99232]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[99232]: osdmap e298: 8 total, 7 up, 8 in 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[96683]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[96683]: osdmap e298: 8 total, 7 up, 8 in 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:01.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:01.954 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:01 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:01 smithi028 ceph-mon[87621]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:01 smithi028 ceph-mon[87621]: osdmap e298: 8 total, 7 up, 8 in 2024-09-13T14:22:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:01 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:01 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:01 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:02.681 INFO:tasks.rados.rados.0.smithi001.stdout:1093: done (2 left) 2024-09-13T14:22:02.681 INFO:tasks.rados.rados.0.smithi001.stdout:1094: read oid 8 snap -1 2024-09-13T14:22:02.681 INFO:tasks.rados.rados.0.smithi001.stdout:1094: expect (ObjNum 326 snap 101 seq_num 326) 2024-09-13T14:22:02.682 INFO:tasks.rados.rados.0.smithi001.stdout:1095: setattr oid 25 current snap is 117 2024-09-13T14:22:02.682 INFO:tasks.rados.rados.0.smithi001.stdout:1091: finishing write tid 2 to smithi00185197-12 2024-09-13T14:22:02.682 INFO:tasks.rados.rados.0.smithi001.stdout:1091: finishing write tid 3 to smithi00185197-12 2024-09-13T14:22:02.682 INFO:tasks.rados.rados.0.smithi001.stdout:1091: finishing write tid 4 to smithi00185197-12 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1091: finishing write tid 5 to smithi00185197-12 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1091: oid 12 updating version 0 to 434 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1091: oid 12 updating version 434 to 436 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1091: oid 12 updating version 436 to 437 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1091: oid 12 version 437 is already newer than 435 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 437 (ObjNum 360 snap 117 seq_num 360) dirty exists 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1091: left oid 12 (ObjNum 360 snap 117 seq_num 360) 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1092: finishing rollback tid 0 to smithi00185197-42 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:1092: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:22:02.683 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 299 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T14:22:02.684 INFO:tasks.rados.rados.0.smithi001.stdout:1091: done (3 left) 2024-09-13T14:22:02.684 INFO:tasks.rados.rados.0.smithi001.stdout:1092: done (2 left) 2024-09-13T14:22:02.684 INFO:tasks.rados.rados.0.smithi001.stdout:1096: delete oid 3 current snap is 117 2024-09-13T14:22:02.690 INFO:tasks.rados.rados.0.smithi001.stdout:1094: expect (ObjNum 326 snap 101 seq_num 326) 2024-09-13T14:22:02.713 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 606 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:22:02.713 INFO:tasks.rados.rados.0.smithi001.stdout:1094: done (2 left) 2024-09-13T14:22:02.713 INFO:tasks.rados.rados.0.smithi001.stdout:1095: done (1 left) 2024-09-13T14:22:02.713 INFO:tasks.rados.rados.0.smithi001.stdout:1096: done (0 left) 2024-09-13T14:22:02.713 INFO:tasks.rados.rados.0.smithi001.stdout:1097: snap_create 2024-09-13T14:22:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:02 smithi001 ceph-mon[96683]: pgmap v109: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 112/711 objects degraded (15.752%) 2024-09-13T14:22:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:02 smithi001 ceph-mon[96683]: osdmap e299: 8 total, 7 up, 8 in 2024-09-13T14:22:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:02 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 112/711 objects degraded (15.752%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:02 smithi001 ceph-mon[99232]: pgmap v109: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 112/711 objects degraded (15.752%) 2024-09-13T14:22:03.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:02 smithi001 ceph-mon[99232]: osdmap e299: 8 total, 7 up, 8 in 2024-09-13T14:22:03.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:02 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 112/711 objects degraded (15.752%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:03.104 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:02 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[104932]: 2024-09-13T14:22:02.708+0000 7fd5569d7640 -1 Falling back to public interface 2024-09-13T14:22:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:02 smithi028 ceph-mon[87621]: pgmap v109: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 112/711 objects degraded (15.752%) 2024-09-13T14:22:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:02 smithi028 ceph-mon[87621]: osdmap e299: 8 total, 7 up, 8 in 2024-09-13T14:22:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:02 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 112/711 objects degraded (15.752%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:03.686 INFO:tasks.rados.rados.0.smithi001.stdout:1097: done (0 left) 2024-09-13T14:22:03.686 INFO:tasks.rados.rados.0.smithi001.stdout:1098: rollback oid 41 current snap is 118 2024-09-13T14:22:03.687 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 109 2024-09-13T14:22:03.687 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 118 2024-09-13T14:22:03.687 INFO:tasks.rados.rados.0.smithi001.stdout:1099: seq_num 362 ranges {1589248=466944,2056192=466944,2523136=335872} 2024-09-13T14:22:03.697 INFO:tasks.rados.rados.0.smithi001.stdout:1099: writing smithi00185197-4 from 1589248 to 2056192 tid 1 2024-09-13T14:22:03.700 INFO:tasks.rados.rados.0.smithi001.stdout:1099: writing smithi00185197-4 from 2056192 to 2523136 tid 2 2024-09-13T14:22:03.702 INFO:tasks.rados.rados.0.smithi001.stdout:1099: writing smithi00185197-4 from 2523136 to 2859008 tid 3 2024-09-13T14:22:03.702 INFO:tasks.rados.rados.0.smithi001.stdout:1100: delete oid 19 current snap is 118 2024-09-13T14:22:03.702 INFO:tasks.rados.rados.0.smithi001.stdout:1098: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:22:03.702 INFO:tasks.rados.rados.0.smithi001.stdout:1098: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:22:03.702 INFO:tasks.rados.rados.0.smithi001.stdout:1098: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:22:03.702 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 521 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:22:03.703 INFO:tasks.rados.rados.0.smithi001.stdout:1099: finishing write tid 1 to smithi00185197-4 2024-09-13T14:22:03.704 INFO:tasks.rados.rados.0.smithi001.stdout:1099: finishing write tid 2 to smithi00185197-4 2024-09-13T14:22:03.704 INFO:tasks.rados.rados.0.smithi001.stdout:1099: finishing write tid 3 to smithi00185197-4 2024-09-13T14:22:03.705 INFO:tasks.rados.rados.0.smithi001.stdout:1099: finishing write tid 4 to smithi00185197-4 2024-09-13T14:22:03.706 INFO:tasks.rados.rados.0.smithi001.stdout:1098: done (2 left) 2024-09-13T14:22:03.706 INFO:tasks.rados.rados.0.smithi001.stdout:1100: done (1 left) 2024-09-13T14:22:03.706 INFO:tasks.rados.rados.0.smithi001.stdout:1101: rollback oid 6 current snap is 118 2024-09-13T14:22:03.706 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 111 2024-09-13T14:22:03.706 INFO:tasks.rados.rados.0.smithi001.stdout:1102: snap_remove snap 95 2024-09-13T14:22:03.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:03 smithi001 ceph-mon[96683]: osdmap e300: 8 total, 7 up, 8 in 2024-09-13T14:22:03.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:03 smithi001 ceph-mon[99232]: osdmap e300: 8 total, 7 up, 8 in 2024-09-13T14:22:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:03 smithi028 ceph-mon[87621]: osdmap e300: 8 total, 7 up, 8 in 2024-09-13T14:22:04.691 INFO:tasks.rados.rados.0.smithi001.stdout:1102: done (2 left) 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1103: read oid 7 snap -1 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1103: expect deleted 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1104: delete oid 35 current snap is 118 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1099: finishing write tid 5 to smithi00185197-4 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1099: oid 4 updating version 0 to 446 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1099: oid 4 version 446 is already newer than 445 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1099: oid 4 updating version 446 to 447 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1099: oid 4 updating version 447 to 448 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 448 (ObjNum 362 snap 118 seq_num 362) dirty exists 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1099: left oid 4 (ObjNum 362 snap 118 seq_num 362) 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1101: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:22:04.692 INFO:tasks.rados.rados.0.smithi001.stdout:1101: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:22:04.693 INFO:tasks.rados.rados.0.smithi001.stdout:1101: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:22:04.693 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 764 (ObjNum 328 snap 103 seq_num 328) dirty exists 2024-09-13T14:22:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1099: done (3 left) 2024-09-13T14:22:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1101: done (2 left) 2024-09-13T14:22:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1103: done (1 left) 2024-09-13T14:22:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1104: done (0 left) 2024-09-13T14:22:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1105: rollback oid 8 current snap is 118 2024-09-13T14:22:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 81 2024-09-13T14:22:04.705 INFO:tasks.rados.rados.0.smithi001.stdout:1106: rmattr oid 2 current snap is 118 2024-09-13T14:22:04.705 INFO:tasks.rados.rados.0.smithi001.stdout:1106: done (1 left) 2024-09-13T14:22:04.705 INFO:tasks.rados.rados.0.smithi001.stdout:1107: delete oid 9 current snap is 118 2024-09-13T14:22:04.706 INFO:tasks.rados.rados.0.smithi001.stdout:1107: done (1 left) 2024-09-13T14:22:04.706 INFO:tasks.rados.rados.0.smithi001.stdout:1108: read oid 16 snap -1 2024-09-13T14:22:04.706 INFO:tasks.rados.rados.0.smithi001.stdout:1108: expect (ObjNum 310 snap 98 seq_num 310) 2024-09-13T14:22:04.706 INFO:tasks.rados.rados.0.smithi001.stdout:1109: snap_create 2024-09-13T14:22:04.707 INFO:tasks.rados.rados.0.smithi001.stdout:1105: finishing rollback tid 0 to smithi00185197-8 2024-09-13T14:22:04.708 INFO:tasks.rados.rados.0.smithi001.stdout:1105: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:22:04.708 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 609 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:22:04.719 INFO:tasks.rados.rados.0.smithi001.stdout:1108: expect (ObjNum 310 snap 98 seq_num 310) 2024-09-13T14:22:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:04 smithi001 ceph-mon[96683]: pgmap v112: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 112/711 objects degraded (15.752%) 2024-09-13T14:22:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:04 smithi001 ceph-mon[96683]: osdmap e301: 8 total, 7 up, 8 in 2024-09-13T14:22:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:04 smithi001 ceph-mon[99232]: pgmap v112: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 112/711 objects degraded (15.752%) 2024-09-13T14:22:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:04 smithi001 ceph-mon[99232]: osdmap e301: 8 total, 7 up, 8 in 2024-09-13T14:22:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:04 smithi028 ceph-mon[87621]: pgmap v112: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 112/711 objects degraded (15.752%) 2024-09-13T14:22:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:04 smithi028 ceph-mon[87621]: osdmap e301: 8 total, 7 up, 8 in 2024-09-13T14:22:05.696 INFO:tasks.rados.rados.0.smithi001.stdout:1105: done (2 left) 2024-09-13T14:22:05.696 INFO:tasks.rados.rados.0.smithi001.stdout:1108: done (1 left) 2024-09-13T14:22:05.697 INFO:tasks.rados.rados.0.smithi001.stdout:1109: done (0 left) 2024-09-13T14:22:05.697 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 119 2024-09-13T14:22:05.697 INFO:tasks.rados.rados.0.smithi001.stdout:1110: seq_num 366 ranges {3080192=532480,3612672=458752,4071424=344064} 2024-09-13T14:22:05.716 INFO:tasks.rados.rados.0.smithi001.stdout:1110: writing smithi00185197-40 from 3080192 to 3612672 tid 1 2024-09-13T14:22:05.718 INFO:tasks.rados.rados.0.smithi001.stdout:1110: writing smithi00185197-40 from 3612672 to 4071424 tid 2 2024-09-13T14:22:05.721 INFO:tasks.rados.rados.0.smithi001.stdout:1110: writing smithi00185197-40 from 4071424 to 4415488 tid 3 2024-09-13T14:22:05.721 INFO:tasks.rados.rados.0.smithi001.stdout:1111: delete oid 2 current snap is 119 2024-09-13T14:22:05.722 INFO:tasks.rados.rados.0.smithi001.stdout:1110: finishing write tid 1 to smithi00185197-40 2024-09-13T14:22:05.722 INFO:tasks.rados.rados.0.smithi001.stdout:1110: finishing write tid 2 to smithi00185197-40 2024-09-13T14:22:05.723 INFO:tasks.rados.rados.0.smithi001.stdout:1111: done (1 left) 2024-09-13T14:22:05.723 INFO:tasks.rados.rados.0.smithi001.stdout:1112: snap_remove snap 72 2024-09-13T14:22:06.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[99232]: osdmap e302: 8 total, 7 up, 8 in 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[96683]: osdmap e302: 8 total, 7 up, 8 in 2024-09-13T14:22:06.044 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.045 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.045 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:06.045 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.045 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:05 smithi028 ceph-mon[87621]: osdmap e302: 8 total, 7 up, 8 in 2024-09-13T14:22:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:06.694 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[104932]: 2024-09-13T14:22:06.396+0000 7fd5569d7640 -1 osd.0 292 log_to_monitors true 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: finishing write tid 3 to smithi00185197-40 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: finishing write tid 4 to smithi00185197-40 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: finishing write tid 5 to smithi00185197-40 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: oid 40 updating version 0 to 133 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: oid 40 version 133 is already newer than 132 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: oid 40 version 133 is already newer than 131 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: oid 40 updating version 133 to 134 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 134 (ObjNum 366 snap 119 seq_num 366) dirty exists 2024-09-13T14:22:06.702 INFO:tasks.rados.rados.0.smithi001.stdout:1110: left oid 40 (ObjNum 366 snap 119 seq_num 366) 2024-09-13T14:22:06.703 INFO:tasks.rados.rados.0.smithi001.stdout:1110: done (1 left) 2024-09-13T14:22:06.703 INFO:tasks.rados.rados.0.smithi001.stdout:1112: done (0 left) 2024-09-13T14:22:06.703 INFO:tasks.rados.rados.0.smithi001.stdout:1113: copy_from oid 18 from oid 9 current snap is 119 2024-09-13T14:22:06.703 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 119 2024-09-13T14:22:06.703 INFO:tasks.rados.rados.0.smithi001.stdout:1114: seq_num 368 ranges {6586368=573440,7159808=622592,7782400=180224} 2024-09-13T14:22:06.742 INFO:tasks.rados.rados.0.smithi001.stdout:1114: writing smithi00185197-48 from 6586368 to 7159808 tid 1 2024-09-13T14:22:06.746 INFO:tasks.rados.rados.0.smithi001.stdout:1114: writing smithi00185197-48 from 7159808 to 7782400 tid 2 2024-09-13T14:22:06.747 INFO:tasks.rados.rados.0.smithi001.stdout:1114: writing smithi00185197-48 from 7782400 to 7962624 tid 3 2024-09-13T14:22:06.747 INFO:tasks.rados.rados.0.smithi001.stdout:1115: delete oid 27 current snap is 119 2024-09-13T14:22:06.747 INFO:tasks.rados.rados.0.smithi001.stdout:1113: finishing copy_from to smithi00185197-18 2024-09-13T14:22:06.747 INFO:tasks.rados.rados.0.smithi001.stdout:1113: got expected ENOENT (src dne) 2024-09-13T14:22:06.748 INFO:tasks.rados.rados.0.smithi001.stdout:1113: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:22:06.748 INFO:tasks.rados.rados.0.smithi001.stdout:1114: finishing write tid 1 to smithi00185197-48 2024-09-13T14:22:06.749 INFO:tasks.rados.rados.0.smithi001.stdout:1114: finishing write tid 2 to smithi00185197-48 2024-09-13T14:22:06.750 INFO:tasks.rados.rados.0.smithi001.stdout:1114: finishing write tid 3 to smithi00185197-48 2024-09-13T14:22:06.750 INFO:tasks.rados.rados.0.smithi001.stdout:1114: finishing write tid 4 to smithi00185197-48 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:1113: done (2 left) 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:1115: done (1 left) 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:1116: read oid 7 snap 101 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:1116: expect deleted 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:1117: rollback oid 18 current snap is 119 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 118 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 119 2024-09-13T14:22:06.751 INFO:tasks.rados.rados.0.smithi001.stdout:1118: seq_num 370 ranges {4415488=606208,5021696=794624,5816320=8192} 2024-09-13T14:22:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1118: writing smithi00185197-40 from 4415488 to 5021696 tid 1 2024-09-13T14:22:06.782 INFO:tasks.rados.rados.0.smithi001.stdout:1118: writing smithi00185197-40 from 5021696 to 5816320 tid 2 2024-09-13T14:22:06.782 INFO:tasks.rados.rados.0.smithi001.stdout:1118: writing smithi00185197-40 from 5816320 to 5824512 tid 3 2024-09-13T14:22:06.782 INFO:tasks.rados.rados.0.smithi001.stdout:1119: read oid 31 snap -1 2024-09-13T14:22:06.783 INFO:tasks.rados.rados.0.smithi001.stdout:1119: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:22:06.783 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 119 2024-09-13T14:22:06.783 INFO:tasks.rados.rados.0.smithi001.stdout:1120: seq_num 371 ranges {5767168=622592,6389760=679936,7069696=122880} 2024-09-13T14:22:06.818 INFO:tasks.rados.rados.0.smithi001.stdout:1120: writing smithi00185197-32 from 5767168 to 6389760 tid 1 2024-09-13T14:22:06.821 INFO:tasks.rados.rados.0.smithi001.stdout:1120: writing smithi00185197-32 from 6389760 to 7069696 tid 2 2024-09-13T14:22:06.822 INFO:tasks.rados.rados.0.smithi001.stdout:1120: writing smithi00185197-32 from 7069696 to 7192576 tid 3 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1121: read oid 24 snap -1 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1121: expect (ObjNum 219 snap 58 seq_num 219) 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1122: snap_create 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1114: finishing write tid 5 to smithi00185197-48 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1114: oid 48 updating version 0 to 303 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1114: oid 48 version 303 is already newer than 302 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1114: oid 48 version 303 is already newer than 301 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1114: oid 48 version 303 is already newer than 300 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 303 (ObjNum 368 snap 119 seq_num 368) dirty exists 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1114: left oid 48 (ObjNum 368 snap 119 seq_num 368) 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1117: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 614 (ObjNum 33 snap 0 seq_num 314542128) dirty dne 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1118: finishing write tid 1 to smithi00185197-40 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1118: finishing write tid 2 to smithi00185197-40 2024-09-13T14:22:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:1118: finishing write tid 3 to smithi00185197-40 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1118: finishing write tid 4 to smithi00185197-40 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1118: finishing write tid 5 to smithi00185197-40 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1118: oid 40 updating version 0 to 139 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1118: oid 40 updating version 139 to 140 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1118: oid 40 version 140 is already newer than 138 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1118: oid 40 version 140 is already newer than 137 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 140 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1118: left oid 40 (ObjNum 370 snap 119 seq_num 370) 2024-09-13T14:22:06.824 INFO:tasks.rados.rados.0.smithi001.stdout:1119: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:22:06.869 INFO:tasks.rados.rados.0.smithi001.stdout:1120: finishing write tid 1 to smithi00185197-32 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: finishing write tid 2 to smithi00185197-32 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: finishing write tid 3 to smithi00185197-32 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: finishing write tid 4 to smithi00185197-32 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: finishing write tid 5 to smithi00185197-32 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: oid 32 updating version 0 to 839 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: oid 32 updating version 839 to 840 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: oid 32 updating version 840 to 841 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: oid 32 version 841 is already newer than 838 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 841 (ObjNum 371 snap 119 seq_num 371) dirty exists 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1120: left oid 32 (ObjNum 371 snap 119 seq_num 371) 2024-09-13T14:22:06.870 INFO:tasks.rados.rados.0.smithi001.stdout:1121: expect (ObjNum 219 snap 58 seq_num 219) 2024-09-13T14:22:06.970 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:22:06] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-09-13T14:22:06.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[96683]: pgmap v115: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 612 KiB/s wr, 12 op/s; 116/726 objects degraded (15.978%) 2024-09-13T14:22:06.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[96683]: osdmap e303: 8 total, 7 up, 8 in 2024-09-13T14:22:06.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[96683]: from='osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:22:06.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[96683]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:22:06.971 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[99232]: pgmap v115: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 612 KiB/s wr, 12 op/s; 116/726 objects degraded (15.978%) 2024-09-13T14:22:06.971 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[99232]: osdmap e303: 8 total, 7 up, 8 in 2024-09-13T14:22:06.972 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[99232]: from='osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:22:06.972 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-mon[99232]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:22:06.972 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:22:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[104932]: 2024-09-13T14:22:06.732+0000 7fd54e781640 -1 osd.0 292 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:22:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:06 smithi028 ceph-mon[87621]: pgmap v115: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 612 KiB/s wr, 12 op/s; 116/726 objects degraded (15.978%) 2024-09-13T14:22:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:06 smithi028 ceph-mon[87621]: osdmap e303: 8 total, 7 up, 8 in 2024-09-13T14:22:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:06 smithi028 ceph-mon[87621]: from='osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:22:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:06 smithi028 ceph-mon[87621]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:22:07.705 INFO:tasks.rados.rados.0.smithi001.stdout:1114: done (7 left) 2024-09-13T14:22:07.738 INFO:tasks.rados.rados.0.smithi001.stdout:1116: done (6 left) 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1117: done (5 left) 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1118: done (4 left) 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1119: done (3 left) 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1120: done (2 left) 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1121: done (1 left) 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1122: done (0 left) 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1123: read oid 18 snap -1 2024-09-13T14:22:07.739 INFO:tasks.rados.rados.0.smithi001.stdout:1123: expect deleted 2024-09-13T14:22:07.740 INFO:tasks.rados.rados.0.smithi001.stdout:1124: setattr oid 1 current snap is 120 2024-09-13T14:22:07.740 INFO:tasks.rados.rados.0.smithi001.stdout:1125: snap_create 2024-09-13T14:22:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[96683]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:22:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[96683]: osdmap e304: 8 total, 7 up, 8 in 2024-09-13T14:22:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[96683]: from='osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:08.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[96683]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:08.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 116/726 objects degraded (15.978%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[99232]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:22:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[99232]: osdmap e304: 8 total, 7 up, 8 in 2024-09-13T14:22:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[99232]: from='osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[99232]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:07 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 116/726 objects degraded (15.978%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:07 smithi028 ceph-mon[87621]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:22:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:07 smithi028 ceph-mon[87621]: osdmap e304: 8 total, 7 up, 8 in 2024-09-13T14:22:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:07 smithi028 ceph-mon[87621]: from='osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:07 smithi028 ceph-mon[87621]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:07 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 116/726 objects degraded (15.978%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:08.709 INFO:tasks.rados.rados.0.smithi001.stdout:1125: done (2 left) 2024-09-13T14:22:08.710 INFO:tasks.rados.rados.0.smithi001.stdout:1126: setattr oid 33 current snap is 121 2024-09-13T14:22:08.710 INFO:tasks.rados.rados.0.smithi001.stdout:1127: read oid 44 snap -1 2024-09-13T14:22:08.710 INFO:tasks.rados.rados.0.smithi001.stdout:1127: expect deleted 2024-09-13T14:22:08.710 INFO:tasks.rados.rados.0.smithi001.stdout:1128: snap_remove snap 116 2024-09-13T14:22:08.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:22:08.739+0000 7ff0df838640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:22:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: pgmap v118: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 612 KiB/s wr, 12 op/s; 116/726 objects degraded (15.978%) 2024-09-13T14:22:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:22:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690] boot 2024-09-13T14:22:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: osdmap e305: 8 total, 8 up, 8 in 2024-09-13T14:22:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:22:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:08.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:08.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:22:08.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:08.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: pgmap v118: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 612 KiB/s wr, 12 op/s; 116/726 objects degraded (15.978%) 2024-09-13T14:22:08.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:22:08.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690] boot 2024-09-13T14:22:08.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: osdmap e305: 8 total, 8 up, 8 in 2024-09-13T14:22:08.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:22:08.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:08.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:08.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:08.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:22:08.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: pgmap v118: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 612 KiB/s wr, 12 op/s; 116/726 objects degraded (15.978%) 2024-09-13T14:22:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:22:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: osd.0 [v2:172.21.15.1:6802/3179857690,v1:172.21.15.1:6803/3179857690] boot 2024-09-13T14:22:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: osdmap e305: 8 total, 8 up, 8 in 2024-09-13T14:22:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:22:09.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:09.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:09.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:09.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:22:09.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:09.708 INFO:tasks.rados.rados.0.smithi001.stdout:1128: done (4 left) 2024-09-13T14:22:09.709 INFO:tasks.rados.rados.0.smithi001.stdout:1129: read oid 30 snap -1 2024-09-13T14:22:09.709 INFO:tasks.rados.rados.0.smithi001.stdout:1129: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:09.709 INFO:tasks.rados.rados.0.smithi001.stdout:1130: rmattr oid 21 current snap is 121 2024-09-13T14:22:09.709 INFO:tasks.rados.rados.0.smithi001.stdout:1131: snap_create 2024-09-13T14:22:09.709 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 615 (ObjNum 305 snap 97 seq_num 305) dirty exists 2024-09-13T14:22:09.709 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 616 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T14:22:09.722 INFO:tasks.rados.rados.0.smithi001.stdout:1129: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:09.741 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 843 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-13T14:22:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: osdmap e306: 8 total, 8 up, 8 in 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[96683]: osdmap e307: 8 total, 8 up, 8 in 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: osdmap e306: 8 total, 8 up, 8 in 2024-09-13T14:22:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:10.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:22:10.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:22:10.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:22:10.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:09 smithi001 ceph-mon[99232]: osdmap e307: 8 total, 8 up, 8 in 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: osdmap e306: 8 total, 8 up, 8 in 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:22:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:09 smithi028 ceph-mon[87621]: osdmap e307: 8 total, 8 up, 8 in 2024-09-13T14:22:10.708 INFO:tasks.rados.rados.0.smithi001.stdout:1123: done (6 left) 2024-09-13T14:22:10.708 INFO:tasks.rados.rados.0.smithi001.stdout:1124: done (5 left) 2024-09-13T14:22:10.709 INFO:tasks.rados.rados.0.smithi001.stdout:1126: done (4 left) 2024-09-13T14:22:10.709 INFO:tasks.rados.rados.0.smithi001.stdout:1127: done (3 left) 2024-09-13T14:22:10.709 INFO:tasks.rados.rados.0.smithi001.stdout:1129: done (2 left) 2024-09-13T14:22:10.709 INFO:tasks.rados.rados.0.smithi001.stdout:1130: done (1 left) 2024-09-13T14:22:10.709 INFO:tasks.rados.rados.0.smithi001.stdout:1131: done (0 left) 2024-09-13T14:22:10.709 INFO:tasks.rados.rados.0.smithi001.stdout:1132: copy_from oid 29 from oid 50 current snap is 122 2024-09-13T14:22:10.709 INFO:tasks.rados.rados.0.smithi001.stdout:1133: snap_create 2024-09-13T14:22:10.733 INFO:tasks.rados.rados.0.smithi001.stdout:1132: finishing copy_from racing read to smithi00185197-29 2024-09-13T14:22:10.740 INFO:tasks.rados.rados.0.smithi001.stdout:1132: finishing copy_from to smithi00185197-29 2024-09-13T14:22:10.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 312 (ObjNum 304 snap 97 seq_num 304) dirty exists 2024-09-13T14:22:10.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:10 smithi001 ceph-mon[99232]: pgmap v121: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 116/726 objects degraded (15.978%) 2024-09-13T14:22:10.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:10 smithi001 ceph-mon[99232]: osdmap e308: 8 total, 8 up, 8 in 2024-09-13T14:22:10.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:10 smithi001 ceph-mon[96683]: pgmap v121: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 116/726 objects degraded (15.978%) 2024-09-13T14:22:10.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:10 smithi001 ceph-mon[96683]: osdmap e308: 8 total, 8 up, 8 in 2024-09-13T14:22:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:10 smithi028 ceph-mon[87621]: pgmap v121: 121 pgs: 39 active+undersized, 15 active+undersized+degraded, 67 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 116/726 objects degraded (15.978%) 2024-09-13T14:22:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:10 smithi028 ceph-mon[87621]: osdmap e308: 8 total, 8 up, 8 in 2024-09-13T14:22:11.710 INFO:tasks.rados.rados.0.smithi001.stdout:1132: done (1 left) 2024-09-13T14:22:11.710 INFO:tasks.rados.rados.0.smithi001.stdout:1133: done (0 left) 2024-09-13T14:22:11.711 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 123 2024-09-13T14:22:11.711 INFO:tasks.rados.rados.0.smithi001.stdout:1134: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-09-13T14:22:11.713 INFO:tasks.rados.rados.0.smithi001.stdout:1134: writing smithi00185197-28 from 0 to 638976 tid 1 2024-09-13T14:22:11.717 INFO:tasks.rados.rados.0.smithi001.stdout:1134: writing smithi00185197-28 from 638976 to 1204224 tid 2 2024-09-13T14:22:11.719 INFO:tasks.rados.rados.0.smithi001.stdout:1134: writing smithi00185197-28 from 1204224 to 1441792 tid 3 2024-09-13T14:22:11.719 INFO:tasks.rados.rados.0.smithi001.stdout:1135: rmattr oid 39 current snap is 123 2024-09-13T14:22:11.719 INFO:tasks.rados.rados.0.smithi001.stdout:1135: done (1 left) 2024-09-13T14:22:11.719 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 123 2024-09-13T14:22:11.719 INFO:tasks.rados.rados.0.smithi001.stdout:1136: seq_num 373 ranges {3375104=655360,4030464=499712,4530176=303104} 2024-09-13T14:22:11.741 INFO:tasks.rados.rados.0.smithi001.stdout:1136: writing smithi00185197-34 from 3375104 to 4030464 tid 1 2024-09-13T14:22:11.744 INFO:tasks.rados.rados.0.smithi001.stdout:1136: writing smithi00185197-34 from 4030464 to 4530176 tid 2 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1136: writing smithi00185197-34 from 4530176 to 4833280 tid 3 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1137: copy_from oid 3 from oid 13 current snap is 123 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: finishing write tid 1 to smithi00185197-28 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: finishing write tid 2 to smithi00185197-28 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: finishing write tid 3 to smithi00185197-28 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: finishing write tid 4 to smithi00185197-28 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: finishing write tid 5 to smithi00185197-28 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: oid 28 updating version 0 to 469 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: oid 28 updating version 469 to 471 2024-09-13T14:22:11.747 INFO:tasks.rados.rados.0.smithi001.stdout:1134: oid 28 version 471 is already newer than 468 2024-09-13T14:22:11.748 INFO:tasks.rados.rados.0.smithi001.stdout:1134: oid 28 version 471 is already newer than 470 2024-09-13T14:22:11.748 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 471 (ObjNum 372 snap 123 seq_num 372) dirty exists 2024-09-13T14:22:11.748 INFO:tasks.rados.rados.0.smithi001.stdout:1134: left oid 28 (ObjNum 372 snap 123 seq_num 372) 2024-09-13T14:22:11.748 INFO:tasks.rados.rados.0.smithi001.stdout:1134: done (2 left) 2024-09-13T14:22:11.748 INFO:tasks.rados.rados.0.smithi001.stdout:1138: copy_from oid 5 from oid 45 current snap is 123 2024-09-13T14:22:11.748 INFO:tasks.rados.rados.0.smithi001.stdout:1139: snap_create 2024-09-13T14:22:11.748 INFO:tasks.rados.rados.0.smithi001.stdout:1136: finishing write tid 1 to smithi00185197-34 2024-09-13T14:22:11.749 INFO:tasks.rados.rados.0.smithi001.stdout:1136: finishing write tid 2 to smithi00185197-34 2024-09-13T14:22:11.750 INFO:tasks.rados.rados.0.smithi001.stdout:1136: finishing write tid 3 to smithi00185197-34 2024-09-13T14:22:11.752 INFO:tasks.rados.rados.0.smithi001.stdout:1136: finishing write tid 4 to smithi00185197-34 2024-09-13T14:22:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:1136: finishing write tid 5 to smithi00185197-34 2024-09-13T14:22:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:1136: oid 34 updating version 0 to 334 2024-09-13T14:22:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:1136: oid 34 updating version 334 to 337 2024-09-13T14:22:11.755 INFO:tasks.rados.rados.0.smithi001.stdout:1136: oid 34 version 337 is already newer than 336 2024-09-13T14:22:11.756 INFO:tasks.rados.rados.0.smithi001.stdout:1136: oid 34 version 337 is already newer than 335 2024-09-13T14:22:11.756 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 337 (ObjNum 373 snap 123 seq_num 373) dirty exists 2024-09-13T14:22:11.756 INFO:tasks.rados.rados.0.smithi001.stdout:1136: left oid 34 (ObjNum 373 snap 123 seq_num 373) 2024-09-13T14:22:11.762 INFO:tasks.rados.rados.0.smithi001.stdout:1137: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:22:11.762 INFO:tasks.rados.rados.0.smithi001.stdout:1137: finishing copy_from to smithi00185197-3 2024-09-13T14:22:11.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 316 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-09-13T14:22:11.797 INFO:tasks.rados.rados.0.smithi001.stdout:1138: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:22:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:1138: finishing copy_from to smithi00185197-5 2024-09-13T14:22:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 204 (ObjNum 272 snap 81 seq_num 272) dirty exists 2024-09-13T14:22:12.728 INFO:tasks.rados.rados.0.smithi001.stdout:1136: done (3 left) 2024-09-13T14:22:12.728 INFO:tasks.rados.rados.0.smithi001.stdout:1137: done (2 left) 2024-09-13T14:22:12.728 INFO:tasks.rados.rados.0.smithi001.stdout:1138: done (1 left) 2024-09-13T14:22:12.728 INFO:tasks.rados.rados.0.smithi001.stdout:1139: done (0 left) 2024-09-13T14:22:12.728 INFO:tasks.rados.rados.0.smithi001.stdout:1140: snap_create 2024-09-13T14:22:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:12 smithi001 ceph-mon[96683]: pgmap v124: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 39/729 objects degraded (5.350%); 6.2 MiB/s, 2 objects/s recovering 2024-09-13T14:22:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:12 smithi001 ceph-mon[96683]: osdmap e309: 8 total, 8 up, 8 in 2024-09-13T14:22:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:12 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 39/729 objects degraded (5.350%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:12 smithi001 ceph-mon[99232]: pgmap v124: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 39/729 objects degraded (5.350%); 6.2 MiB/s, 2 objects/s recovering 2024-09-13T14:22:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:12 smithi001 ceph-mon[99232]: osdmap e309: 8 total, 8 up, 8 in 2024-09-13T14:22:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:12 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 39/729 objects degraded (5.350%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:12 smithi028 ceph-mon[87621]: pgmap v124: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 39/729 objects degraded (5.350%); 6.2 MiB/s, 2 objects/s recovering 2024-09-13T14:22:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:12 smithi028 ceph-mon[87621]: osdmap e309: 8 total, 8 up, 8 in 2024-09-13T14:22:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:12 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 39/729 objects degraded (5.350%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:13.733 INFO:tasks.rados.rados.0.smithi001.stdout:1140: done (0 left) 2024-09-13T14:22:13.733 INFO:tasks.rados.rados.0.smithi001.stdout:1141: snap_remove snap 109 2024-09-13T14:22:14.006 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:13 smithi028 ceph-mon[87621]: osdmap e310: 8 total, 8 up, 8 in 2024-09-13T14:22:14.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:13 smithi001 ceph-mon[96683]: osdmap e310: 8 total, 8 up, 8 in 2024-09-13T14:22:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:13 smithi001 ceph-mon[99232]: osdmap e310: 8 total, 8 up, 8 in 2024-09-13T14:22:14.741 INFO:tasks.rados.rados.0.smithi001.stdout:1141: done (0 left) 2024-09-13T14:22:14.741 INFO:tasks.rados.rados.0.smithi001.stdout:1142: rollback oid 5 current snap is 125 2024-09-13T14:22:14.742 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 101 2024-09-13T14:22:14.742 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 125 2024-09-13T14:22:14.742 INFO:tasks.rados.rados.0.smithi001.stdout:1143: seq_num 374 ranges {5767168=671744,6438912=778240,7217152=24576} 2024-09-13T14:22:14.778 INFO:tasks.rados.rados.0.smithi001.stdout:1143: writing smithi00185197-29 from 5767168 to 6438912 tid 1 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:1143: writing smithi00185197-29 from 6438912 to 7217152 tid 2 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:1143: writing smithi00185197-29 from 7217152 to 7241728 tid 3 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 125 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:1142: finishing rollback tid 0 to smithi00185197-5 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:1142: finishing rollback tid 1 to smithi00185197-5 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:1142: finishing rollback tid 2 to smithi00185197-5 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 643 (ObjNum 323 snap 101 seq_num 323) dirty exists 2024-09-13T14:22:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:1144: seq_num 375 ranges {311296=688128,999424=663552,1662976=139264} 2024-09-13T14:22:14.788 INFO:tasks.rados.rados.0.smithi001.stdout:1144: writing smithi00185197-10 from 311296 to 999424 tid 1 2024-09-13T14:22:14.792 INFO:tasks.rados.rados.0.smithi001.stdout:1144: writing smithi00185197-10 from 999424 to 1662976 tid 2 2024-09-13T14:22:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:1144: writing smithi00185197-10 from 1662976 to 1802240 tid 3 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1142: done (2 left) 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1145: delete oid 17 current snap is 125 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 1 to smithi00185197-29 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 2 to smithi00185197-29 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 3 to smithi00185197-29 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 4 to smithi00185197-29 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 5 to smithi00185197-29 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: oid 29 updating version 0 to 796 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: oid 29 updating version 796 to 797 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: oid 29 version 797 is already newer than 795 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1143: oid 29 version 797 is already newer than 794 2024-09-13T14:22:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 797 (ObjNum 374 snap 125 seq_num 374) dirty exists 2024-09-13T14:22:14.795 INFO:tasks.rados.rados.0.smithi001.stdout:1143: left oid 29 (ObjNum 374 snap 125 seq_num 374) 2024-09-13T14:22:14.795 INFO:tasks.rados.rados.0.smithi001.stdout:1144: finishing write tid 1 to smithi00185197-10 2024-09-13T14:22:14.795 INFO:tasks.rados.rados.0.smithi001.stdout:1143: done (2 left) 2024-09-13T14:22:14.795 INFO:tasks.rados.rados.0.smithi001.stdout:1145: done (1 left) 2024-09-13T14:22:14.795 INFO:tasks.rados.rados.0.smithi001.stdout:1146: read oid 39 snap -1 2024-09-13T14:22:14.795 INFO:tasks.rados.rados.0.smithi001.stdout:1146: expect deleted 2024-09-13T14:22:14.795 INFO:tasks.rados.rados.0.smithi001.stdout:1147: snap_remove snap 103 2024-09-13T14:22:15.018 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:14 smithi028 ceph-mon[87621]: pgmap v127: 121 pgs: 121 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s; 11 MiB/s, 5 objects/s recovering 2024-09-13T14:22:15.018 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:14 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/729 objects degraded (5.350%), 5 pgs degraded) 2024-09-13T14:22:15.018 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:14 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:22:15.018 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:14 smithi028 ceph-mon[87621]: osdmap e311: 8 total, 8 up, 8 in 2024-09-13T14:22:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[96683]: pgmap v127: 121 pgs: 121 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s; 11 MiB/s, 5 objects/s recovering 2024-09-13T14:22:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/729 objects degraded (5.350%), 5 pgs degraded) 2024-09-13T14:22:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:22:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[96683]: osdmap e311: 8 total, 8 up, 8 in 2024-09-13T14:22:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[99232]: pgmap v127: 121 pgs: 121 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s; 11 MiB/s, 5 objects/s recovering 2024-09-13T14:22:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/729 objects degraded (5.350%), 5 pgs degraded) 2024-09-13T14:22:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:22:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:14 smithi001 ceph-mon[99232]: osdmap e311: 8 total, 8 up, 8 in 2024-09-13T14:22:15.747 INFO:tasks.rados.rados.0.smithi001.stdout:1147: done (2 left) 2024-09-13T14:22:15.747 INFO:tasks.rados.rados.0.smithi001.stdout:1148: snap_remove snap 86 2024-09-13T14:22:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:15 smithi001 ceph-mon[96683]: osdmap e312: 8 total, 8 up, 8 in 2024-09-13T14:22:16.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:15 smithi001 ceph-mon[99232]: osdmap e312: 8 total, 8 up, 8 in 2024-09-13T14:22:16.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:15 smithi028 ceph-mon[87621]: osdmap e312: 8 total, 8 up, 8 in 2024-09-13T14:22:16.752 INFO:tasks.rados.rados.0.smithi001.stdout:1148: done (2 left) 2024-09-13T14:22:16.753 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 125 2024-09-13T14:22:16.753 INFO:tasks.rados.rados.0.smithi001.stdout:1149: seq_num 377 ranges {835584=720896,1556480=434176,1990656=368640} 2024-09-13T14:22:16.762 INFO:tasks.rados.rados.0.smithi001.stdout:1149: writing smithi00185197-47 from 835584 to 1556480 tid 1 2024-09-13T14:22:16.765 INFO:tasks.rados.rados.0.smithi001.stdout:1149: writing smithi00185197-47 from 1556480 to 1990656 tid 2 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1149: writing smithi00185197-47 from 1990656 to 2359296 tid 3 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1150: copy_from oid 46 from oid 44 current snap is 125 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: finishing write tid 2 to smithi00185197-10 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: finishing write tid 3 to smithi00185197-10 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: finishing write tid 4 to smithi00185197-10 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: finishing write tid 5 to smithi00185197-10 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: oid 10 updating version 0 to 856 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: oid 10 version 856 is already newer than 853 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: oid 10 version 856 is already newer than 854 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:1144: oid 10 version 856 is already newer than 855 2024-09-13T14:22:16.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 856 (ObjNum 375 snap 125 seq_num 375) dirty exists 2024-09-13T14:22:16.770 INFO:tasks.rados.rados.0.smithi001.stdout:1144: left oid 10 (ObjNum 375 snap 125 seq_num 375) 2024-09-13T14:22:16.770 INFO:tasks.rados.rados.0.smithi001.stdout:1144: done (3 left) 2024-09-13T14:22:16.770 INFO:tasks.rados.rados.0.smithi001.stdout:1146: done (2 left) 2024-09-13T14:22:16.770 INFO:tasks.rados.rados.0.smithi001.stdout:1151: snap_create 2024-09-13T14:22:16.772 INFO:tasks.rados.rados.0.smithi001.stdout:1149: finishing write tid 1 to smithi00185197-47 2024-09-13T14:22:16.772 INFO:tasks.rados.rados.0.smithi001.stdout:1149: finishing write tid 2 to smithi00185197-47 2024-09-13T14:22:16.773 INFO:tasks.rados.rados.0.smithi001.stdout:1149: finishing write tid 3 to smithi00185197-47 2024-09-13T14:22:16.773 INFO:tasks.rados.rados.0.smithi001.stdout:1149: finishing write tid 4 to smithi00185197-47 2024-09-13T14:22:16.773 INFO:tasks.rados.rados.0.smithi001.stdout:1150: finishing copy_from to smithi00185197-46 2024-09-13T14:22:16.773 INFO:tasks.rados.rados.0.smithi001.stdout:1150: got expected ENOENT (src dne) 2024-09-13T14:22:16.773 INFO:tasks.rados.rados.0.smithi001.stdout:1150: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:22:16.775 INFO:tasks.rados.rados.0.smithi001.stdout:1149: finishing write tid 5 to smithi00185197-47 2024-09-13T14:22:16.775 INFO:tasks.rados.rados.0.smithi001.stdout:1149: oid 47 updating version 0 to 348 2024-09-13T14:22:16.775 INFO:tasks.rados.rados.0.smithi001.stdout:1149: oid 47 updating version 348 to 350 2024-09-13T14:22:16.775 INFO:tasks.rados.rados.0.smithi001.stdout:1149: oid 47 version 350 is already newer than 349 2024-09-13T14:22:16.775 INFO:tasks.rados.rados.0.smithi001.stdout:1149: oid 47 version 350 is already newer than 347 2024-09-13T14:22:16.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 350 (ObjNum 377 snap 125 seq_num 377) dirty exists 2024-09-13T14:22:16.775 INFO:tasks.rados.rados.0.smithi001.stdout:1149: left oid 47 (ObjNum 377 snap 125 seq_num 377) 2024-09-13T14:22:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:16 smithi001 ceph-mon[96683]: pgmap v130: 121 pgs: 121 active+clean; 248 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 395 KiB/s rd, 3.0 MiB/s wr, 6 op/s; 4.7 MiB/s, 2 objects/s recovering 2024-09-13T14:22:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:16 smithi001 ceph-mon[96683]: osdmap e313: 8 total, 8 up, 8 in 2024-09-13T14:22:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:16 smithi001 ceph-mon[99232]: pgmap v130: 121 pgs: 121 active+clean; 248 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 395 KiB/s rd, 3.0 MiB/s wr, 6 op/s; 4.7 MiB/s, 2 objects/s recovering 2024-09-13T14:22:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:16 smithi001 ceph-mon[99232]: osdmap e313: 8 total, 8 up, 8 in 2024-09-13T14:22:17.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:22:16] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-09-13T14:22:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:16 smithi028 ceph-mon[87621]: pgmap v130: 121 pgs: 121 active+clean; 248 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 395 KiB/s rd, 3.0 MiB/s wr, 6 op/s; 4.7 MiB/s, 2 objects/s recovering 2024-09-13T14:22:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:16 smithi028 ceph-mon[87621]: osdmap e313: 8 total, 8 up, 8 in 2024-09-13T14:22:17.631 INFO:tasks.rados.rados.0.smithi001.stdout:1149: done (2 left) 2024-09-13T14:22:17.631 INFO:tasks.rados.rados.0.smithi001.stdout:1150: done (1 left) 2024-09-13T14:22:17.631 INFO:tasks.rados.rados.0.smithi001.stdout:1151: done (0 left) 2024-09-13T14:22:17.631 INFO:tasks.rados.rados.0.smithi001.stdout:1152: delete oid 3 current snap is 126 2024-09-13T14:22:17.636 INFO:tasks.rados.rados.0.smithi001.stdout:1152: done (0 left) 2024-09-13T14:22:17.636 INFO:tasks.rados.rados.0.smithi001.stdout:1153: read oid 6 snap -1 2024-09-13T14:22:17.636 INFO:tasks.rados.rados.0.smithi001.stdout:1153: expect (ObjNum 328 snap 103 seq_num 328) 2024-09-13T14:22:17.636 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 126 2024-09-13T14:22:17.636 INFO:tasks.rados.rados.0.smithi001.stdout:1154: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-09-13T14:22:17.641 INFO:tasks.rados.rados.0.smithi001.stdout:1154: writing smithi00185197-18 from 0 to 753664 tid 1 2024-09-13T14:22:17.645 INFO:tasks.rados.rados.0.smithi001.stdout:1154: writing smithi00185197-18 from 753664 to 1359872 tid 2 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:1154: writing smithi00185197-18 from 1359872 to 1556480 tid 3 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:1155: read oid 39 snap -1 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:1155: expect deleted 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:1156: read oid 36 snap -1 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:1156: expect (ObjNum 347 snap 110 seq_num 347) 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:1157: read oid 31 snap -1 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:1157: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:22:17.647 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 126 2024-09-13T14:22:17.648 INFO:tasks.rados.rados.0.smithi001.stdout:1158: seq_num 380 ranges {0=770048,770048=483328,1253376=319488} 2024-09-13T14:22:17.653 INFO:tasks.rados.rados.0.smithi001.stdout:1158: writing smithi00185197-8 from 0 to 770048 tid 1 2024-09-13T14:22:17.656 INFO:tasks.rados.rados.0.smithi001.stdout:1158: writing smithi00185197-8 from 770048 to 1253376 tid 2 2024-09-13T14:22:17.658 INFO:tasks.rados.rados.0.smithi001.stdout:1158: writing smithi00185197-8 from 1253376 to 1572864 tid 3 2024-09-13T14:22:17.658 INFO:tasks.rados.rados.0.smithi001.stdout:1159: rmattr oid 41 current snap is 126 2024-09-13T14:22:17.658 INFO:tasks.rados.rados.0.smithi001.stdout:1159: done (6 left) 2024-09-13T14:22:17.658 INFO:tasks.rados.rados.0.smithi001.stdout:1160: setattr oid 38 current snap is 126 2024-09-13T14:22:17.658 INFO:tasks.rados.rados.0.smithi001.stdout:1154: finishing write tid 1 to smithi00185197-18 2024-09-13T14:22:17.659 INFO:tasks.rados.rados.0.smithi001.stdout:1154: finishing write tid 2 to smithi00185197-18 2024-09-13T14:22:17.659 INFO:tasks.rados.rados.0.smithi001.stdout:1154: finishing write tid 3 to smithi00185197-18 2024-09-13T14:22:17.659 INFO:tasks.rados.rados.0.smithi001.stdout:1154: finishing write tid 4 to smithi00185197-18 2024-09-13T14:22:17.659 INFO:tasks.rados.rados.0.smithi001.stdout:1157: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:22:17.704 INFO:tasks.rados.rados.0.smithi001.stdout:1153: expect (ObjNum 328 snap 103 seq_num 328) 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 1 to smithi00185197-8 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 2 to smithi00185197-8 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 3 to smithi00185197-8 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 4 to smithi00185197-8 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 5 to smithi00185197-8 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: oid 8 updating version 0 to 672 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: oid 8 updating version 672 to 675 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: oid 8 version 675 is already newer than 673 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:1158: oid 8 version 675 is already newer than 674 2024-09-13T14:22:17.959 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 675 (ObjNum 380 snap 126 seq_num 380) dirty exists 2024-09-13T14:22:17.960 INFO:tasks.rados.rados.0.smithi001.stdout:1158: left oid 8 (ObjNum 380 snap 126 seq_num 380) 2024-09-13T14:22:17.960 INFO:tasks.rados.rados.0.smithi001.stdout:1156: expect (ObjNum 347 snap 110 seq_num 347) 2024-09-13T14:22:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:17 smithi001 ceph-mon[99232]: osdmap e314: 8 total, 8 up, 8 in 2024-09-13T14:22:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:17 smithi001 ceph-mon[99232]: osdmap e315: 8 total, 8 up, 8 in 2024-09-13T14:22:18.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:17 smithi001 ceph-mon[96683]: osdmap e314: 8 total, 8 up, 8 in 2024-09-13T14:22:18.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:17 smithi001 ceph-mon[96683]: osdmap e315: 8 total, 8 up, 8 in 2024-09-13T14:22:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:17 smithi028 ceph-mon[87621]: osdmap e314: 8 total, 8 up, 8 in 2024-09-13T14:22:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:17 smithi028 ceph-mon[87621]: osdmap e315: 8 total, 8 up, 8 in 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1154: finishing write tid 5 to smithi00185197-18 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1154: oid 18 updating version 0 to 620 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1154: oid 18 version 620 is already newer than 617 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1154: oid 18 version 620 is already newer than 618 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1154: oid 18 version 620 is already newer than 619 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 620 (ObjNum 379 snap 126 seq_num 379) dirty exists 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1154: left oid 18 (ObjNum 379 snap 126 seq_num 379) 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1153: done (6 left) 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1154: done (5 left) 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1155: done (4 left) 2024-09-13T14:22:18.121 INFO:tasks.rados.rados.0.smithi001.stdout:1156: done (3 left) 2024-09-13T14:22:18.122 INFO:tasks.rados.rados.0.smithi001.stdout:1157: done (2 left) 2024-09-13T14:22:18.122 INFO:tasks.rados.rados.0.smithi001.stdout:1158: done (1 left) 2024-09-13T14:22:18.122 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 126 2024-09-13T14:22:18.122 INFO:tasks.rados.rados.0.smithi001.stdout:1161: seq_num 381 ranges {7192576=786432,7979008=417792,8396800=385024} 2024-09-13T14:22:18.163 INFO:tasks.rados.rados.0.smithi001.stdout:1161: writing smithi00185197-32 from 7192576 to 7979008 tid 1 2024-09-13T14:22:18.165 INFO:tasks.rados.rados.0.smithi001.stdout:1161: writing smithi00185197-32 from 7979008 to 8396800 tid 2 2024-09-13T14:22:18.167 INFO:tasks.rados.rados.0.smithi001.stdout:1161: writing smithi00185197-32 from 8396800 to 8781824 tid 3 2024-09-13T14:22:18.167 INFO:tasks.rados.rados.0.smithi001.stdout:1162: snap_create 2024-09-13T14:22:18.167 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 677 (ObjNum 341 snap 106 seq_num 341) dirty exists 2024-09-13T14:22:18.171 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 1 to smithi00185197-32 2024-09-13T14:22:18.172 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 2 to smithi00185197-32 2024-09-13T14:22:18.172 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 3 to smithi00185197-32 2024-09-13T14:22:18.172 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 4 to smithi00185197-32 2024-09-13T14:22:18.173 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 5 to smithi00185197-32 2024-09-13T14:22:18.173 INFO:tasks.rados.rados.0.smithi001.stdout:1161: oid 32 updating version 0 to 881 2024-09-13T14:22:18.173 INFO:tasks.rados.rados.0.smithi001.stdout:1161: oid 32 updating version 881 to 882 2024-09-13T14:22:18.173 INFO:tasks.rados.rados.0.smithi001.stdout:1161: oid 32 updating version 882 to 883 2024-09-13T14:22:18.173 INFO:tasks.rados.rados.0.smithi001.stdout:1161: oid 32 version 883 is already newer than 880 2024-09-13T14:22:18.173 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 883 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-13T14:22:18.173 INFO:tasks.rados.rados.0.smithi001.stdout:1161: left oid 32 (ObjNum 381 snap 126 seq_num 381) 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:1160: done (2 left) 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:1161: done (1 left) 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:1162: done (0 left) 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:1163: copy_from oid 6 from oid 49 current snap is 127 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:1164: rollback oid 33 current snap is 127 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 113 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:1165: copy_from oid 38 from oid 1 current snap is 127 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 127 2024-09-13T14:22:18.758 INFO:tasks.rados.rados.0.smithi001.stdout:1166: seq_num 382 ranges {3276800=802816,4079616=704512,4784128=98304} 2024-09-13T14:22:18.781 INFO:tasks.rados.rados.0.smithi001.stdout:1166: writing smithi00185197-16 from 3276800 to 4079616 tid 1 2024-09-13T14:22:18.785 INFO:tasks.rados.rados.0.smithi001.stdout:1166: writing smithi00185197-16 from 4079616 to 4784128 tid 2 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:1166: writing smithi00185197-16 from 4784128 to 4882432 tid 3 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:1167: snap_create 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:1164: finishing rollback tid 0 to smithi00185197-33 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:1164: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 622 (ObjNum 33 snap 0 seq_num 1913062982) dirty dne 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:1165: finishing copy_from racing read to smithi00185197-38 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:1163: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:22:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:1165: finishing copy_from to smithi00185197-38 2024-09-13T14:22:18.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 615 (ObjNum 305 snap 97 seq_num 305) dirty exists 2024-09-13T14:22:18.787 INFO:tasks.rados.rados.0.smithi001.stdout:1163: finishing copy_from to smithi00185197-6 2024-09-13T14:22:18.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 600 (ObjNum 309 snap 98 seq_num 309) dirty exists 2024-09-13T14:22:18.787 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 1 to smithi00185197-16 2024-09-13T14:22:18.788 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 2 to smithi00185197-16 2024-09-13T14:22:18.788 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 3 to smithi00185197-16 2024-09-13T14:22:18.789 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 4 to smithi00185197-16 2024-09-13T14:22:18.789 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 5 to smithi00185197-16 2024-09-13T14:22:18.790 INFO:tasks.rados.rados.0.smithi001.stdout:1166: oid 16 updating version 0 to 817 2024-09-13T14:22:18.790 INFO:tasks.rados.rados.0.smithi001.stdout:1166: oid 16 updating version 817 to 820 2024-09-13T14:22:18.790 INFO:tasks.rados.rados.0.smithi001.stdout:1166: oid 16 version 820 is already newer than 819 2024-09-13T14:22:18.790 INFO:tasks.rados.rados.0.smithi001.stdout:1166: oid 16 version 820 is already newer than 818 2024-09-13T14:22:18.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 820 (ObjNum 382 snap 127 seq_num 382) dirty exists 2024-09-13T14:22:18.790 INFO:tasks.rados.rados.0.smithi001.stdout:1166: left oid 16 (ObjNum 382 snap 127 seq_num 382) 2024-09-13T14:22:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:18 smithi001 ceph-mon[96683]: pgmap v133: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-13T14:22:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:18 smithi001 ceph-mon[99232]: pgmap v133: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-13T14:22:19.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:18 smithi028 ceph-mon[87621]: pgmap v133: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-13T14:22:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1163: done (4 left) 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1164: done (3 left) 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1165: done (2 left) 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1166: done (1 left) 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1167: done (0 left) 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1168: copy_from oid 31 from oid 47 current snap is 128 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1169: read oid 12 snap 81 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1169: expect (ObjNum 313587504 snap 22027 seq_num 313771680) 2024-09-13T14:22:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1170: snap_create 2024-09-13T14:22:19.769 INFO:tasks.rados.rados.0.smithi001.stdout:1169: expect (ObjNum 313587504 snap 22027 seq_num 313771680) 2024-09-13T14:22:19.785 INFO:tasks.rados.rados.0.smithi001.stdout:1168: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:22:19.785 INFO:tasks.rados.rados.0.smithi001.stdout:1168: finishing copy_from to smithi00185197-31 2024-09-13T14:22:19.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 350 (ObjNum 377 snap 125 seq_num 377) dirty exists 2024-09-13T14:22:20.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:19 smithi001 ceph-mon[99232]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T14:22:20.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:19 smithi001 ceph-mon[96683]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T14:22:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:19 smithi028 ceph-mon[87621]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T14:22:20.774 INFO:tasks.rados.rados.0.smithi001.stdout:1168: done (2 left) 2024-09-13T14:22:20.775 INFO:tasks.rados.rados.0.smithi001.stdout:1169: done (1 left) 2024-09-13T14:22:20.775 INFO:tasks.rados.rados.0.smithi001.stdout:1170: done (0 left) 2024-09-13T14:22:20.775 INFO:tasks.rados.rados.0.smithi001.stdout:1171: rollback oid 36 current snap is 129 2024-09-13T14:22:20.775 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 65 2024-09-13T14:22:20.775 INFO:tasks.rados.rados.0.smithi001.stdout:1172: snap_remove snap 126 2024-09-13T14:22:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[96683]: pgmap v136: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 0 op/s 2024-09-13T14:22:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[96683]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[99232]: pgmap v136: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 0 op/s 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[99232]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:20 smithi028 ceph-mon[87621]: pgmap v136: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 0 op/s 2024-09-13T14:22:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:20 smithi028 ceph-mon[87621]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T14:22:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:21.792 INFO:tasks.rados.rados.0.smithi001.stdout:1172: done (1 left) 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:1173: rmattr oid 6 current snap is 129 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:1173: done (1 left) 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:1174: copy_from oid 23 from oid 6 current snap is 129 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:1175: delete oid 13 current snap is 129 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:1171: finishing rollback tid 0 to smithi00185197-36 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:1171: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:1171: finishing rollback tid 2 to smithi00185197-36 2024-09-13T14:22:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 887 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-09-13T14:22:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1171: done (2 left) 2024-09-13T14:22:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1175: done (1 left) 2024-09-13T14:22:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1176: copy_from oid 44 from oid 50 current snap is 129 2024-09-13T14:22:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1177: delete oid 34 current snap is 129 2024-09-13T14:22:21.798 INFO:tasks.rados.rados.0.smithi001.stdout:1174: finishing copy_from racing read to smithi00185197-23 2024-09-13T14:22:21.800 INFO:tasks.rados.rados.0.smithi001.stdout:1174: finishing copy_from to smithi00185197-23 2024-09-13T14:22:21.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 600 (ObjNum 309 snap 98 seq_num 309) dirty exists 2024-09-13T14:22:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:1174: done (2 left) 2024-09-13T14:22:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:1177: done (1 left) 2024-09-13T14:22:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:1178: rollback oid 31 current snap is 129 2024-09-13T14:22:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 123 2024-09-13T14:22:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:1179: read oid 10 snap -1 2024-09-13T14:22:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:1179: expect (ObjNum 375 snap 125 seq_num 375) 2024-09-13T14:22:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:1180: snap_remove snap 119 2024-09-13T14:22:22.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:21 smithi001 ceph-mon[96683]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T14:22:22.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:21 smithi001 ceph-mon[99232]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T14:22:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:21 smithi028 ceph-mon[87621]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T14:22:22.633 INFO:tasks.rados.rados.0.smithi001.stdout:1178: finishing rollback tid 0 to smithi00185197-31 2024-09-13T14:22:22.634 INFO:tasks.rados.rados.0.smithi001.stdout:1178: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:22:22.634 INFO:tasks.rados.rados.0.smithi001.stdout:1178: finishing rollback tid 2 to smithi00185197-31 2024-09-13T14:22:22.634 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 353 (ObjNum 246 snap 75 seq_num 246) dirty exists 2024-09-13T14:22:22.634 INFO:tasks.rados.rados.0.smithi001.stdout:1179: expect (ObjNum 375 snap 125 seq_num 375) 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing copy_from to smithi00185197-44 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 312 (ObjNum 304 snap 97 seq_num 304) dirty exists 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:1176: done (3 left) 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:1178: done (2 left) 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:1179: done (1 left) 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:1180: done (0 left) 2024-09-13T14:22:22.690 INFO:tasks.rados.rados.0.smithi001.stdout:1181: delete oid 37 current snap is 129 2024-09-13T14:22:22.691 INFO:tasks.rados.rados.0.smithi001.stdout:1181: done (0 left) 2024-09-13T14:22:22.691 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 129 2024-09-13T14:22:22.691 INFO:tasks.rados.rados.0.smithi001.stdout:1182: seq_num 386 ranges {0=466944,466944=638976,1105920=565248} 2024-09-13T14:22:22.694 INFO:tasks.rados.rados.0.smithi001.stdout:1182: writing smithi00185197-19 from 0 to 466944 tid 1 2024-09-13T14:22:22.697 INFO:tasks.rados.rados.0.smithi001.stdout:1182: writing smithi00185197-19 from 466944 to 1105920 tid 2 2024-09-13T14:22:22.701 INFO:tasks.rados.rados.0.smithi001.stdout:1182: writing smithi00185197-19 from 1105920 to 1671168 tid 3 2024-09-13T14:22:22.701 INFO:tasks.rados.rados.0.smithi001.stdout:1183: snap_create 2024-09-13T14:22:22.701 INFO:tasks.rados.rados.0.smithi001.stdout:1182: finishing write tid 1 to smithi00185197-19 2024-09-13T14:22:22.701 INFO:tasks.rados.rados.0.smithi001.stdout:1182: finishing write tid 2 to smithi00185197-19 2024-09-13T14:22:22.703 INFO:tasks.rados.rados.0.smithi001.stdout:1182: finishing write tid 3 to smithi00185197-19 2024-09-13T14:22:22.703 INFO:tasks.rados.rados.0.smithi001.stdout:1182: finishing write tid 4 to smithi00185197-19 2024-09-13T14:22:22.704 INFO:tasks.rados.rados.0.smithi001.stdout:1182: finishing write tid 5 to smithi00185197-19 2024-09-13T14:22:22.705 INFO:tasks.rados.rados.0.smithi001.stdout:1182: oid 19 updating version 0 to 495 2024-09-13T14:22:22.705 INFO:tasks.rados.rados.0.smithi001.stdout:1182: oid 19 updating version 495 to 497 2024-09-13T14:22:22.705 INFO:tasks.rados.rados.0.smithi001.stdout:1182: oid 19 version 497 is already newer than 496 2024-09-13T14:22:22.705 INFO:tasks.rados.rados.0.smithi001.stdout:1182: oid 19 version 497 is already newer than 494 2024-09-13T14:22:22.705 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 497 (ObjNum 386 snap 129 seq_num 386) dirty exists 2024-09-13T14:22:22.705 INFO:tasks.rados.rados.0.smithi001.stdout:1182: left oid 19 (ObjNum 386 snap 129 seq_num 386) 2024-09-13T14:22:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[96683]: pgmap v139: 121 pgs: 121 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-13T14:22:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[96683]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-13T14:22:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[96683]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T14:22:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[96683]: osdmap e320: 8 total, 8 up, 8 in 2024-09-13T14:22:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[99232]: pgmap v139: 121 pgs: 121 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-13T14:22:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[99232]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-13T14:22:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[99232]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T14:22:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:22 smithi001 ceph-mon[99232]: osdmap e320: 8 total, 8 up, 8 in 2024-09-13T14:22:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:22 smithi028 ceph-mon[87621]: pgmap v139: 121 pgs: 121 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-13T14:22:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:22 smithi028 ceph-mon[87621]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-13T14:22:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:22 smithi028 ceph-mon[87621]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T14:22:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:22 smithi028 ceph-mon[87621]: osdmap e320: 8 total, 8 up, 8 in 2024-09-13T14:22:23.634 INFO:tasks.rados.rados.0.smithi001.stdout:1182: done (1 left) 2024-09-13T14:22:23.634 INFO:tasks.rados.rados.0.smithi001.stdout:1183: done (0 left) 2024-09-13T14:22:23.634 INFO:tasks.rados.rados.0.smithi001.stdout:1184: snap_create 2024-09-13T14:22:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:1184: done (0 left) 2024-09-13T14:22:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:1185: rollback oid 44 current snap is 131 2024-09-13T14:22:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 96 2024-09-13T14:22:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:1186: read oid 36 snap -1 2024-09-13T14:22:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:1186: expect (ObjNum 208 snap 56 seq_num 208) 2024-09-13T14:22:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 131 2024-09-13T14:22:24.635 INFO:tasks.rados.rados.0.smithi001.stdout:1187: seq_num 387 ranges {311296=483328,794624=524288,1318912=679936} 2024-09-13T14:22:24.639 INFO:tasks.rados.rados.0.smithi001.stdout:1187: writing smithi00185197-1 from 311296 to 794624 tid 1 2024-09-13T14:22:24.642 INFO:tasks.rados.rados.0.smithi001.stdout:1187: writing smithi00185197-1 from 794624 to 1318912 tid 2 2024-09-13T14:22:24.647 INFO:tasks.rados.rados.0.smithi001.stdout:1187: writing smithi00185197-1 from 1318912 to 1998848 tid 3 2024-09-13T14:22:24.647 INFO:tasks.rados.rados.0.smithi001.stdout:1188: delete oid 50 current snap is 131 2024-09-13T14:22:24.647 INFO:tasks.rados.rados.0.smithi001.stdout:1185: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:22:24.647 INFO:tasks.rados.rados.0.smithi001.stdout:1185: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:22:24.648 INFO:tasks.rados.rados.0.smithi001.stdout:1185: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:22:24.648 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 603 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-13T14:22:24.648 INFO:tasks.rados.rados.0.smithi001.stdout:1186: expect (ObjNum 208 snap 56 seq_num 208) 2024-09-13T14:22:24.677 INFO:tasks.rados.rados.0.smithi001.stdout:1187: finishing write tid 1 to smithi00185197-1 2024-09-13T14:22:24.677 INFO:tasks.rados.rados.0.smithi001.stdout:1187: finishing write tid 2 to smithi00185197-1 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: finishing write tid 3 to smithi00185197-1 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: finishing write tid 4 to smithi00185197-1 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: finishing write tid 5 to smithi00185197-1 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: oid 1 updating version 0 to 625 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: oid 1 version 625 is already newer than 623 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: oid 1 version 625 is already newer than 624 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: oid 1 updating version 625 to 626 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 626 (ObjNum 387 snap 131 seq_num 387) dirty exists 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: left oid 1 (ObjNum 387 snap 131 seq_num 387) 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1185: done (3 left) 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1186: done (2 left) 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1187: done (1 left) 2024-09-13T14:22:24.678 INFO:tasks.rados.rados.0.smithi001.stdout:1188: done (0 left) 2024-09-13T14:22:24.679 INFO:tasks.rados.rados.0.smithi001.stdout:1189: read oid 15 snap -1 2024-09-13T14:22:24.679 INFO:tasks.rados.rados.0.smithi001.stdout:1189: expect (ObjNum 305 snap 97 seq_num 305) 2024-09-13T14:22:24.679 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 131 2024-09-13T14:22:24.679 INFO:tasks.rados.rados.0.smithi001.stdout:1190: seq_num 389 ranges {3473408=524288,3997696=745472,4743168=458752} 2024-09-13T14:22:24.699 INFO:tasks.rados.rados.0.smithi001.stdout:1190: writing smithi00185197-44 from 3473408 to 3997696 tid 1 2024-09-13T14:22:24.703 INFO:tasks.rados.rados.0.smithi001.stdout:1190: writing smithi00185197-44 from 3997696 to 4743168 tid 2 2024-09-13T14:22:24.706 INFO:tasks.rados.rados.0.smithi001.stdout:1190: writing smithi00185197-44 from 4743168 to 5201920 tid 3 2024-09-13T14:22:24.707 INFO:tasks.rados.rados.0.smithi001.stdout:1191: snap_create 2024-09-13T14:22:24.707 INFO:tasks.rados.rados.0.smithi001.stdout:1189: expect (ObjNum 305 snap 97 seq_num 305) 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 1 to smithi00185197-44 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 2 to smithi00185197-44 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 3 to smithi00185197-44 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 4 to smithi00185197-44 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 5 to smithi00185197-44 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: oid 44 updating version 0 to 604 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: oid 44 updating version 604 to 605 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: oid 44 updating version 605 to 606 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: oid 44 updating version 606 to 607 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 607 (ObjNum 389 snap 131 seq_num 389) dirty exists 2024-09-13T14:22:24.717 INFO:tasks.rados.rados.0.smithi001.stdout:1190: left oid 44 (ObjNum 389 snap 131 seq_num 389) 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[96683]: pgmap v142: 121 pgs: 121 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[96683]: osdmap e321: 8 total, 8 up, 8 in 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[96683]: Upgrade: osd.1 is safe to restart 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[99232]: pgmap v142: 121 pgs: 121 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[99232]: osdmap e321: 8 total, 8 up, 8 in 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:22:24.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:22:24.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:24 smithi001 ceph-mon[99232]: Upgrade: osd.1 is safe to restart 2024-09-13T14:22:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:24 smithi028 ceph-mon[87621]: pgmap v142: 121 pgs: 121 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-13T14:22:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:24 smithi028 ceph-mon[87621]: osdmap e321: 8 total, 8 up, 8 in 2024-09-13T14:22:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:24 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:22:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:24 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:22:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:24 smithi028 ceph-mon[87621]: Upgrade: osd.1 is safe to restart 2024-09-13T14:22:25.645 INFO:tasks.rados.rados.0.smithi001.stdout:1189: done (2 left) 2024-09-13T14:22:25.645 INFO:tasks.rados.rados.0.smithi001.stdout:1190: done (1 left) 2024-09-13T14:22:25.645 INFO:tasks.rados.rados.0.smithi001.stdout:1191: done (0 left) 2024-09-13T14:22:25.645 INFO:tasks.rados.rados.0.smithi001.stdout:1192: read oid 49 snap -1 2024-09-13T14:22:25.645 INFO:tasks.rados.rados.0.smithi001.stdout:1192: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:25.646 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 132 2024-09-13T14:22:25.646 INFO:tasks.rados.rados.0.smithi001.stdout:1193: seq_num 390 ranges {10141696=540672,10682368=630784,11313152=573440} 2024-09-13T14:22:25.704 INFO:tasks.rados.rados.0.smithi001.stdout:1193: writing smithi00185197-45 from 10141696 to 10682368 tid 1 2024-09-13T14:22:25.707 INFO:tasks.rados.rados.0.smithi001.stdout:1193: writing smithi00185197-45 from 10682368 to 11313152 tid 2 2024-09-13T14:22:25.711 INFO:tasks.rados.rados.0.smithi001.stdout:1193: writing smithi00185197-45 from 11313152 to 11886592 tid 3 2024-09-13T14:22:25.711 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 132 2024-09-13T14:22:25.712 INFO:tasks.rados.rados.0.smithi001.stdout:1194: seq_num 391 ranges {1556480=557056,2113536=516096,2629632=688128} 2024-09-13T14:22:25.723 INFO:tasks.rados.rados.0.smithi001.stdout:1194: writing smithi00185197-18 from 1556480 to 2113536 tid 1 2024-09-13T14:22:25.726 INFO:tasks.rados.rados.0.smithi001.stdout:1194: writing smithi00185197-18 from 2113536 to 2629632 tid 2 2024-09-13T14:22:25.730 INFO:tasks.rados.rados.0.smithi001.stdout:1194: writing smithi00185197-18 from 2629632 to 3317760 tid 3 2024-09-13T14:22:25.730 INFO:tasks.rados.rados.0.smithi001.stdout:1195: rollback oid 27 current snap is 132 2024-09-13T14:22:25.730 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 113 2024-09-13T14:22:25.730 INFO:tasks.rados.rados.0.smithi001.stdout:1192: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:25.741 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 1 to smithi00185197-45 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 2 to smithi00185197-45 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 3 to smithi00185197-45 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 4 to smithi00185197-45 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 5 to smithi00185197-45 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: oid 45 updating version 0 to 333 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: oid 45 version 333 is already newer than 330 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: oid 45 version 333 is already newer than 331 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: oid 45 version 333 is already newer than 332 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 333 (ObjNum 390 snap 132 seq_num 390) dirty exists 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: left oid 45 (ObjNum 390 snap 132 seq_num 390) 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1194: finishing write tid 1 to smithi00185197-18 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1194: finishing write tid 2 to smithi00185197-18 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1192: done (3 left) 2024-09-13T14:22:25.742 INFO:tasks.rados.rados.0.smithi001.stdout:1193: done (2 left) 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1196: read oid 46 snap -1 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1196: expect (ObjNum 338 snap 106 seq_num 338) 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1195: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1195: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 335 (ObjNum 352 snap 112 seq_num 352) dirty exists 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1194: finishing write tid 3 to smithi00185197-18 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1194: finishing write tid 4 to smithi00185197-18 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1194: finishing write tid 5 to smithi00185197-18 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1194: oid 18 updating version 0 to 629 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1194: oid 18 version 629 is already newer than 627 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1194: oid 18 version 629 is already newer than 628 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:1194: oid 18 updating version 629 to 630 2024-09-13T14:22:25.743 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 630 (ObjNum 391 snap 132 seq_num 391) dirty exists 2024-09-13T14:22:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:1194: left oid 18 (ObjNum 391 snap 132 seq_num 391) 2024-09-13T14:22:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:1194: done (2 left) 2024-09-13T14:22:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:1195: done (1 left) 2024-09-13T14:22:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 132 2024-09-13T14:22:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:1197: seq_num 392 ranges {376832=573440,950272=802816,1753088=401408} 2024-09-13T14:22:25.746 INFO:tasks.rados.rados.0.smithi001.stdout:1197: writing smithi00185197-23 from 376832 to 950272 tid 1 2024-09-13T14:22:25.750 INFO:tasks.rados.rados.0.smithi001.stdout:1197: writing smithi00185197-23 from 950272 to 1753088 tid 2 2024-09-13T14:22:25.753 INFO:tasks.rados.rados.0.smithi001.stdout:1197: writing smithi00185197-23 from 1753088 to 2154496 tid 3 2024-09-13T14:22:25.753 INFO:tasks.rados.rados.0.smithi001.stdout:1198: rmattr oid 20 current snap is 132 2024-09-13T14:22:25.753 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 132 2024-09-13T14:22:25.753 INFO:tasks.rados.rados.0.smithi001.stdout:1196: expect (ObjNum 338 snap 106 seq_num 338) 2024-09-13T14:22:25.779 INFO:tasks.rados.rados.0.smithi001.stdout:1197: finishing write tid 1 to smithi00185197-23 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: finishing write tid 2 to smithi00185197-23 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: finishing write tid 3 to smithi00185197-23 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: finishing write tid 4 to smithi00185197-23 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 830 (ObjNum 194 snap 53 seq_num 194) dirty exists 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: finishing write tid 5 to smithi00185197-23 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: oid 23 updating version 0 to 610 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: oid 23 version 610 is already newer than 608 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: oid 23 updating version 610 to 611 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: oid 23 version 611 is already newer than 609 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 611 (ObjNum 392 snap 132 seq_num 392) dirty exists 2024-09-13T14:22:25.780 INFO:tasks.rados.rados.0.smithi001.stdout:1197: left oid 23 (ObjNum 392 snap 132 seq_num 392) 2024-09-13T14:22:25.781 INFO:tasks.rados.rados.0.smithi001.stdout:1199: seq_num 393 ranges {4603904=589824,5193728=679936,5873664=524288} 2024-09-13T14:22:25.808 INFO:tasks.rados.rados.0.smithi001.stdout:1199: writing smithi00185197-24 from 4603904 to 5193728 tid 1 2024-09-13T14:22:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:1199: writing smithi00185197-24 from 5193728 to 5873664 tid 2 2024-09-13T14:22:25.815 INFO:tasks.rados.rados.0.smithi001.stdout:1199: writing smithi00185197-24 from 5873664 to 6397952 tid 3 2024-09-13T14:22:25.815 INFO:tasks.rados.rados.0.smithi001.stdout:1196: done (3 left) 2024-09-13T14:22:25.815 INFO:tasks.rados.rados.0.smithi001.stdout:1197: done (2 left) 2024-09-13T14:22:25.816 INFO:tasks.rados.rados.0.smithi001.stdout:1198: done (1 left) 2024-09-13T14:22:25.816 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 132 2024-09-13T14:22:25.816 INFO:tasks.rados.rados.0.smithi001.stdout:1199: finishing write tid 1 to smithi00185197-24 2024-09-13T14:22:25.816 INFO:tasks.rados.rados.0.smithi001.stdout:1200: seq_num 394 ranges {311296=606208,917504=565248,1482752=557056,2039808=81920} 2024-09-13T14:22:25.820 INFO:tasks.rados.rados.0.smithi001.stdout:1200: writing smithi00185197-38 from 311296 to 917504 tid 1 2024-09-13T14:22:25.824 INFO:tasks.rados.rados.0.smithi001.stdout:1200: writing smithi00185197-38 from 917504 to 1482752 tid 2 2024-09-13T14:22:25.827 INFO:tasks.rados.rados.0.smithi001.stdout:1200: writing smithi00185197-38 from 1482752 to 2039808 tid 3 2024-09-13T14:22:25.828 INFO:tasks.rados.rados.0.smithi001.stdout:1200: writing smithi00185197-38 from 2039808 to 2121728 tid 4 2024-09-13T14:22:25.828 INFO:tasks.rados.rados.0.smithi001.stdout:1201: snap_remove snap 65 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[99232]: osdmap e322: 8 total, 8 up, 8 in 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[96683]: osdmap e322: 8 total, 8 up, 8 in 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:22:25.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:25 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:25 smithi028 ceph-mon[87621]: osdmap e322: 8 total, 8 up, 8 in 2024-09-13T14:22:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:25 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:25 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:22:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:25 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:26.650 INFO:tasks.rados.rados.0.smithi001.stdout:1201: done (2 left) 2024-09-13T14:22:26.650 INFO:tasks.rados.rados.0.smithi001.stdout:1202: snap_remove snap 58 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[96683]: Upgrade: Updating osd.1 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[96683]: Deploying daemon osd.1 on smithi001 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[96683]: pgmap v145: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[96683]: osdmap e323: 8 total, 8 up, 8 in 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[99232]: Upgrade: Updating osd.1 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[99232]: Deploying daemon osd.1 on smithi001 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[99232]: pgmap v145: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-13T14:22:26.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-mon[99232]: osdmap e323: 8 total, 8 up, 8 in 2024-09-13T14:22:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:26 smithi028 ceph-mon[87621]: Upgrade: Updating osd.1 2024-09-13T14:22:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:26 smithi028 ceph-mon[87621]: Deploying daemon osd.1 on smithi001 2024-09-13T14:22:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:26 smithi028 ceph-mon[87621]: pgmap v145: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-09-13T14:22:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:26 smithi028 ceph-mon[87621]: osdmap e323: 8 total, 8 up, 8 in 2024-09-13T14:22:27.198 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:22:26] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-09-13T14:22:27.633 INFO:tasks.rados.rados.0.smithi001.stdout:1202: done (2 left) 2024-09-13T14:22:27.633 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 132 2024-09-13T14:22:27.633 INFO:tasks.rados.rados.0.smithi001.stdout:1203: seq_num 395 ranges {1802240=622592,2424832=450560,2875392=753664} 2024-09-13T14:22:27.647 INFO:tasks.rados.rados.0.smithi001.stdout:1203: writing smithi00185197-43 from 1802240 to 2424832 tid 1 2024-09-13T14:22:27.650 INFO:tasks.rados.rados.0.smithi001.stdout:1203: writing smithi00185197-43 from 2424832 to 2875392 tid 2 2024-09-13T14:22:27.656 INFO:tasks.rados.rados.0.smithi001.stdout:1203: writing smithi00185197-43 from 2875392 to 3629056 tid 3 2024-09-13T14:22:27.657 INFO:tasks.rados.rados.0.smithi001.stdout:1204: read oid 28 snap 112 2024-09-13T14:22:27.657 INFO:tasks.rados.rados.0.smithi001.stdout:1204: expect (ObjNum 255 snap 76 seq_num 255) 2024-09-13T14:22:27.657 INFO:tasks.rados.rados.0.smithi001.stdout:1205: rmattr oid 14 current snap is 132 2024-09-13T14:22:27.657 INFO:tasks.rados.rados.0.smithi001.stdout:1205: done (4 left) 2024-09-13T14:22:27.657 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 132 2024-09-13T14:22:27.657 INFO:tasks.rados.rados.0.smithi001.stdout:1206: seq_num 396 ranges {1671168=638976,2310144=786432,3096576=417792} 2024-09-13T14:22:27.670 INFO:tasks.rados.rados.0.smithi001.stdout:1206: writing smithi00185197-19 from 1671168 to 2310144 tid 1 2024-09-13T14:22:27.674 INFO:tasks.rados.rados.0.smithi001.stdout:1206: writing smithi00185197-19 from 2310144 to 3096576 tid 2 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1206: writing smithi00185197-19 from 3096576 to 3514368 tid 3 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1207: read oid 26 snap -1 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1207: expect (ObjNum 221 snap 60 seq_num 221) 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1208: read oid 34 snap -1 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1208: expect deleted 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1209: copy_from oid 32 from oid 40 current snap is 132 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1199: finishing write tid 2 to smithi00185197-24 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1199: finishing write tid 3 to smithi00185197-24 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1199: finishing write tid 4 to smithi00185197-24 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1199: finishing write tid 5 to smithi00185197-24 2024-09-13T14:22:27.678 INFO:tasks.rados.rados.0.smithi001.stdout:1199: oid 24 updating version 0 to 616 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1199: oid 24 updating version 616 to 617 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1199: oid 24 version 617 is already newer than 615 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1199: oid 24 updating version 617 to 618 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 618 (ObjNum 393 snap 132 seq_num 393) dirty exists 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1199: left oid 24 (ObjNum 393 snap 132 seq_num 393) 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 1 to smithi00185197-38 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 2 to smithi00185197-38 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 3 to smithi00185197-38 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 4 to smithi00185197-38 2024-09-13T14:22:27.679 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 5 to smithi00185197-38 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 6 to smithi00185197-38 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1200: oid 38 updating version 0 to 688 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1200: oid 38 updating version 688 to 691 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1200: oid 38 version 691 is already newer than 689 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1200: oid 38 version 691 is already newer than 687 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1200: oid 38 version 691 is already newer than 690 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 691 (ObjNum 394 snap 132 seq_num 394) dirty exists 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1200: left oid 38 (ObjNum 394 snap 132 seq_num 394) 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1203: finishing write tid 1 to smithi00185197-43 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1203: finishing write tid 2 to smithi00185197-43 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1203: finishing write tid 3 to smithi00185197-43 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1203: finishing write tid 4 to smithi00185197-43 2024-09-13T14:22:27.680 INFO:tasks.rados.rados.0.smithi001.stdout:1203: finishing write tid 5 to smithi00185197-43 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1203: oid 43 updating version 0 to 372 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1203: oid 43 updating version 372 to 373 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1203: oid 43 version 373 is already newer than 371 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1203: oid 43 version 373 is already newer than 370 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 373 (ObjNum 395 snap 132 seq_num 395) dirty exists 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1203: left oid 43 (ObjNum 395 snap 132 seq_num 395) 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1199: done (7 left) 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1200: done (6 left) 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1203: done (5 left) 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1210: delete oid 37 current snap is 132 2024-09-13T14:22:27.681 INFO:tasks.rados.rados.0.smithi001.stdout:1204: expect (ObjNum 255 snap 76 seq_num 255) 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: finishing write tid 1 to smithi00185197-19 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1204: done (5 left) 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1210: done (4 left) 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1211: copy_from oid 50 from oid 12 current snap is 132 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: finishing write tid 2 to smithi00185197-19 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: finishing write tid 3 to smithi00185197-19 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: finishing write tid 4 to smithi00185197-19 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: finishing write tid 5 to smithi00185197-19 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: oid 19 updating version 0 to 518 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: oid 19 version 518 is already newer than 516 2024-09-13T14:22:27.729 INFO:tasks.rados.rados.0.smithi001.stdout:1206: oid 19 version 518 is already newer than 517 2024-09-13T14:22:27.730 INFO:tasks.rados.rados.0.smithi001.stdout:1206: oid 19 version 518 is already newer than 515 2024-09-13T14:22:27.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 518 (ObjNum 396 snap 132 seq_num 396) dirty exists 2024-09-13T14:22:27.730 INFO:tasks.rados.rados.0.smithi001.stdout:1206: left oid 19 (ObjNum 396 snap 132 seq_num 396) 2024-09-13T14:22:27.730 INFO:tasks.rados.rados.0.smithi001.stdout:1207: expect (ObjNum 221 snap 60 seq_num 221) 2024-09-13T14:22:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:1209: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:22:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:1209: finishing copy_from to smithi00185197-32 2024-09-13T14:22:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 140 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:22:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:1206: done (4 left) 2024-09-13T14:22:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:1207: done (3 left) 2024-09-13T14:22:27.772 INFO:tasks.rados.rados.0.smithi001.stdout:1208: done (2 left) 2024-09-13T14:22:27.772 INFO:tasks.rados.rados.0.smithi001.stdout:1209: done (1 left) 2024-09-13T14:22:27.772 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 132 2024-09-13T14:22:27.772 INFO:tasks.rados.rados.0.smithi001.stdout:1211: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:22:27.772 INFO:tasks.rados.rados.0.smithi001.stdout:1211: finishing copy_from to smithi00185197-50 2024-09-13T14:22:27.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 437 (ObjNum 360 snap 117 seq_num 360) dirty exists 2024-09-13T14:22:27.772 INFO:tasks.rados.rados.0.smithi001.stdout:1212: seq_num 398 ranges {3629056=671744,4300800=557056,4857856=532480,5390336=114688} 2024-09-13T14:22:27.794 INFO:tasks.rados.rados.0.smithi001.stdout:1212: writing smithi00185197-43 from 3629056 to 4300800 tid 1 2024-09-13T14:22:27.797 INFO:tasks.rados.rados.0.smithi001.stdout:1212: writing smithi00185197-43 from 4300800 to 4857856 tid 2 2024-09-13T14:22:27.801 INFO:tasks.rados.rados.0.smithi001.stdout:1212: writing smithi00185197-43 from 4857856 to 5390336 tid 3 2024-09-13T14:22:27.802 INFO:tasks.rados.rados.0.smithi001.stdout:1212: writing smithi00185197-43 from 5390336 to 5505024 tid 4 2024-09-13T14:22:27.802 INFO:tasks.rados.rados.0.smithi001.stdout:1211: done (1 left) 2024-09-13T14:22:27.802 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 132 2024-09-13T14:22:27.802 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing write tid 1 to smithi00185197-43 2024-09-13T14:22:27.802 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing write tid 2 to smithi00185197-43 2024-09-13T14:22:27.803 INFO:tasks.rados.rados.0.smithi001.stdout:1213: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-09-13T14:22:27.806 INFO:tasks.rados.rados.0.smithi001.stdout:1213: writing smithi00185197-9 from 0 to 688128 tid 1 2024-09-13T14:22:27.808 INFO:tasks.rados.rados.0.smithi001.stdout:1213: writing smithi00185197-9 from 688128 to 1122304 tid 2 2024-09-13T14:22:27.813 INFO:tasks.rados.rados.0.smithi001.stdout:1213: writing smithi00185197-9 from 1122304 to 1867776 tid 3 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1213: writing smithi00185197-9 from 1867776 to 1892352 tid 4 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1214: read oid 2 snap -1 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1214: expect deleted 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 132 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing write tid 3 to smithi00185197-43 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing write tid 4 to smithi00185197-43 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing write tid 5 to smithi00185197-43 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing write tid 6 to smithi00185197-43 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: oid 43 updating version 0 to 374 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: oid 43 updating version 374 to 378 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: oid 43 version 378 is already newer than 377 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: oid 43 version 378 is already newer than 376 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: oid 43 version 378 is already newer than 375 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 378 (ObjNum 398 snap 132 seq_num 398) dirty exists 2024-09-13T14:22:27.814 INFO:tasks.rados.rados.0.smithi001.stdout:1212: left oid 43 (ObjNum 398 snap 132 seq_num 398) 2024-09-13T14:22:27.815 INFO:tasks.rados.rados.0.smithi001.stdout:1213: finishing write tid 1 to smithi00185197-9 2024-09-13T14:22:27.815 INFO:tasks.rados.rados.0.smithi001.stdout:1213: finishing write tid 2 to smithi00185197-9 2024-09-13T14:22:27.815 INFO:tasks.rados.rados.0.smithi001.stdout:1215: seq_num 400 ranges {6397952=704512,7102464=720896,7823360=483328} 2024-09-13T14:22:27.852 INFO:tasks.rados.rados.0.smithi001.stdout:1215: writing smithi00185197-24 from 6397952 to 7102464 tid 1 2024-09-13T14:22:27.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:27 smithi001 ceph-mon[96683]: osdmap e324: 8 total, 8 up, 8 in 2024-09-13T14:22:27.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:27 smithi001 ceph-mon[96683]: osdmap e325: 8 total, 8 up, 8 in 2024-09-13T14:22:27.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:27 smithi001 ceph-mon[99232]: osdmap e324: 8 total, 8 up, 8 in 2024-09-13T14:22:27.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:27 smithi001 ceph-mon[99232]: osdmap e325: 8 total, 8 up, 8 in 2024-09-13T14:22:27.856 INFO:tasks.rados.rados.0.smithi001.stdout:1215: writing smithi00185197-24 from 7102464 to 7823360 tid 2 2024-09-13T14:22:27.861 INFO:tasks.rados.rados.0.smithi001.stdout:1215: writing smithi00185197-24 from 7823360 to 8306688 tid 3 2024-09-13T14:22:27.861 INFO:tasks.rados.rados.0.smithi001.stdout:1212: done (3 left) 2024-09-13T14:22:27.861 INFO:tasks.rados.rados.0.smithi001.stdout:1216: rollback oid 28 current snap is 132 2024-09-13T14:22:27.861 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 115 2024-09-13T14:22:27.861 INFO:tasks.rados.rados.0.smithi001.stdout:1213: finishing write tid 3 to smithi00185197-9 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: finishing write tid 4 to smithi00185197-9 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: finishing write tid 5 to smithi00185197-9 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: finishing write tid 6 to smithi00185197-9 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: oid 9 updating version 0 to 612 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: oid 9 updating version 612 to 613 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: oid 9 updating version 613 to 616 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: oid 9 version 616 is already newer than 614 2024-09-13T14:22:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:1213: oid 9 version 616 is already newer than 615 2024-09-13T14:22:27.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 616 (ObjNum 399 snap 132 seq_num 399) dirty exists 2024-09-13T14:22:27.863 INFO:tasks.rados.rados.0.smithi001.stdout:1213: left oid 9 (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:22:27.863 INFO:tasks.rados.rados.0.smithi001.stdout:1215: finishing write tid 1 to smithi00185197-24 2024-09-13T14:22:27.863 INFO:tasks.rados.rados.0.smithi001.stdout:1215: finishing write tid 2 to smithi00185197-24 2024-09-13T14:22:27.863 INFO:tasks.rados.rados.0.smithi001.stdout:1213: done (3 left) 2024-09-13T14:22:27.863 INFO:tasks.rados.rados.0.smithi001.stdout:1214: done (2 left) 2024-09-13T14:22:27.864 INFO:tasks.rados.rados.0.smithi001.stdout:1217: copy_from oid 44 from oid 14 current snap is 132 2024-09-13T14:22:27.864 INFO:tasks.rados.rados.0.smithi001.stdout:1218: snap_remove snap 128 2024-09-13T14:22:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:27 smithi028 ceph-mon[87621]: osdmap e324: 8 total, 8 up, 8 in 2024-09-13T14:22:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:27 smithi028 ceph-mon[87621]: osdmap e325: 8 total, 8 up, 8 in 2024-09-13T14:22:28.536 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:28 smithi001 systemd[1]: Stopping Ceph osd.1 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:22:28.667 INFO:tasks.rados.rados.0.smithi001.stdout:1218: done (3 left) 2024-09-13T14:22:28.667 INFO:tasks.rados.rados.0.smithi001.stdout:1219: copy_from oid 23 from oid 34 current snap is 132 2024-09-13T14:22:28.667 INFO:tasks.rados.rados.0.smithi001.stdout:1220: snap_create 2024-09-13T14:22:28.667 INFO:tasks.rados.rados.0.smithi001.stdout:1215: finishing write tid 3 to smithi00185197-24 2024-09-13T14:22:28.667 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing rollback tid 0 to smithi00185197-28 2024-09-13T14:22:28.667 INFO:tasks.rados.rados.0.smithi001.stdout:1215: finishing write tid 4 to smithi00185197-24 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 521 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1215: finishing write tid 5 to smithi00185197-24 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1215: oid 24 updating version 0 to 619 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1215: oid 24 updating version 619 to 622 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1215: oid 24 version 622 is already newer than 621 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1215: oid 24 version 622 is already newer than 620 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 622 (ObjNum 400 snap 132 seq_num 400) dirty exists 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1215: left oid 24 (ObjNum 400 snap 132 seq_num 400) 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing copy_from to smithi00185197-44 2024-09-13T14:22:28.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 131 (ObjNum 357 snap 115 seq_num 357) dirty exists 2024-09-13T14:22:28.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:28 smithi001 ceph-mon[99232]: pgmap v148: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-13T14:22:28.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:28 smithi001 ceph-mon[99232]: osd.1 marked itself down and dead 2024-09-13T14:22:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:28 smithi001 ceph-mon[96683]: pgmap v148: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-13T14:22:28.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:28 smithi001 ceph-mon[96683]: osd.1 marked itself down and dead 2024-09-13T14:22:28.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:28 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[50754]: 2024-09-13T14:22:28.533+0000 7f77da55c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:22:28.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:28 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[50754]: 2024-09-13T14:22:28.533+0000 7f77da55c640 -1 osd.1 325 *** Got signal Terminated *** 2024-09-13T14:22:28.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:28 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[50754]: 2024-09-13T14:22:28.533+0000 7f77da55c640 -1 osd.1 325 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:22:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:28 smithi028 ceph-mon[87621]: pgmap v148: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-13T14:22:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:28 smithi028 ceph-mon[87621]: osd.1 marked itself down and dead 2024-09-13T14:22:29.501 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:29 smithi001 podman[109570]: 2024-09-13 14:22:29.219121197 +0000 UTC m=+0.796395529 container died dbf73146059e849eb321a5e6c195798d12ee407dccf528047f6e90ce839a8cd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, RELEASE=reef-2c01458, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-13T14:22:29.678 INFO:tasks.rados.rados.0.smithi001.stdout:1215: done (4 left) 2024-09-13T14:22:29.678 INFO:tasks.rados.rados.0.smithi001.stdout:1216: done (3 left) 2024-09-13T14:22:29.678 INFO:tasks.rados.rados.0.smithi001.stdout:1217: done (2 left) 2024-09-13T14:22:29.678 INFO:tasks.rados.rados.0.smithi001.stdout:1220: done (1 left) 2024-09-13T14:22:29.678 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 133 2024-09-13T14:22:29.678 INFO:tasks.rados.rados.0.smithi001.stdout:1221: seq_num 401 ranges {1572864=720896,2293760=606208,2899968=598016} 2024-09-13T14:22:29.689 INFO:tasks.rados.rados.0.smithi001.stdout:1221: writing smithi00185197-8 from 1572864 to 2293760 tid 1 2024-09-13T14:22:29.692 INFO:tasks.rados.rados.0.smithi001.stdout:1221: writing smithi00185197-8 from 2293760 to 2899968 tid 2 2024-09-13T14:22:29.696 INFO:tasks.rados.rados.0.smithi001.stdout:1221: writing smithi00185197-8 from 2899968 to 3497984 tid 3 2024-09-13T14:22:29.696 INFO:tasks.rados.rados.0.smithi001.stdout:1222: rmattr oid 28 current snap is 133 2024-09-13T14:22:29.697 INFO:tasks.rados.rados.0.smithi001.stdout:1222: done (2 left) 2024-09-13T14:22:29.697 INFO:tasks.rados.rados.0.smithi001.stdout:1223: delete oid 37 current snap is 133 2024-09-13T14:22:29.697 INFO:tasks.rados.rados.0.smithi001.stdout:1219: finishing copy_from to smithi00185197-23 2024-09-13T14:22:29.697 INFO:tasks.rados.rados.0.smithi001.stdout:1219: got expected ENOENT (src dne) 2024-09-13T14:22:29.697 INFO:tasks.rados.rados.0.smithi001.stdout:1219: finishing copy_from racing read to smithi00185197-23 2024-09-13T14:22:29.697 INFO:tasks.rados.rados.0.smithi001.stdout:1221: finishing write tid 1 to smithi00185197-8 2024-09-13T14:22:29.697 INFO:tasks.rados.rados.0.smithi001.stdout:1221: finishing write tid 2 to smithi00185197-8 2024-09-13T14:22:29.698 INFO:tasks.rados.rados.0.smithi001.stdout:1219: done (2 left) 2024-09-13T14:22:29.698 INFO:tasks.rados.rados.0.smithi001.stdout:1223: done (1 left) 2024-09-13T14:22:29.698 INFO:tasks.rados.rados.0.smithi001.stdout:1224: rollback oid 3 current snap is 133 2024-09-13T14:22:29.698 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 123 2024-09-13T14:22:29.698 INFO:tasks.rados.rados.0.smithi001.stdout:1225: copy_from oid 22 from oid 16 current snap is 133 2024-09-13T14:22:29.698 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 133 2024-09-13T14:22:29.698 INFO:tasks.rados.rados.0.smithi001.stdout:1226: seq_num 403 ranges {2154496=753664,2908160=425984,3334144=720896,4055040=57344} 2024-09-13T14:22:29.714 INFO:tasks.rados.rados.0.smithi001.stdout:1226: writing smithi00185197-23 from 2154496 to 2908160 tid 1 2024-09-13T14:22:29.716 INFO:tasks.rados.rados.0.smithi001.stdout:1226: writing smithi00185197-23 from 2908160 to 3334144 tid 2 2024-09-13T14:22:29.720 INFO:tasks.rados.rados.0.smithi001.stdout:1226: writing smithi00185197-23 from 3334144 to 4055040 tid 3 2024-09-13T14:22:29.721 INFO:tasks.rados.rados.0.smithi001.stdout:1226: writing smithi00185197-23 from 4055040 to 4112384 tid 4 2024-09-13T14:22:29.721 INFO:tasks.rados.rados.0.smithi001.stdout:1227: read oid 33 snap 117 2024-09-13T14:22:29.721 INFO:tasks.rados.rados.0.smithi001.stdout:1227: expect deleted 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1228: snap_create 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: finishing write tid 3 to smithi00185197-8 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: finishing write tid 4 to smithi00185197-8 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1224: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1224: finishing rollback tid 2 to smithi00185197-3 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 524 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: finishing write tid 5 to smithi00185197-8 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: oid 8 updating version 0 to 715 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: oid 8 updating version 715 to 716 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: oid 8 updating version 716 to 718 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: oid 8 version 718 is already newer than 717 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 718 (ObjNum 401 snap 133 seq_num 401) dirty exists 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1221: left oid 8 (ObjNum 401 snap 133 seq_num 401) 2024-09-13T14:22:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing write tid 1 to smithi00185197-23 2024-09-13T14:22:29.723 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing write tid 2 to smithi00185197-23 2024-09-13T14:22:29.723 INFO:tasks.rados.rados.0.smithi001.stdout:1225: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:22:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1225: finishing copy_from to smithi00185197-22 2024-09-13T14:22:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 820 (ObjNum 382 snap 127 seq_num 382) dirty exists 2024-09-13T14:22:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing write tid 3 to smithi00185197-23 2024-09-13T14:22:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing write tid 4 to smithi00185197-23 2024-09-13T14:22:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing write tid 5 to smithi00185197-23 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing write tid 6 to smithi00185197-23 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:1226: oid 23 updating version 0 to 617 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:1226: oid 23 updating version 617 to 618 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:1226: oid 23 updating version 618 to 621 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:1226: oid 23 version 621 is already newer than 620 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:1226: oid 23 version 621 is already newer than 619 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 621 (ObjNum 403 snap 133 seq_num 403) dirty exists 2024-09-13T14:22:29.727 INFO:tasks.rados.rados.0.smithi001.stdout:1226: left oid 23 (ObjNum 403 snap 133 seq_num 403) 2024-09-13T14:22:29.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:29 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:22:29.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:29 smithi001 ceph-mon[96683]: osdmap e326: 8 total, 7 up, 8 in 2024-09-13T14:22:29.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:29 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:22:29.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:29 smithi001 ceph-mon[99232]: osdmap e326: 8 total, 7 up, 8 in 2024-09-13T14:22:29.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:29 smithi001 podman[109570]: 2024-09-13 14:22:29.607455905 +0000 UTC m=+1.184730226 container cleanup dbf73146059e849eb321a5e6c195798d12ee407dccf528047f6e90ce839a8cd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-2c01458, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2) 2024-09-13T14:22:29.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:29 smithi001 bash[109570]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1 2024-09-13T14:22:30.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:29 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:22:30.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:29 smithi028 ceph-mon[87621]: osdmap e326: 8 total, 7 up, 8 in 2024-09-13T14:22:30.234 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:29 smithi001 podman[109594]: 2024-09-13 14:22:29.917604187 +0000 UTC m=+0.700622753 container remove dbf73146059e849eb321a5e6c195798d12ee407dccf528047f6e90ce839a8cd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-2c01458, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-13T14:22:30.488 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:30 smithi001 podman[109686]: 2024-09-13 14:22:30.136700369 +0000 UTC m=+0.016229602 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:22:30.488 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:30 smithi001 podman[109686]: 2024-09-13 14:22:30.276799694 +0000 UTC m=+0.156328926 container create 0cd359dbdf3b20c87da95641491362d1daf98f5d35f32d083701517fe6606dab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-13T14:22:30.680 INFO:tasks.rados.rados.0.smithi001.stdout:1221: done (5 left) 2024-09-13T14:22:30.680 INFO:tasks.rados.rados.0.smithi001.stdout:1224: done (4 left) 2024-09-13T14:22:30.680 INFO:tasks.rados.rados.0.smithi001.stdout:1225: done (3 left) 2024-09-13T14:22:30.680 INFO:tasks.rados.rados.0.smithi001.stdout:1226: done (2 left) 2024-09-13T14:22:30.680 INFO:tasks.rados.rados.0.smithi001.stdout:1227: done (1 left) 2024-09-13T14:22:30.680 INFO:tasks.rados.rados.0.smithi001.stdout:1228: done (0 left) 2024-09-13T14:22:30.680 INFO:tasks.rados.rados.0.smithi001.stdout:1229: delete oid 26 current snap is 134 2024-09-13T14:22:30.688 INFO:tasks.rados.rados.0.smithi001.stdout:1229: done (0 left) 2024-09-13T14:22:30.688 INFO:tasks.rados.rados.0.smithi001.stdout:1230: delete oid 5 current snap is 134 2024-09-13T14:22:30.693 INFO:tasks.rados.rados.0.smithi001.stdout:1230: done (0 left) 2024-09-13T14:22:30.694 INFO:tasks.rados.rados.0.smithi001.stdout:1231: copy_from oid 21 from oid 29 current snap is 134 2024-09-13T14:22:30.694 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 134 2024-09-13T14:22:30.694 INFO:tasks.rados.rados.0.smithi001.stdout:1232: seq_num 406 ranges {1056768=802816,1859584=475136,2334720=499712,2834432=229376} 2024-09-13T14:22:30.705 INFO:tasks.rados.rados.0.smithi001.stdout:1232: writing smithi00185197-3 from 1056768 to 1859584 tid 1 2024-09-13T14:22:30.709 INFO:tasks.rados.rados.0.smithi001.stdout:1232: writing smithi00185197-3 from 1859584 to 2334720 tid 2 2024-09-13T14:22:30.712 INFO:tasks.rados.rados.0.smithi001.stdout:1232: writing smithi00185197-3 from 2334720 to 2834432 tid 3 2024-09-13T14:22:30.715 INFO:tasks.rados.rados.0.smithi001.stdout:1232: writing smithi00185197-3 from 2834432 to 3063808 tid 4 2024-09-13T14:22:30.715 INFO:tasks.rados.rados.0.smithi001.stdout:1233: copy_from oid 35 from oid 34 current snap is 134 2024-09-13T14:22:30.715 INFO:tasks.rados.rados.0.smithi001.stdout:1232: finishing write tid 1 to smithi00185197-3 2024-09-13T14:22:30.715 INFO:tasks.rados.rados.0.smithi001.stdout:1232: finishing write tid 2 to smithi00185197-3 2024-09-13T14:22:30.715 INFO:tasks.rados.rados.0.smithi001.stdout:1234: read oid 19 snap -1 2024-09-13T14:22:30.715 INFO:tasks.rados.rados.0.smithi001.stdout:1234: expect (ObjNum 396 snap 132 seq_num 396) 2024-09-13T14:22:30.715 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 134 2024-09-13T14:22:30.716 INFO:tasks.rados.rados.0.smithi001.stdout:1235: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-09-13T14:22:30.717 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00185197-17 from 0 to 425984 tid 1 2024-09-13T14:22:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00185197-17 from 425984 to 1187840 tid 2 2024-09-13T14:22:30.728 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00185197-17 from 1187840 to 1892352 tid 3 2024-09-13T14:22:30.730 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00185197-17 from 1892352 to 2031616 tid 4 2024-09-13T14:22:30.730 INFO:tasks.rados.rados.0.smithi001.stdout:1236: copy_from oid 41 from oid 32 current snap is 134 2024-09-13T14:22:30.730 INFO:tasks.rados.rados.0.smithi001.stdout:1233: finishing copy_from to smithi00185197-35 2024-09-13T14:22:30.730 INFO:tasks.rados.rados.0.smithi001.stdout:1233: got expected ENOENT (src dne) 2024-09-13T14:22:30.730 INFO:tasks.rados.rados.0.smithi001.stdout:1233: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:22:30.730 INFO:tasks.rados.rados.0.smithi001.stdout:1232: finishing write tid 3 to smithi00185197-3 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: finishing write tid 4 to smithi00185197-3 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: finishing write tid 5 to smithi00185197-3 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1233: done (5 left) 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 134 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: finishing write tid 6 to smithi00185197-3 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: oid 3 updating version 0 to 527 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: oid 3 updating version 527 to 528 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: oid 3 version 528 is already newer than 525 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: oid 3 version 528 is already newer than 526 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: oid 3 updating version 528 to 529 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 529 (ObjNum 406 snap 134 seq_num 406) dirty exists 2024-09-13T14:22:30.731 INFO:tasks.rados.rados.0.smithi001.stdout:1232: left oid 3 (ObjNum 406 snap 134 seq_num 406) 2024-09-13T14:22:30.732 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 1 to smithi00185197-17 2024-09-13T14:22:30.732 INFO:tasks.rados.rados.0.smithi001.stdout:1237: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-09-13T14:22:30.733 INFO:tasks.rados.rados.0.smithi001.stdout:1237: writing smithi00185197-26 from 0 to 442368 tid 1 2024-09-13T14:22:30.737 INFO:tasks.rados.rados.0.smithi001.stdout:1237: writing smithi00185197-26 from 442368 to 1089536 tid 2 2024-09-13T14:22:30.741 INFO:tasks.rados.rados.0.smithi001.stdout:1237: writing smithi00185197-26 from 1089536 to 1597440 tid 3 2024-09-13T14:22:30.745 INFO:tasks.rados.rados.0.smithi001.stdout:1237: writing smithi00185197-26 from 1597440 to 2048000 tid 4 2024-09-13T14:22:30.745 INFO:tasks.rados.rados.0.smithi001.stdout:1232: done (5 left) 2024-09-13T14:22:30.745 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 134 2024-09-13T14:22:30.745 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 2 to smithi00185197-17 2024-09-13T14:22:30.745 INFO:tasks.rados.rados.0.smithi001.stdout:1234: expect (ObjNum 396 snap 132 seq_num 396) 2024-09-13T14:22:30.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:30 smithi001 ceph-mon[96683]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 442 KiB/s wr, 1 op/s 2024-09-13T14:22:30.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:30 smithi001 ceph-mon[96683]: osdmap e327: 8 total, 7 up, 8 in 2024-09-13T14:22:30.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:30 smithi001 ceph-mon[99232]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 442 KiB/s wr, 1 op/s 2024-09-13T14:22:30.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:30 smithi001 ceph-mon[99232]: osdmap e327: 8 total, 7 up, 8 in 2024-09-13T14:22:30.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:30 smithi001 podman[109686]: 2024-09-13 14:22:30.487502652 +0000 UTC m=+0.367031883 container init 0cd359dbdf3b20c87da95641491362d1daf98f5d35f32d083701517fe6606dab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-13T14:22:30.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:30 smithi001 podman[109686]: 2024-09-13 14:22:30.492648841 +0000 UTC m=+0.372178080 container start 0cd359dbdf3b20c87da95641491362d1daf98f5d35f32d083701517fe6606dab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:22:30.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:30 smithi001 podman[109686]: 2024-09-13 14:22:30.579128344 +0000 UTC m=+0.458657580 container attach 0cd359dbdf3b20c87da95641491362d1daf98f5d35f32d083701517fe6606dab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True) 2024-09-13T14:22:30.853 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:30 smithi001 podman[109686]: 2024-09-13 14:22:30.698836262 +0000 UTC m=+0.578365500 container died 0cd359dbdf3b20c87da95641491362d1daf98f5d35f32d083701517fe6606dab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 3 to smithi00185197-17 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1231: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 4 to smithi00185197-17 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 5 to smithi00185197-17 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 6 to smithi00185197-17 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1235: oid 17 updating version 0 to 531 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1235: oid 17 updating version 531 to 534 2024-09-13T14:22:30.865 INFO:tasks.rados.rados.0.smithi001.stdout:1235: oid 17 version 534 is already newer than 532 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1235: oid 17 version 534 is already newer than 530 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1235: oid 17 version 534 is already newer than 533 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 534 (ObjNum 407 snap 134 seq_num 407) dirty exists 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1235: left oid 17 (ObjNum 407 snap 134 seq_num 407) 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1231: finishing copy_from to smithi00185197-21 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 797 (ObjNum 374 snap 125 seq_num 374) dirty exists 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: finishing write tid 1 to smithi00185197-26 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: finishing write tid 2 to smithi00185197-26 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: finishing write tid 3 to smithi00185197-26 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: finishing write tid 4 to smithi00185197-26 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: finishing write tid 5 to smithi00185197-26 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: finishing write tid 6 to smithi00185197-26 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: oid 26 updating version 0 to 932 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: oid 26 version 932 is already newer than 930 2024-09-13T14:22:30.866 INFO:tasks.rados.rados.0.smithi001.stdout:1237: oid 26 version 932 is already newer than 929 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:1237: oid 26 version 932 is already newer than 931 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:1237: oid 26 version 932 is already newer than 928 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 932 (ObjNum 408 snap 134 seq_num 408) dirty exists 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:1237: left oid 26 (ObjNum 408 snap 134 seq_num 408) 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:1236: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:1236: finishing copy_from to smithi00185197-41 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 140 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:22:30.867 INFO:tasks.rados.rados.0.smithi001.stdout:1238: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-09-13T14:22:30.868 INFO:tasks.rados.rados.0.smithi001.stdout:1238: writing smithi00185197-42 from 0 to 458752 tid 1 2024-09-13T14:22:30.872 INFO:tasks.rados.rados.0.smithi001.stdout:1238: writing smithi00185197-42 from 458752 to 991232 tid 2 2024-09-13T14:22:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:1238: writing smithi00185197-42 from 991232 to 1712128 tid 3 2024-09-13T14:22:30.881 INFO:tasks.rados.rados.0.smithi001.stdout:1238: writing smithi00185197-42 from 1712128 to 2064384 tid 4 2024-09-13T14:22:30.881 INFO:tasks.rados.rados.0.smithi001.stdout:1231: done (5 left) 2024-09-13T14:22:30.881 INFO:tasks.rados.rados.0.smithi001.stdout:1234: done (4 left) 2024-09-13T14:22:30.881 INFO:tasks.rados.rados.0.smithi001.stdout:1235: done (3 left) 2024-09-13T14:22:30.881 INFO:tasks.rados.rados.0.smithi001.stdout:1236: done (2 left) 2024-09-13T14:22:30.881 INFO:tasks.rados.rados.0.smithi001.stdout:1237: done (1 left) 2024-09-13T14:22:30.881 INFO:tasks.rados.rados.0.smithi001.stdout:1239: read oid 30 snap -1 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1239: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1240: rmattr oid 22 current snap is 134 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1240: done (2 left) 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1241: read oid 3 snap -1 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1241: expect (ObjNum 406 snap 134 seq_num 406) 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1242: read oid 33 snap -1 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1242: expect deleted 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1243: delete oid 31 current snap is 134 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1238: finishing write tid 1 to smithi00185197-42 2024-09-13T14:22:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:1238: finishing write tid 2 to smithi00185197-42 2024-09-13T14:22:30.883 INFO:tasks.rados.rados.0.smithi001.stdout:1238: finishing write tid 3 to smithi00185197-42 2024-09-13T14:22:30.883 INFO:tasks.rados.rados.0.smithi001.stdout:1242: done (4 left) 2024-09-13T14:22:30.883 INFO:tasks.rados.rados.0.smithi001.stdout:1243: done (3 left) 2024-09-13T14:22:30.883 INFO:tasks.rados.rados.0.smithi001.stdout:1244: snap_remove snap 127 2024-09-13T14:22:30.927 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:22:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:30 smithi028 ceph-mon[87621]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 442 KiB/s wr, 1 op/s 2024-09-13T14:22:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:30 smithi028 ceph-mon[87621]: osdmap e327: 8 total, 7 up, 8 in 2024-09-13T14:22:31.538 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:31 smithi001 podman[109753]: 2024-09-13 14:22:31.275045129 +0000 UTC m=+0.568708836 container remove 0cd359dbdf3b20c87da95641491362d1daf98f5d35f32d083701517fe6606dab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T14:22:31.538 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:31 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-13T14:22:31.538 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:31 smithi001 systemd[1]: Stopped Ceph osd.1 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:22:31.538 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:31 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.1.service: Consumed 11.043s CPU time. 2024-09-13T14:22:31.538 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:31 smithi001 systemd[1]: Starting Ceph osd.1 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:22:31.546 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:22:31.546 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (5m) 26s ago 6m 25.2M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:22:31.546 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (6m) 69s ago 6m 88.5M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:22:31.546 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (8m) 26s ago 8m 16.3M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (8m) 69s ago 8m 21.2M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (2m) 69s ago 11m 452M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (2m) 26s ago 13m 521M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (109s) 26s ago 13m 50.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (74s) 69s ago 11m 22.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (86s) 26s ago 11m 39.7M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (6m) 26s ago 6m 16.1M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (6m) 69s ago 6m 14.9M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (31s) 26s ago 11m 12.2M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (10m) 26s ago 10m 167M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e dbf73146059e 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (10m) 26s ago 10m 175M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (10m) 26s ago 10m 133M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:22:31.547 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (9m) 69s ago 9m 140M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:22:31.548 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (9m) 69s ago 9m 174M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:22:31.548 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (8m) 69s ago 8m 152M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:22:31.548 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (8m) 69s ago 8m 120M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:22:31.548 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (2m) 69s ago 7m 47.5M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:22:31.688 INFO:tasks.rados.rados.0.smithi001.stdout:1238: finishing write tid 4 to smithi00185197-42 2024-09-13T14:22:31.688 INFO:tasks.rados.rados.0.smithi001.stdout:1238: finishing write tid 5 to smithi00185197-42 2024-09-13T14:22:31.688 INFO:tasks.rados.rados.0.smithi001.stdout:1239: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1238: finishing write tid 6 to smithi00185197-42 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1238: oid 42 updating version 0 to 304 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1238: oid 42 updating version 304 to 307 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1238: oid 42 version 307 is already newer than 306 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1238: oid 42 updating version 307 to 308 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1238: oid 42 version 308 is already newer than 305 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 308 (ObjNum 409 snap 134 seq_num 409) dirty exists 2024-09-13T14:22:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1238: left oid 42 (ObjNum 409 snap 134 seq_num 409) 2024-09-13T14:22:31.708 INFO:tasks.rados.rados.0.smithi001.stdout:1241: expect (ObjNum 406 snap 134 seq_num 406) 2024-09-13T14:22:31.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:31 smithi001 ceph-mon[96683]: osdmap e328: 8 total, 7 up, 8 in 2024-09-13T14:22:31.793 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:31 smithi001 ceph-mon[96683]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:31.793 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:31 smithi001 ceph-mon[99232]: osdmap e328: 8 total, 7 up, 8 in 2024-09-13T14:22:31.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:31 smithi001 ceph-mon[99232]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:31.794 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:31 smithi001 podman[109926]: 2024-09-13 14:22:31.66857582 +0000 UTC m=+0.022361626 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:22:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1238: done (3 left) 2024-09-13T14:22:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1239: done (2 left) 2024-09-13T14:22:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1241: done (1 left) 2024-09-13T14:22:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1244: done (0 left) 2024-09-13T14:22:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1245: read oid 27 snap 110 2024-09-13T14:22:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1245: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:22:31.809 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 134 2024-09-13T14:22:31.809 INFO:tasks.rados.rados.0.smithi001.stdout:1246: seq_num 411 ranges {3497984=491520,3989504=753664,4743168=688128,5431296=163840} 2024-09-13T14:22:31.830 INFO:tasks.rados.rados.0.smithi001.stdout:1246: writing smithi00185197-8 from 3497984 to 3989504 tid 1 2024-09-13T14:22:31.834 INFO:tasks.rados.rados.0.smithi001.stdout:1246: writing smithi00185197-8 from 3989504 to 4743168 tid 2 2024-09-13T14:22:31.838 INFO:tasks.rados.rados.0.smithi001.stdout:1246: writing smithi00185197-8 from 4743168 to 5431296 tid 3 2024-09-13T14:22:31.840 INFO:tasks.rados.rados.0.smithi001.stdout:1246: writing smithi00185197-8 from 5431296 to 5595136 tid 4 2024-09-13T14:22:31.840 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 134 2024-09-13T14:22:31.840 INFO:tasks.rados.rados.0.smithi001.stdout:1247: seq_num 412 ranges {3235840=507904,3743744=630784,4374528=491520,4866048=483328} 2024-09-13T14:22:31.860 INFO:tasks.rados.rados.0.smithi001.stdout:1247: writing smithi00185197-12 from 3235840 to 3743744 tid 1 2024-09-13T14:22:31.864 INFO:tasks.rados.rados.0.smithi001.stdout:1247: writing smithi00185197-12 from 3743744 to 4374528 tid 2 2024-09-13T14:22:31.867 INFO:tasks.rados.rados.0.smithi001.stdout:1247: writing smithi00185197-12 from 4374528 to 4866048 tid 3 2024-09-13T14:22:31.870 INFO:tasks.rados.rados.0.smithi001.stdout:1247: writing smithi00185197-12 from 4866048 to 5349376 tid 4 2024-09-13T14:22:31.870 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 134 2024-09-13T14:22:31.870 INFO:tasks.rados.rados.0.smithi001.stdout:1248: seq_num 413 ranges {4882432=524288,5406720=516096,5922816=696320,6619136=393216} 2024-09-13T14:22:31.900 INFO:tasks.rados.rados.0.smithi001.stdout:1248: writing smithi00185197-22 from 4882432 to 5406720 tid 1 2024-09-13T14:22:31.903 INFO:tasks.rados.rados.0.smithi001.stdout:1248: writing smithi00185197-22 from 5406720 to 5922816 tid 2 2024-09-13T14:22:31.907 INFO:tasks.rados.rados.0.smithi001.stdout:1248: writing smithi00185197-22 from 5922816 to 6619136 tid 3 2024-09-13T14:22:31.909 INFO:tasks.rados.rados.0.smithi001.stdout:1248: writing smithi00185197-22 from 6619136 to 7012352 tid 4 2024-09-13T14:22:31.909 INFO:tasks.rados.rados.0.smithi001.stdout:1249: snap_remove snap 120 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:22:31.946 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 6, 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 1 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 8, 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 6 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:22:31.947 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:22:32.054 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:31 smithi001 podman[109926]: 2024-09-13 14:22:31.792959892 +0000 UTC m=+0.146745690 container create 4d3eadef368f105971c054c2042ba191f486560cd7379046cccf8bc3ec489598 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-13T14:22:32.055 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 podman[109926]: 2024-09-13 14:22:32.05424901 +0000 UTC m=+0.408034811 container init 4d3eadef368f105971c054c2042ba191f486560cd7379046cccf8bc3ec489598 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:22:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:31 smithi028 ceph-mon[87621]: osdmap e328: 8 total, 7 up, 8 in 2024-09-13T14:22:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:31 smithi028 ceph-mon[87621]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:32.246 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:22:32.246 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "6/20 daemons upgraded", 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:22:32.247 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:22:32.307 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 podman[109926]: 2024-09-13 14:22:32.059571799 +0000 UTC m=+0.413357591 container start 4d3eadef368f105971c054c2042ba191f486560cd7379046cccf8bc3ec489598 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:22:32.307 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 podman[109926]: 2024-09-13 14:22:32.171243421 +0000 UTC m=+0.525029405 container attach 4d3eadef368f105971c054c2042ba191f486560cd7379046cccf8bc3ec489598 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-13T14:22:32.307 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.307 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.307 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.307 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T14:22:32.308 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T14:22:32.590 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-09-13T14:22:32.591 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-09-13T14:22:32.591 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T14:22:32.591 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T14:22:32.636 INFO:tasks.rados.rados.0.smithi001.stdout:1245: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:22:32.648 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing write tid 1 to smithi00185197-8 2024-09-13T14:22:32.648 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing write tid 2 to smithi00185197-8 2024-09-13T14:22:32.649 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing write tid 3 to smithi00185197-8 2024-09-13T14:22:32.649 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing write tid 4 to smithi00185197-8 2024-09-13T14:22:32.649 INFO:tasks.rados.rados.0.smithi001.stdout:1245: done (4 left) 2024-09-13T14:22:32.649 INFO:tasks.rados.rados.0.smithi001.stdout:1249: done (3 left) 2024-09-13T14:22:32.649 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 134 2024-09-13T14:22:32.649 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing write tid 5 to smithi00185197-8 2024-09-13T14:22:32.649 INFO:tasks.rados.rados.0.smithi001.stdout:1250: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-09-13T14:22:32.651 INFO:tasks.rados.rados.0.smithi001.stdout:1250: writing smithi00185197-34 from 0 to 540672 tid 1 2024-09-13T14:22:32.656 INFO:tasks.rados.rados.0.smithi001.stdout:1250: writing smithi00185197-34 from 540672 to 1343488 tid 2 2024-09-13T14:22:32.658 INFO:tasks.rados.rados.0.smithi001.stdout:1250: writing smithi00185197-34 from 1343488 to 1802240 tid 3 2024-09-13T14:22:32.661 INFO:tasks.rados.rados.0.smithi001.stdout:1250: writing smithi00185197-34 from 1802240 to 2146304 tid 4 2024-09-13T14:22:32.661 INFO:tasks.rados.rados.0.smithi001.stdout:1251: setattr oid 39 current snap is 134 2024-09-13T14:22:32.661 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing write tid 6 to smithi00185197-8 2024-09-13T14:22:32.661 INFO:tasks.rados.rados.0.smithi001.stdout:1246: oid 8 updating version 0 to 730 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1246: oid 8 version 730 is already newer than 729 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1246: oid 8 updating version 730 to 731 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1246: oid 8 version 731 is already newer than 728 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1246: oid 8 updating version 731 to 732 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 732 (ObjNum 411 snap 134 seq_num 411) dirty exists 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1246: left oid 8 (ObjNum 411 snap 134 seq_num 411) 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: finishing write tid 1 to smithi00185197-12 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: finishing write tid 2 to smithi00185197-12 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: finishing write tid 3 to smithi00185197-12 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: finishing write tid 4 to smithi00185197-12 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: finishing write tid 5 to smithi00185197-12 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: finishing write tid 6 to smithi00185197-12 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: oid 12 updating version 0 to 527 2024-09-13T14:22:32.662 INFO:tasks.rados.rados.0.smithi001.stdout:1247: oid 12 version 527 is already newer than 526 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1247: oid 12 version 527 is already newer than 525 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1247: oid 12 version 527 is already newer than 524 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1247: oid 12 version 527 is already newer than 523 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 527 (ObjNum 412 snap 134 seq_num 412) dirty exists 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1247: left oid 12 (ObjNum 412 snap 134 seq_num 412) 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: finishing write tid 1 to smithi00185197-22 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: finishing write tid 2 to smithi00185197-22 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: finishing write tid 3 to smithi00185197-22 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: finishing write tid 4 to smithi00185197-22 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: finishing write tid 5 to smithi00185197-22 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: finishing write tid 6 to smithi00185197-22 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: oid 22 updating version 0 to 822 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: oid 22 updating version 822 to 823 2024-09-13T14:22:32.663 INFO:tasks.rados.rados.0.smithi001.stdout:1248: oid 22 updating version 823 to 825 2024-09-13T14:22:32.664 INFO:tasks.rados.rados.0.smithi001.stdout:1248: oid 22 version 825 is already newer than 824 2024-09-13T14:22:32.664 INFO:tasks.rados.rados.0.smithi001.stdout:1248: oid 22 updating version 825 to 826 2024-09-13T14:22:32.664 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 826 (ObjNum 413 snap 134 seq_num 413) dirty exists 2024-09-13T14:22:32.664 INFO:tasks.rados.rados.0.smithi001.stdout:1248: left oid 22 (ObjNum 413 snap 134 seq_num 413) 2024-09-13T14:22:32.664 INFO:tasks.rados.rados.0.smithi001.stdout:1250: finishing write tid 1 to smithi00185197-34 2024-09-13T14:22:32.664 INFO:tasks.rados.rados.0.smithi001.stdout:1250: finishing write tid 2 to smithi00185197-34 2024-09-13T14:22:32.664 INFO:tasks.rados.rados.0.smithi001.stdout:1250: finishing write tid 3 to smithi00185197-34 2024-09-13T14:22:32.665 INFO:tasks.rados.rados.0.smithi001.stdout:1246: done (4 left) 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1247: done (3 left) 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1248: done (2 left) 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1252: copy_from oid 47 from oid 9 current snap is 134 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1253: snap_create 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1250: finishing write tid 4 to smithi00185197-34 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1250: finishing write tid 5 to smithi00185197-34 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 737 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1250: finishing write tid 6 to smithi00185197-34 2024-09-13T14:22:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1250: oid 34 updating version 0 to 382 2024-09-13T14:22:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1250: oid 34 updating version 382 to 383 2024-09-13T14:22:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1250: oid 34 version 383 is already newer than 379 2024-09-13T14:22:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1250: oid 34 version 383 is already newer than 381 2024-09-13T14:22:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1250: oid 34 version 383 is already newer than 380 2024-09-13T14:22:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 383 (ObjNum 414 snap 134 seq_num 414) dirty exists 2024-09-13T14:22:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1250: left oid 34 (ObjNum 414 snap 134 seq_num 414) 2024-09-13T14:22:32.673 INFO:tasks.rados.rados.0.smithi001.stdout:1252: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:22:32.674 INFO:tasks.rados.rados.0.smithi001.stdout:1252: finishing copy_from to smithi00185197-47 2024-09-13T14:22:32.675 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 616 (ObjNum 399 snap 132 seq_num 399) dirty exists 2024-09-13T14:22:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[96683]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[96683]: pgmap v154: 121 pgs: 24 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 84 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.6 MiB/s wr, 20 op/s; 86/735 objects degraded (11.701%) 2024-09-13T14:22:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[96683]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 86/735 objects degraded (11.701%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[96683]: osdmap e329: 8 total, 7 up, 8 in 2024-09-13T14:22:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/4129378349' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[96683]: osdmap e330: 8 total, 7 up, 8 in 2024-09-13T14:22:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[99232]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[99232]: pgmap v154: 121 pgs: 24 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 84 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.6 MiB/s wr, 20 op/s; 86/735 objects degraded (11.701%) 2024-09-13T14:22:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[99232]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 86/735 objects degraded (11.701%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[99232]: osdmap e329: 8 total, 7 up, 8 in 2024-09-13T14:22:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/4129378349' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-mon[99232]: osdmap e330: 8 total, 7 up, 8 in 2024-09-13T14:22:32.854 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate[109951]: --> ceph-volume lvm activate successful for osd ID: 1 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 bash[109926]: --> ceph-volume lvm activate successful for osd ID: 1 2024-09-13T14:22:32.855 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:32 smithi001 podman[109926]: 2024-09-13 14:22:32.620767308 +0000 UTC m=+0.974553118 container died 4d3eadef368f105971c054c2042ba191f486560cd7379046cccf8bc3ec489598 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:22:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:32 smithi028 ceph-mon[87621]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:32 smithi028 ceph-mon[87621]: pgmap v154: 121 pgs: 24 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 84 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.6 MiB/s wr, 20 op/s; 86/735 objects degraded (11.701%) 2024-09-13T14:22:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:32 smithi028 ceph-mon[87621]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:32 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 86/735 objects degraded (11.701%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:32 smithi028 ceph-mon[87621]: osdmap e329: 8 total, 7 up, 8 in 2024-09-13T14:22:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:32 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/4129378349' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:32 smithi028 ceph-mon[87621]: osdmap e330: 8 total, 7 up, 8 in 2024-09-13T14:22:33.452 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 podman[110116]: 2024-09-13 14:22:33.200684523 +0000 UTC m=+0.567205919 container remove 4d3eadef368f105971c054c2042ba191f486560cd7379046cccf8bc3ec489598 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-13T14:22:33.452 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 podman[110182]: 2024-09-13 14:22:33.31702091 +0000 UTC m=+0.016723255 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:22:33.452 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 podman[110182]: 2024-09-13 14:22:33.451497131 +0000 UTC m=+0.151199502 container create 3baaef372553e4b6a0331e57b76bcde7b30a8600ca7a0f5ad5b8a69e759864b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T14:22:33.636 INFO:tasks.rados.rados.0.smithi001.stdout:1250: done (3 left) 2024-09-13T14:22:33.636 INFO:tasks.rados.rados.0.smithi001.stdout:1251: done (2 left) 2024-09-13T14:22:33.636 INFO:tasks.rados.rados.0.smithi001.stdout:1252: done (1 left) 2024-09-13T14:22:33.636 INFO:tasks.rados.rados.0.smithi001.stdout:1253: done (0 left) 2024-09-13T14:22:33.636 INFO:tasks.rados.rados.0.smithi001.stdout:1254: snap_remove snap 112 2024-09-13T14:22:33.770 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:33 smithi001 ceph-mon[96683]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:33.771 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:33 smithi001 ceph-mon[96683]: osdmap e331: 8 total, 7 up, 8 in 2024-09-13T14:22:33.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:33 smithi001 ceph-mon[99232]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:33.771 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:33 smithi001 ceph-mon[99232]: osdmap e331: 8 total, 7 up, 8 in 2024-09-13T14:22:33.771 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 podman[110182]: 2024-09-13 14:22:33.670578887 +0000 UTC m=+0.370281221 container init 3baaef372553e4b6a0331e57b76bcde7b30a8600ca7a0f5ad5b8a69e759864b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:22:33.771 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 podman[110182]: 2024-09-13 14:22:33.675617022 +0000 UTC m=+0.375319350 container start 3baaef372553e4b6a0331e57b76bcde7b30a8600ca7a0f5ad5b8a69e759864b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-13T14:22:33.771 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 ceph-osd[110220]: -- 172.21.15.1:0/2674783136 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555e0cdd3a40 con 0x555e0cdb1c00 2024-09-13T14:22:34.104 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 bash[110182]: 3baaef372553e4b6a0331e57b76bcde7b30a8600ca7a0f5ad5b8a69e759864b7 2024-09-13T14:22:34.104 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:33 smithi001 systemd[1]: Started Ceph osd.1 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:22:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:33 smithi028 ceph-mon[87621]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:33 smithi028 ceph-mon[87621]: osdmap e331: 8 total, 7 up, 8 in 2024-09-13T14:22:34.638 INFO:tasks.rados.rados.0.smithi001.stdout:1254: done (0 left) 2024-09-13T14:22:34.638 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 135 2024-09-13T14:22:34.638 INFO:tasks.rados.rados.0.smithi001.stdout:1255: seq_num 415 ranges {5595136=557056,6152192=688128,6840320=663552,7503872=253952} 2024-09-13T14:22:34.671 INFO:tasks.rados.rados.0.smithi001.stdout:1255: writing smithi00185197-8 from 5595136 to 6152192 tid 1 2024-09-13T14:22:34.675 INFO:tasks.rados.rados.0.smithi001.stdout:1255: writing smithi00185197-8 from 6152192 to 6840320 tid 2 2024-09-13T14:22:34.680 INFO:tasks.rados.rados.0.smithi001.stdout:1255: writing smithi00185197-8 from 6840320 to 7503872 tid 3 2024-09-13T14:22:34.681 INFO:tasks.rados.rados.0.smithi001.stdout:1255: writing smithi00185197-8 from 7503872 to 7757824 tid 4 2024-09-13T14:22:34.681 INFO:tasks.rados.rados.0.smithi001.stdout:1256: rollback oid 31 current snap is 135 2024-09-13T14:22:34.681 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 130 2024-09-13T14:22:34.682 INFO:tasks.rados.rados.0.smithi001.stdout:1255: finishing write tid 1 to smithi00185197-8 2024-09-13T14:22:34.682 INFO:tasks.rados.rados.0.smithi001.stdout:1255: finishing write tid 2 to smithi00185197-8 2024-09-13T14:22:34.682 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 135 2024-09-13T14:22:34.682 INFO:tasks.rados.rados.0.smithi001.stdout:1257: seq_num 416 ranges {5767168=573440,6340608=573440,6914048=475136,7389184=557056} 2024-09-13T14:22:34.716 INFO:tasks.rados.rados.0.smithi001.stdout:1257: writing smithi00185197-20 from 5767168 to 6340608 tid 1 2024-09-13T14:22:34.720 INFO:tasks.rados.rados.0.smithi001.stdout:1257: writing smithi00185197-20 from 6340608 to 6914048 tid 2 2024-09-13T14:22:34.721 INFO:tasks.rados.rados.0.smithi001.stdout:1257: writing smithi00185197-20 from 6914048 to 7389184 tid 3 2024-09-13T14:22:34.725 INFO:tasks.rados.rados.0.smithi001.stdout:1257: writing smithi00185197-20 from 7389184 to 7946240 tid 4 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1258: read oid 41 snap -1 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1258: expect (ObjNum 370 snap 119 seq_num 370) 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1259: read oid 3 snap -1 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1259: expect (ObjNum 406 snap 134 seq_num 406) 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1256: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1256: finishing rollback tid 2 to smithi00185197-31 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 828 (ObjNum 246 snap 75 seq_num 246) dirty exists 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1255: finishing write tid 3 to smithi00185197-8 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1255: finishing write tid 4 to smithi00185197-8 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1255: finishing write tid 5 to smithi00185197-8 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1256: done (4 left) 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 135 2024-09-13T14:22:34.726 INFO:tasks.rados.rados.0.smithi001.stdout:1255: finishing write tid 6 to smithi00185197-8 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1255: oid 8 updating version 0 to 752 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1255: oid 8 updating version 752 to 755 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1255: oid 8 version 755 is already newer than 751 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1255: oid 8 version 755 is already newer than 754 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1255: oid 8 version 755 is already newer than 753 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 755 (ObjNum 415 snap 135 seq_num 415) dirty exists 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1255: left oid 8 (ObjNum 415 snap 135 seq_num 415) 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1257: finishing write tid 1 to smithi00185197-20 2024-09-13T14:22:34.727 INFO:tasks.rados.rados.0.smithi001.stdout:1260: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-09-13T14:22:34.729 INFO:tasks.rados.rados.0.smithi001.stdout:1260: writing smithi00185197-37 from 0 to 589824 tid 1 2024-09-13T14:22:34.731 INFO:tasks.rados.rados.0.smithi001.stdout:1260: writing smithi00185197-37 from 589824 to 1048576 tid 2 2024-09-13T14:22:34.735 INFO:tasks.rados.rados.0.smithi001.stdout:1260: writing smithi00185197-37 from 1048576 to 1728512 tid 3 2024-09-13T14:22:34.739 INFO:tasks.rados.rados.0.smithi001.stdout:1260: writing smithi00185197-37 from 1728512 to 2195456 tid 4 2024-09-13T14:22:34.739 INFO:tasks.rados.rados.0.smithi001.stdout:1255: done (4 left) 2024-09-13T14:22:34.739 INFO:tasks.rados.rados.0.smithi001.stdout:1261: rmattr oid 47 current snap is 135 2024-09-13T14:22:34.739 INFO:tasks.rados.rados.0.smithi001.stdout:1261: done (4 left) 2024-09-13T14:22:34.739 INFO:tasks.rados.rados.0.smithi001.stdout:1262: rmattr oid 32 current snap is 135 2024-09-13T14:22:34.739 INFO:tasks.rados.rados.0.smithi001.stdout:1257: finishing write tid 2 to smithi00185197-20 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: finishing write tid 3 to smithi00185197-20 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: finishing write tid 4 to smithi00185197-20 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: finishing write tid 5 to smithi00185197-20 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1260: finishing write tid 1 to smithi00185197-37 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1260: finishing write tid 2 to smithi00185197-37 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1263: snap_create 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: finishing write tid 6 to smithi00185197-20 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: oid 20 updating version 0 to 875 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: oid 20 version 875 is already newer than 874 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: oid 20 updating version 875 to 877 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: oid 20 version 877 is already newer than 876 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: oid 20 updating version 877 to 878 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 878 (ObjNum 416 snap 135 seq_num 416) dirty exists 2024-09-13T14:22:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1257: left oid 20 (ObjNum 416 snap 135 seq_num 416) 2024-09-13T14:22:34.742 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 962 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:22:34.754 INFO:tasks.rados.rados.0.smithi001.stdout:1258: expect (ObjNum 370 snap 119 seq_num 370) 2024-09-13T14:22:35.059 INFO:tasks.rados.rados.0.smithi001.stdout:1260: finishing write tid 3 to smithi00185197-37 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: finishing write tid 4 to smithi00185197-37 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: finishing write tid 5 to smithi00185197-37 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: finishing write tid 6 to smithi00185197-37 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: oid 37 updating version 0 to 829 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: oid 37 updating version 829 to 832 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: oid 37 version 832 is already newer than 831 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: oid 37 updating version 832 to 833 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: oid 37 version 833 is already newer than 830 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 833 (ObjNum 417 snap 135 seq_num 417) dirty exists 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1260: left oid 37 (ObjNum 417 snap 135 seq_num 417) 2024-09-13T14:22:35.060 INFO:tasks.rados.rados.0.smithi001.stdout:1259: expect (ObjNum 406 snap 134 seq_num 406) 2024-09-13T14:22:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[96683]: pgmap v157: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 23 op/s; 90/738 objects degraded (12.195%) 2024-09-13T14:22:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[96683]: osdmap e332: 8 total, 7 up, 8 in 2024-09-13T14:22:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[99232]: pgmap v157: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 23 op/s; 90/738 objects degraded (12.195%) 2024-09-13T14:22:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:34 smithi001 ceph-mon[99232]: osdmap e332: 8 total, 7 up, 8 in 2024-09-13T14:22:35.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:34 smithi028 ceph-mon[87621]: pgmap v157: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 23 op/s; 90/738 objects degraded (12.195%) 2024-09-13T14:22:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:34 smithi028 ceph-mon[87621]: osdmap e332: 8 total, 7 up, 8 in 2024-09-13T14:22:35.639 INFO:tasks.rados.rados.0.smithi001.stdout:1257: done (5 left) 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:1258: done (4 left) 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:1259: done (3 left) 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:1260: done (2 left) 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:1262: done (1 left) 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:1263: done (0 left) 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:1264: rollback oid 39 current snap is 136 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 81 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 136 2024-09-13T14:22:35.640 INFO:tasks.rados.rados.0.smithi001.stdout:1265: seq_num 418 ranges {7774208=606208,8380416=737280,9117696=434176,9551872=434176} 2024-09-13T14:22:35.687 INFO:tasks.rados.rados.0.smithi001.stdout:1265: writing smithi00185197-44 from 7774208 to 8380416 tid 1 2024-09-13T14:22:35.691 INFO:tasks.rados.rados.0.smithi001.stdout:1265: writing smithi00185197-44 from 8380416 to 9117696 tid 2 2024-09-13T14:22:35.694 INFO:tasks.rados.rados.0.smithi001.stdout:1265: writing smithi00185197-44 from 9117696 to 9551872 tid 3 2024-09-13T14:22:35.698 INFO:tasks.rados.rados.0.smithi001.stdout:1265: writing smithi00185197-44 from 9551872 to 9986048 tid 4 2024-09-13T14:22:35.698 INFO:tasks.rados.rados.0.smithi001.stdout:1264: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:22:35.698 INFO:tasks.rados.rados.0.smithi001.stdout:1264: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:22:35.698 INFO:tasks.rados.rados.0.smithi001.stdout:1264: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 759 (ObjNum 145 snap 0 seq_num 314211616) dirty exists 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1265: finishing write tid 1 to smithi00185197-44 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1265: finishing write tid 2 to smithi00185197-44 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1265: finishing write tid 3 to smithi00185197-44 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1264: done (1 left) 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1266: read oid 41 snap 106 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1266: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1267: read oid 18 snap -1 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1267: expect (ObjNum 391 snap 132 seq_num 391) 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1268: copy_from oid 7 from oid 28 current snap is 136 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1269: rollback oid 35 current snap is 136 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 135 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 136 2024-09-13T14:22:35.699 INFO:tasks.rados.rados.0.smithi001.stdout:1270: seq_num 419 ranges {8306688=622592,8929280=671744,9601024=647168,10248192=286720} 2024-09-13T14:22:35.747 INFO:tasks.rados.rados.0.smithi001.stdout:1270: writing smithi00185197-24 from 8306688 to 8929280 tid 1 2024-09-13T14:22:35.751 INFO:tasks.rados.rados.0.smithi001.stdout:1270: writing smithi00185197-24 from 8929280 to 9601024 tid 2 2024-09-13T14:22:35.755 INFO:tasks.rados.rados.0.smithi001.stdout:1270: writing smithi00185197-24 from 9601024 to 10248192 tid 3 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:1270: writing smithi00185197-24 from 10248192 to 10534912 tid 4 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:1271: read oid 21 snap -1 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:1271: expect (ObjNum 374 snap 125 seq_num 374) 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 136 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing copy_from to smithi00185197-7 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:1268: got expected ENOENT (src dne) 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:22:35.757 INFO:tasks.rados.rados.0.smithi001.stdout:1265: finishing write tid 4 to smithi00185197-44 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1269: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 300 (ObjNum 1400808448 snap -1321306033 seq_num 304) dirty dne 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: finishing write tid 5 to smithi00185197-44 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: finishing write tid 6 to smithi00185197-44 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: oid 44 updating version 0 to 626 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: oid 44 version 626 is already newer than 623 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: oid 44 version 626 is already newer than 624 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: oid 44 version 626 is already newer than 622 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: oid 44 version 626 is already newer than 625 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 626 (ObjNum 418 snap 136 seq_num 418) dirty exists 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1265: left oid 44 (ObjNum 418 snap 136 seq_num 418) 2024-09-13T14:22:35.758 INFO:tasks.rados.rados.0.smithi001.stdout:1266: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:35.770 INFO:tasks.rados.rados.0.smithi001.stdout:1267: expect (ObjNum 391 snap 132 seq_num 391) 2024-09-13T14:22:35.845 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[110197]: 2024-09-13T14:22:35.562+0000 7fd5a338d640 -1 Falling back to public interface 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: finishing write tid 1 to smithi00185197-24 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: finishing write tid 2 to smithi00185197-24 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: finishing write tid 3 to smithi00185197-24 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: finishing write tid 4 to smithi00185197-24 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: finishing write tid 5 to smithi00185197-24 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: finishing write tid 6 to smithi00185197-24 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: oid 24 updating version 0 to 626 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: oid 24 updating version 626 to 627 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: oid 24 version 627 is already newer than 623 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: oid 24 version 627 is already newer than 624 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:1270: oid 24 version 627 is already newer than 625 2024-09-13T14:22:35.888 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 627 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:22:35.889 INFO:tasks.rados.rados.0.smithi001.stdout:1270: left oid 24 (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:22:35.889 INFO:tasks.rados.rados.0.smithi001.stdout:1271: expect (ObjNum 374 snap 125 seq_num 374) 2024-09-13T14:22:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:35 smithi001 ceph-mon[96683]: osdmap e333: 8 total, 7 up, 8 in 2024-09-13T14:22:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:35 smithi001 ceph-mon[99232]: osdmap e333: 8 total, 7 up, 8 in 2024-09-13T14:22:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:35 smithi028 ceph-mon[87621]: osdmap e333: 8 total, 7 up, 8 in 2024-09-13T14:22:36.383 INFO:tasks.rados.rados.0.smithi001.stdout:1272: seq_num 420 ranges {1343488=638976,1982464=557056,2539520=450560,2990080=598016} 2024-09-13T14:22:36.394 INFO:tasks.rados.rados.0.smithi001.stdout:1272: writing smithi00185197-27 from 1343488 to 1982464 tid 1 2024-09-13T14:22:36.397 INFO:tasks.rados.rados.0.smithi001.stdout:1272: writing smithi00185197-27 from 1982464 to 2539520 tid 2 2024-09-13T14:22:36.399 INFO:tasks.rados.rados.0.smithi001.stdout:1272: writing smithi00185197-27 from 2539520 to 2990080 tid 3 2024-09-13T14:22:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:1272: writing smithi00185197-27 from 2990080 to 3588096 tid 4 2024-09-13T14:22:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:1265: done (7 left) 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1266: done (6 left) 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1267: done (5 left) 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1268: done (4 left) 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1269: done (3 left) 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1270: done (2 left) 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1271: done (1 left) 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 136 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1272: finishing write tid 1 to smithi00185197-27 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1272: finishing write tid 2 to smithi00185197-27 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1272: finishing write tid 3 to smithi00185197-27 2024-09-13T14:22:36.404 INFO:tasks.rados.rados.0.smithi001.stdout:1273: seq_num 421 ranges {7241728=655360,7897088=442368,8339456=663552,9003008=499712} 2024-09-13T14:22:36.446 INFO:tasks.rados.rados.0.smithi001.stdout:1273: writing smithi00185197-21 from 7241728 to 7897088 tid 1 2024-09-13T14:22:36.449 INFO:tasks.rados.rados.0.smithi001.stdout:1273: writing smithi00185197-21 from 7897088 to 8339456 tid 2 2024-09-13T14:22:36.452 INFO:tasks.rados.rados.0.smithi001.stdout:1273: writing smithi00185197-21 from 8339456 to 9003008 tid 3 2024-09-13T14:22:36.456 INFO:tasks.rados.rados.0.smithi001.stdout:1273: writing smithi00185197-21 from 9003008 to 9502720 tid 4 2024-09-13T14:22:36.456 INFO:tasks.rados.rados.0.smithi001.stdout:1274: read oid 30 snap -1 2024-09-13T14:22:36.456 INFO:tasks.rados.rados.0.smithi001.stdout:1274: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1275: copy_from oid 29 from oid 32 current snap is 136 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: finishing write tid 4 to smithi00185197-27 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: finishing write tid 5 to smithi00185197-27 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: finishing write tid 6 to smithi00185197-27 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: oid 27 updating version 0 to 360 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: oid 27 updating version 360 to 364 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: oid 27 version 364 is already newer than 363 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: oid 27 version 364 is already newer than 361 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: oid 27 version 364 is already newer than 362 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 364 (ObjNum 420 snap 136 seq_num 420) dirty exists 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: left oid 27 (ObjNum 420 snap 136 seq_num 420) 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1273: finishing write tid 1 to smithi00185197-21 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1273: finishing write tid 2 to smithi00185197-21 2024-09-13T14:22:36.457 INFO:tasks.rados.rados.0.smithi001.stdout:1272: done (3 left) 2024-09-13T14:22:36.458 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 136 2024-09-13T14:22:36.458 INFO:tasks.rados.rados.0.smithi001.stdout:1276: seq_num 422 ranges {2048000=671744,2719744=729088,3448832=417792,3866624=458752} 2024-09-13T14:22:36.471 INFO:tasks.rados.rados.0.smithi001.stdout:1276: writing smithi00185197-26 from 2048000 to 2719744 tid 1 2024-09-13T14:22:36.476 INFO:tasks.rados.rados.0.smithi001.stdout:1276: writing smithi00185197-26 from 2719744 to 3448832 tid 2 2024-09-13T14:22:36.478 INFO:tasks.rados.rados.0.smithi001.stdout:1276: writing smithi00185197-26 from 3448832 to 3866624 tid 3 2024-09-13T14:22:36.481 INFO:tasks.rados.rados.0.smithi001.stdout:1276: writing smithi00185197-26 from 3866624 to 4325376 tid 4 2024-09-13T14:22:36.481 INFO:tasks.rados.rados.0.smithi001.stdout:1277: copy_from oid 27 from oid 12 current snap is 136 2024-09-13T14:22:36.482 INFO:tasks.rados.rados.0.smithi001.stdout:1273: finishing write tid 3 to smithi00185197-21 2024-09-13T14:22:36.482 INFO:tasks.rados.rados.0.smithi001.stdout:1274: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:36.508 INFO:tasks.rados.rados.0.smithi001.stdout:1273: finishing write tid 4 to smithi00185197-21 2024-09-13T14:22:36.508 INFO:tasks.rados.rados.0.smithi001.stdout:1273: finishing write tid 5 to smithi00185197-21 2024-09-13T14:22:36.508 INFO:tasks.rados.rados.0.smithi001.stdout:1273: finishing write tid 6 to smithi00185197-21 2024-09-13T14:22:36.508 INFO:tasks.rados.rados.0.smithi001.stdout:1273: oid 21 updating version 0 to 967 2024-09-13T14:22:36.508 INFO:tasks.rados.rados.0.smithi001.stdout:1273: oid 21 version 967 is already newer than 965 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1273: oid 21 updating version 967 to 968 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1273: oid 21 version 968 is already newer than 964 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1273: oid 21 version 968 is already newer than 966 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 968 (ObjNum 421 snap 136 seq_num 421) dirty exists 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1273: left oid 21 (ObjNum 421 snap 136 seq_num 421) 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1276: finishing write tid 1 to smithi00185197-26 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1276: finishing write tid 2 to smithi00185197-26 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1276: finishing write tid 3 to smithi00185197-26 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1273: done (4 left) 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1274: done (3 left) 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1278: read oid 49 snap -1 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1278: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1279: snap_create 2024-09-13T14:22:36.509 INFO:tasks.rados.rados.0.smithi001.stdout:1275: finishing copy_from racing read to smithi00185197-29 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: finishing write tid 4 to smithi00185197-26 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: finishing write tid 5 to smithi00185197-26 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: finishing write tid 6 to smithi00185197-26 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: oid 26 updating version 0 to 974 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: oid 26 version 974 is already newer than 971 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: oid 26 version 974 is already newer than 970 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: oid 26 version 974 is already newer than 973 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: oid 26 version 974 is already newer than 972 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 974 (ObjNum 422 snap 136 seq_num 422) dirty exists 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1276: left oid 26 (ObjNum 422 snap 136 seq_num 422) 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1275: finishing copy_from to smithi00185197-29 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 962 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:22:36.510 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing copy_from racing read to smithi00185197-27 2024-09-13T14:22:36.511 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing copy_from to smithi00185197-27 2024-09-13T14:22:36.511 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 527 (ObjNum 412 snap 134 seq_num 412) dirty exists 2024-09-13T14:22:36.511 INFO:tasks.rados.rados.0.smithi001.stdout:1278: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:36.868 INFO:tasks.rados.rados.0.smithi001.stdout:1275: done (4 left) 2024-09-13T14:22:36.868 INFO:tasks.rados.rados.0.smithi001.stdout:1276: done (3 left) 2024-09-13T14:22:36.868 INFO:tasks.rados.rados.0.smithi001.stdout:1277: done (2 left) 2024-09-13T14:22:36.868 INFO:tasks.rados.rados.0.smithi001.stdout:1278: done (1 left) 2024-09-13T14:22:36.869 INFO:tasks.rados.rados.0.smithi001.stdout:1279: done (0 left) 2024-09-13T14:22:36.869 INFO:tasks.rados.rados.0.smithi001.stdout:1280: snap_create 2024-09-13T14:22:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:36 smithi001 ceph-mon[96683]: pgmap v160: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 24 op/s; 94/768 objects degraded (12.240%) 2024-09-13T14:22:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:36 smithi001 ceph-mon[99232]: pgmap v160: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 24 op/s; 94/768 objects degraded (12.240%) 2024-09-13T14:22:37.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:22:36] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-09-13T14:22:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:36 smithi028 ceph-mon[87621]: pgmap v160: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 24 op/s; 94/768 objects degraded (12.240%) 2024-09-13T14:22:37.636 INFO:tasks.rados.rados.0.smithi001.stdout:1280: done (0 left) 2024-09-13T14:22:37.636 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 138 2024-09-13T14:22:37.636 INFO:tasks.rados.rados.0.smithi001.stdout:1281: seq_num 423 ranges {0=688128,688128=614400,1302528=622592,1925120=368640} 2024-09-13T14:22:37.639 INFO:tasks.rados.rados.0.smithi001.stdout:1281: writing smithi00185197-7 from 0 to 688128 tid 1 2024-09-13T14:22:37.642 INFO:tasks.rados.rados.0.smithi001.stdout:1281: writing smithi00185197-7 from 688128 to 1302528 tid 2 2024-09-13T14:22:37.646 INFO:tasks.rados.rados.0.smithi001.stdout:1281: writing smithi00185197-7 from 1302528 to 1925120 tid 3 2024-09-13T14:22:37.649 INFO:tasks.rados.rados.0.smithi001.stdout:1281: writing smithi00185197-7 from 1925120 to 2293760 tid 4 2024-09-13T14:22:37.649 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 138 2024-09-13T14:22:37.649 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing write tid 1 to smithi00185197-7 2024-09-13T14:22:37.649 INFO:tasks.rados.rados.0.smithi001.stdout:1282: seq_num 424 ranges {11886592=704512,12591104=491520,13082624=434176,13516800=679936} 2024-09-13T14:22:37.718 INFO:tasks.rados.rados.0.smithi001.stdout:1282: writing smithi00185197-45 from 11886592 to 12591104 tid 1 2024-09-13T14:22:37.721 INFO:tasks.rados.rados.0.smithi001.stdout:1282: writing smithi00185197-45 from 12591104 to 13082624 tid 2 2024-09-13T14:22:37.723 INFO:tasks.rados.rados.0.smithi001.stdout:1282: writing smithi00185197-45 from 13082624 to 13516800 tid 3 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1282: writing smithi00185197-45 from 13516800 to 14196736 tid 4 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1283: copy_from oid 38 from oid 44 current snap is 138 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing write tid 2 to smithi00185197-7 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing write tid 3 to smithi00185197-7 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing write tid 4 to smithi00185197-7 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing write tid 5 to smithi00185197-7 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing write tid 6 to smithi00185197-7 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: oid 7 updating version 0 to 531 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: oid 7 version 531 is already newer than 528 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: oid 7 version 531 is already newer than 530 2024-09-13T14:22:37.728 INFO:tasks.rados.rados.0.smithi001.stdout:1281: oid 7 updating version 531 to 532 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:1281: oid 7 version 532 is already newer than 529 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 532 (ObjNum 423 snap 138 seq_num 423) dirty exists 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:1281: left oid 7 (ObjNum 423 snap 138 seq_num 423) 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:1282: finishing write tid 1 to smithi00185197-45 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:1282: finishing write tid 2 to smithi00185197-45 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:1282: finishing write tid 3 to smithi00185197-45 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:1281: done (2 left) 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 138 2024-09-13T14:22:37.729 INFO:tasks.rados.rados.0.smithi001.stdout:1284: seq_num 425 ranges {5349376=720896,6070272=778240,6848512=638976,7487488=188416} 2024-09-13T14:22:37.763 INFO:tasks.rados.rados.0.smithi001.stdout:1284: writing smithi00185197-27 from 5349376 to 6070272 tid 1 2024-09-13T14:22:37.768 INFO:tasks.rados.rados.0.smithi001.stdout:1284: writing smithi00185197-27 from 6070272 to 6848512 tid 2 2024-09-13T14:22:37.772 INFO:tasks.rados.rados.0.smithi001.stdout:1284: writing smithi00185197-27 from 6848512 to 7487488 tid 3 2024-09-13T14:22:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:1284: writing smithi00185197-27 from 7487488 to 7675904 tid 4 2024-09-13T14:22:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 138 2024-09-13T14:22:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:1282: finishing write tid 4 to smithi00185197-45 2024-09-13T14:22:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:1282: finishing write tid 5 to smithi00185197-45 2024-09-13T14:22:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:1282: finishing write tid 6 to smithi00185197-45 2024-09-13T14:22:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:1282: oid 45 updating version 0 to 535 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1282: oid 45 version 535 is already newer than 533 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1282: oid 45 updating version 535 to 536 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1282: oid 45 version 536 is already newer than 534 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1282: oid 45 updating version 536 to 537 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 537 (ObjNum 424 snap 138 seq_num 424) dirty exists 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1282: left oid 45 (ObjNum 424 snap 138 seq_num 424) 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1283: finishing copy_from racing read to smithi00185197-38 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing write tid 1 to smithi00185197-27 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1283: finishing copy_from to smithi00185197-38 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 626 (ObjNum 418 snap 136 seq_num 418) dirty exists 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing write tid 2 to smithi00185197-27 2024-09-13T14:22:37.777 INFO:tasks.rados.rados.0.smithi001.stdout:1285: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-09-13T14:22:37.778 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00185197-5 from 0 to 737280 tid 1 2024-09-13T14:22:37.782 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00185197-5 from 737280 to 1449984 tid 2 2024-09-13T14:22:37.786 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00185197-5 from 1449984 to 2252800 tid 3 2024-09-13T14:22:37.787 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00185197-5 from 2252800 to 2342912 tid 4 2024-09-13T14:22:37.787 INFO:tasks.rados.rados.0.smithi001.stdout:1282: done (3 left) 2024-09-13T14:22:37.787 INFO:tasks.rados.rados.0.smithi001.stdout:1283: done (2 left) 2024-09-13T14:22:37.788 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 138 2024-09-13T14:22:37.788 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing write tid 3 to smithi00185197-27 2024-09-13T14:22:37.788 INFO:tasks.rados.rados.0.smithi001.stdout:1286: seq_num 427 ranges {7774208=761856,8536064=598016,9134080=606208,9740288=401408} 2024-09-13T14:22:37.834 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00185197-14 from 7774208 to 8536064 tid 1 2024-09-13T14:22:37.837 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00185197-14 from 8536064 to 9134080 tid 2 2024-09-13T14:22:37.841 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00185197-14 from 9134080 to 9740288 tid 3 2024-09-13T14:22:37.843 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00185197-14 from 9740288 to 10141696 tid 4 2024-09-13T14:22:37.843 INFO:tasks.rados.rados.0.smithi001.stdout:1287: snap_remove snap 134 2024-09-13T14:22:38.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[99232]: osdmap e334: 8 total, 7 up, 8 in 2024-09-13T14:22:38.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 94/768 objects degraded (12.240%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:38.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[99232]: osdmap e335: 8 total, 7 up, 8 in 2024-09-13T14:22:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[96683]: osdmap e334: 8 total, 7 up, 8 in 2024-09-13T14:22:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 94/768 objects degraded (12.240%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[96683]: osdmap e335: 8 total, 7 up, 8 in 2024-09-13T14:22:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:37 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:37 smithi028 ceph-mon[87621]: osdmap e334: 8 total, 7 up, 8 in 2024-09-13T14:22:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:37 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 94/768 objects degraded (12.240%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:37 smithi028 ceph-mon[87621]: osdmap e335: 8 total, 7 up, 8 in 2024-09-13T14:22:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:37 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:37 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:38.737 INFO:tasks.rados.rados.0.smithi001.stdout:1287: done (3 left) 2024-09-13T14:22:38.737 INFO:tasks.rados.rados.0.smithi001.stdout:1288: snap_create 2024-09-13T14:22:38.737 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing write tid 4 to smithi00185197-27 2024-09-13T14:22:38.737 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing write tid 5 to smithi00185197-27 2024-09-13T14:22:38.737 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing write tid 6 to smithi00185197-27 2024-09-13T14:22:38.737 INFO:tasks.rados.rados.0.smithi001.stdout:1284: oid 27 updating version 0 to 539 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:1284: oid 27 updating version 539 to 541 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:1284: oid 27 updating version 541 to 542 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:1284: oid 27 version 542 is already newer than 540 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:1284: oid 27 version 542 is already newer than 538 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 542 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:1284: left oid 27 (ObjNum 425 snap 138 seq_num 425) 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 1 to smithi00185197-5 2024-09-13T14:22:38.738 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 2 to smithi00185197-5 2024-09-13T14:22:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 3 to smithi00185197-5 2024-09-13T14:22:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 4 to smithi00185197-5 2024-09-13T14:22:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 5 to smithi00185197-5 2024-09-13T14:22:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 6 to smithi00185197-5 2024-09-13T14:22:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1285: oid 5 updating version 0 to 765 2024-09-13T14:22:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1285: oid 5 version 765 is already newer than 762 2024-09-13T14:22:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1285: oid 5 updating version 765 to 766 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1285: oid 5 version 766 is already newer than 763 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1285: oid 5 version 766 is already newer than 764 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 766 (ObjNum 426 snap 138 seq_num 426) dirty exists 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1285: left oid 5 (ObjNum 426 snap 138 seq_num 426) 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 1 to smithi00185197-14 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 2 to smithi00185197-14 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 3 to smithi00185197-14 2024-09-13T14:22:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 4 to smithi00185197-14 2024-09-13T14:22:38.741 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 5 to smithi00185197-14 2024-09-13T14:22:38.741 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 6 to smithi00185197-14 2024-09-13T14:22:38.741 INFO:tasks.rados.rados.0.smithi001.stdout:1286: oid 14 updating version 0 to 149 2024-09-13T14:22:38.741 INFO:tasks.rados.rados.0.smithi001.stdout:1286: oid 14 updating version 149 to 153 2024-09-13T14:22:38.741 INFO:tasks.rados.rados.0.smithi001.stdout:1286: oid 14 version 153 is already newer than 151 2024-09-13T14:22:38.741 INFO:tasks.rados.rados.0.smithi001.stdout:1286: oid 14 version 153 is already newer than 150 2024-09-13T14:22:38.741 INFO:tasks.rados.rados.0.smithi001.stdout:1286: oid 14 version 153 is already newer than 152 2024-09-13T14:22:38.742 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 153 (ObjNum 427 snap 138 seq_num 427) dirty exists 2024-09-13T14:22:38.742 INFO:tasks.rados.rados.0.smithi001.stdout:1286: left oid 14 (ObjNum 427 snap 138 seq_num 427) 2024-09-13T14:22:39.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[96683]: pgmap v163: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.1 MiB/s wr, 31 op/s; 94/777 objects degraded (12.098%) 2024-09-13T14:22:39.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:39.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:39.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[96683]: osdmap e336: 8 total, 7 up, 8 in 2024-09-13T14:22:39.085 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[99232]: pgmap v163: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.1 MiB/s wr, 31 op/s; 94/777 objects degraded (12.098%) 2024-09-13T14:22:39.085 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:39.085 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:39.085 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:38 smithi001 ceph-mon[99232]: osdmap e336: 8 total, 7 up, 8 in 2024-09-13T14:22:39.352 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[110197]: 2024-09-13T14:22:39.223+0000 7fd5a338d640 -1 osd.1 325 log_to_monitors true 2024-09-13T14:22:39.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:38 smithi028 ceph-mon[87621]: pgmap v163: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.1 MiB/s wr, 31 op/s; 94/777 objects degraded (12.098%) 2024-09-13T14:22:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:38 smithi028 ceph-mon[87621]: osdmap e336: 8 total, 7 up, 8 in 2024-09-13T14:22:39.738 INFO:tasks.rados.rados.0.smithi001.stdout:1284: done (3 left) 2024-09-13T14:22:39.738 INFO:tasks.rados.rados.0.smithi001.stdout:1285: done (2 left) 2024-09-13T14:22:39.738 INFO:tasks.rados.rados.0.smithi001.stdout:1286: done (1 left) 2024-09-13T14:22:39.738 INFO:tasks.rados.rados.0.smithi001.stdout:1288: done (0 left) 2024-09-13T14:22:39.738 INFO:tasks.rados.rados.0.smithi001.stdout:1289: copy_from oid 34 from oid 38 current snap is 139 2024-09-13T14:22:39.739 INFO:tasks.rados.rados.0.smithi001.stdout:1290: rollback oid 46 current snap is 139 2024-09-13T14:22:39.739 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 121 2024-09-13T14:22:39.739 INFO:tasks.rados.rados.0.smithi001.stdout:1291: rollback oid 23 current snap is 139 2024-09-13T14:22:39.739 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 138 2024-09-13T14:22:39.739 INFO:tasks.rados.rados.0.smithi001.stdout:1292: delete oid 22 current snap is 139 2024-09-13T14:22:39.751 INFO:tasks.rados.rados.0.smithi001.stdout:1292: done (3 left) 2024-09-13T14:22:39.751 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 139 2024-09-13T14:22:39.751 INFO:tasks.rados.rados.0.smithi001.stdout:1293: seq_num 429 ranges {5349376=794624,6144000=770048,6914048=622592,7536640=212992} 2024-09-13T14:22:39.782 INFO:tasks.rados.rados.0.smithi001.stdout:1293: writing smithi00185197-12 from 5349376 to 6144000 tid 1 2024-09-13T14:22:39.787 INFO:tasks.rados.rados.0.smithi001.stdout:1293: writing smithi00185197-12 from 6144000 to 6914048 tid 2 2024-09-13T14:22:39.790 INFO:tasks.rados.rados.0.smithi001.stdout:1293: writing smithi00185197-12 from 6914048 to 7536640 tid 3 2024-09-13T14:22:39.792 INFO:tasks.rados.rados.0.smithi001.stdout:1293: writing smithi00185197-12 from 7536640 to 7749632 tid 4 2024-09-13T14:22:39.792 INFO:tasks.rados.rados.0.smithi001.stdout:1294: copy_from oid 28 from oid 42 current snap is 139 2024-09-13T14:22:39.793 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing rollback tid 0 to smithi00185197-46 2024-09-13T14:22:39.793 INFO:tasks.rados.rados.0.smithi001.stdout:1295: snap_remove snap 135 2024-09-13T14:22:39.796 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[110197]: 2024-09-13T14:22:39.771+0000 7fd59712f640 -1 osd.1 325 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:22:40.083 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[96683]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:22:40.083 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[96683]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:22:40.083 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[96683]: osdmap e337: 8 total, 7 up, 8 in 2024-09-13T14:22:40.083 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[96683]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:40.084 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[99232]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:22:40.084 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[99232]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:22:40.084 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[99232]: osdmap e337: 8 total, 7 up, 8 in 2024-09-13T14:22:40.084 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:39 smithi001 ceph-mon[99232]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:39 smithi028 ceph-mon[87621]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:22:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:39 smithi028 ceph-mon[87621]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:22:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:39 smithi028 ceph-mon[87621]: osdmap e337: 8 total, 7 up, 8 in 2024-09-13T14:22:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:39 smithi028 ceph-mon[87621]: from='osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:22:40.747 INFO:tasks.rados.rados.0.smithi001.stdout:1295: done (5 left) 2024-09-13T14:22:40.747 INFO:tasks.rados.rados.0.smithi001.stdout:1296: copy_from oid 10 from oid 24 current snap is 139 2024-09-13T14:22:40.747 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing rollback tid 1 to smithi00185197-46 2024-09-13T14:22:40.747 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing rollback tid 2 to smithi00185197-46 2024-09-13T14:22:40.747 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 965 (ObjNum 338 snap 106 seq_num 338) dirty exists 2024-09-13T14:22:40.747 INFO:tasks.rados.rados.0.smithi001.stdout:1291: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1291: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1291: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 629 (ObjNum 403 snap 133 seq_num 403) dirty exists 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1293: finishing write tid 1 to smithi00185197-12 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1293: finishing write tid 2 to smithi00185197-12 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1290: done (5 left) 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1291: done (4 left) 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1297: copy_from oid 37 from oid 46 current snap is 139 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1289: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1293: finishing write tid 3 to smithi00185197-12 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1293: finishing write tid 4 to smithi00185197-12 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1293: finishing write tid 5 to smithi00185197-12 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1293: finishing write tid 6 to smithi00185197-12 2024-09-13T14:22:40.748 INFO:tasks.rados.rados.0.smithi001.stdout:1293: oid 12 updating version 0 to 530 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1293: oid 12 version 530 is already newer than 529 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1293: oid 12 updating version 530 to 533 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1293: oid 12 version 533 is already newer than 532 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1293: oid 12 version 533 is already newer than 531 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 533 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1293: left oid 12 (ObjNum 429 snap 139 seq_num 429) 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1294: finishing copy_from racing read to smithi00185197-28 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1289: finishing copy_from to smithi00185197-34 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 626 (ObjNum 418 snap 136 seq_num 418) dirty exists 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1294: finishing copy_from to smithi00185197-28 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 308 (ObjNum 409 snap 134 seq_num 409) dirty exists 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1289: done (4 left) 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1293: done (3 left) 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:1294: done (2 left) 2024-09-13T14:22:40.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 139 2024-09-13T14:22:40.750 INFO:tasks.rados.rados.0.smithi001.stdout:1298: seq_num 430 ranges {5824512=8192} 2024-09-13T14:22:40.781 INFO:tasks.rados.rados.0.smithi001.stdout:1298: writing smithi00185197-29 from 5824512 to 5832704 tid 1 2024-09-13T14:22:40.781 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 139 2024-09-13T14:22:40.782 INFO:tasks.rados.rados.0.smithi001.stdout:1299: seq_num 431 ranges {0=24576} 2024-09-13T14:22:40.782 INFO:tasks.rados.rados.0.smithi001.stdout:1299: writing smithi00185197-33 from 0 to 24576 tid 1 2024-09-13T14:22:40.782 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 139 2024-09-13T14:22:40.782 INFO:tasks.rados.rados.0.smithi001.stdout:1300: seq_num 432 ranges {5824512=40960} 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1300: writing smithi00185197-32 from 5824512 to 5865472 tid 1 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1301: rmattr oid 3 current snap is 139 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1301: done (5 left) 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1302: delete oid 18 current snap is 139 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1298: finishing write tid 1 to smithi00185197-29 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1298: finishing write tid 2 to smithi00185197-29 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1298: finishing write tid 3 to smithi00185197-29 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1298: oid 29 updating version 0 to 967 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:1298: oid 29 version 967 is already newer than 966 2024-09-13T14:22:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 967 (ObjNum 430 snap 139 seq_num 430) dirty exists 2024-09-13T14:22:40.815 INFO:tasks.rados.rados.0.smithi001.stdout:1298: left oid 29 (ObjNum 430 snap 139 seq_num 430) 2024-09-13T14:22:40.816 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 1 to smithi00185197-32 2024-09-13T14:22:40.816 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 2 to smithi00185197-32 2024-09-13T14:22:40.818 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 3 to smithi00185197-32 2024-09-13T14:22:40.818 INFO:tasks.rados.rados.0.smithi001.stdout:1300: oid 32 updating version 0 to 986 2024-09-13T14:22:40.818 INFO:tasks.rados.rados.0.smithi001.stdout:1300: oid 32 updating version 986 to 987 2024-09-13T14:22:40.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 987 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-13T14:22:40.818 INFO:tasks.rados.rados.0.smithi001.stdout:1300: left oid 32 (ObjNum 432 snap 139 seq_num 432) 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[96683]: pgmap v166: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 394 KiB/s rd, 1.0 MiB/s wr, 9 op/s; 94/777 objects degraded (12.098%) 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[96683]: osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624] boot 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[96683]: osdmap e338: 8 total, 8 up, 8 in 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[99232]: pgmap v166: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 394 KiB/s rd, 1.0 MiB/s wr, 9 op/s; 94/777 objects degraded (12.098%) 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:22:41.249 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[99232]: osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624] boot 2024-09-13T14:22:41.250 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[99232]: osdmap e338: 8 total, 8 up, 8 in 2024-09-13T14:22:41.250 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:22:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:40 smithi028 ceph-mon[87621]: pgmap v166: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 394 KiB/s rd, 1.0 MiB/s wr, 9 op/s; 94/777 objects degraded (12.098%) 2024-09-13T14:22:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:40 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:22:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:40 smithi028 ceph-mon[87621]: osd.1 [v2:172.21.15.1:6810/2077610624,v1:172.21.15.1:6811/2077610624] boot 2024-09-13T14:22:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:40 smithi028 ceph-mon[87621]: osdmap e338: 8 total, 8 up, 8 in 2024-09-13T14:22:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:22:41.772 INFO:tasks.rados.rados.0.smithi001.stdout:1299: finishing write tid 1 to smithi00185197-33 2024-09-13T14:22:41.772 INFO:tasks.rados.rados.0.smithi001.stdout:1299: finishing write tid 2 to smithi00185197-33 2024-09-13T14:22:41.772 INFO:tasks.rados.rados.0.smithi001.stdout:1298: done (5 left) 2024-09-13T14:22:41.773 INFO:tasks.rados.rados.0.smithi001.stdout:1300: done (4 left) 2024-09-13T14:22:41.773 INFO:tasks.rados.rados.0.smithi001.stdout:1302: done (3 left) 2024-09-13T14:22:41.773 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 139 2024-09-13T14:22:41.773 INFO:tasks.rados.rados.0.smithi001.stdout:1303: seq_num 434 ranges {7749632=73728} 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:1303: writing smithi00185197-12 from 7749632 to 7823360 tid 1 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:1304: delete oid 45 current snap is 139 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:1299: finishing write tid 3 to smithi00185197-33 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:1299: oid 33 updating version 0 to 632 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:1299: oid 33 version 632 is already newer than 631 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 632 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:1299: left oid 33 (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:22:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:1297: finishing copy_from racing read to smithi00185197-37 2024-09-13T14:22:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:1297: finishing copy_from to smithi00185197-37 2024-09-13T14:22:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 965 (ObjNum 338 snap 106 seq_num 338) dirty exists 2024-09-13T14:22:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:1296: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:22:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:1296: finishing copy_from to smithi00185197-10 2024-09-13T14:22:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 627 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:22:41.820 INFO:tasks.rados.rados.0.smithi001.stdout:1296: done (4 left) 2024-09-13T14:22:41.820 INFO:tasks.rados.rados.0.smithi001.stdout:1297: done (3 left) 2024-09-13T14:22:41.820 INFO:tasks.rados.rados.0.smithi001.stdout:1299: done (2 left) 2024-09-13T14:22:41.820 INFO:tasks.rados.rados.0.smithi001.stdout:1304: done (1 left) 2024-09-13T14:22:41.821 INFO:tasks.rados.rados.0.smithi001.stdout:1305: setattr oid 18 current snap is 139 2024-09-13T14:22:41.822 INFO:tasks.rados.rados.0.smithi001.stdout:1306: read oid 22 snap -1 2024-09-13T14:22:41.823 INFO:tasks.rados.rados.0.smithi001.stdout:1306: expect deleted 2024-09-13T14:22:41.823 INFO:tasks.rados.rados.0.smithi001.stdout:1307: snap_remove snap 137 2024-09-13T14:22:41.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:22:41.768+0000 7ff0df838640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:22:42.748 INFO:tasks.rados.rados.0.smithi001.stdout:1307: done (3 left) 2024-09-13T14:22:42.748 INFO:tasks.rados.rados.0.smithi001.stdout:1308: snap_remove snap 117 2024-09-13T14:22:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: pgmap v169: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 386 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 10 MiB/s wr, 20 op/s; 98/816 objects degraded (12.010%) 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: osdmap e339: 8 total, 8 up, 8 in 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:22:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[96683]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: pgmap v169: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 386 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 10 MiB/s wr, 20 op/s; 98/816 objects degraded (12.010%) 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: osdmap e339: 8 total, 8 up, 8 in 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:22:43.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:22:43.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:42 smithi001 ceph-mon[99232]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:22:43.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: pgmap v169: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 386 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 10 MiB/s wr, 20 op/s; 98/816 objects degraded (12.010%) 2024-09-13T14:22:43.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:43.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: osdmap e339: 8 total, 8 up, 8 in 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:22:43.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:42 smithi028 ceph-mon[87621]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 634 (ObjNum 4113 snap 0 seq_num 314339648) dirty exists 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:1303: finishing write tid 1 to smithi00185197-12 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:1303: finishing write tid 2 to smithi00185197-12 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:1303: finishing write tid 3 to smithi00185197-12 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:1303: oid 12 updating version 0 to 536 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:1303: oid 12 version 536 is already newer than 535 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 536 (ObjNum 434 snap 139 seq_num 434) dirty exists 2024-09-13T14:22:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:1303: left oid 12 (ObjNum 434 snap 139 seq_num 434) 2024-09-13T14:22:43.756 INFO:tasks.rados.rados.0.smithi001.stdout:1303: done (3 left) 2024-09-13T14:22:43.756 INFO:tasks.rados.rados.0.smithi001.stdout:1305: done (2 left) 2024-09-13T14:22:43.756 INFO:tasks.rados.rados.0.smithi001.stdout:1306: done (1 left) 2024-09-13T14:22:43.756 INFO:tasks.rados.rados.0.smithi001.stdout:1308: done (0 left) 2024-09-13T14:22:43.756 INFO:tasks.rados.rados.0.smithi001.stdout:1309: snap_create 2024-09-13T14:22:44.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:43 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 98/816 objects degraded (12.010%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:44.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:43 smithi028 ceph-mon[87621]: osdmap e340: 8 total, 8 up, 8 in 2024-09-13T14:22:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:43 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 98/816 objects degraded (12.010%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:43 smithi001 ceph-mon[96683]: osdmap e340: 8 total, 8 up, 8 in 2024-09-13T14:22:44.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:43 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 98/816 objects degraded (12.010%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:22:44.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:43 smithi001 ceph-mon[99232]: osdmap e340: 8 total, 8 up, 8 in 2024-09-13T14:22:44.755 INFO:tasks.rados.rados.0.smithi001.stdout:1309: done (0 left) 2024-09-13T14:22:44.755 INFO:tasks.rados.rados.0.smithi001.stdout:1310: rollback oid 14 current snap is 140 2024-09-13T14:22:44.755 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 106 2024-09-13T14:22:44.755 INFO:tasks.rados.rados.0.smithi001.stdout:1311: snap_remove snap 101 2024-09-13T14:22:45.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:44 smithi001 ceph-mon[96683]: pgmap v172: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 14 MiB/s wr, 24 op/s; 94/816 objects degraded (11.520%) 2024-09-13T14:22:45.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:44 smithi001 ceph-mon[96683]: osdmap e341: 8 total, 8 up, 8 in 2024-09-13T14:22:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:44 smithi001 ceph-mon[99232]: pgmap v172: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 14 MiB/s wr, 24 op/s; 94/816 objects degraded (11.520%) 2024-09-13T14:22:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:44 smithi001 ceph-mon[99232]: osdmap e341: 8 total, 8 up, 8 in 2024-09-13T14:22:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:44 smithi028 ceph-mon[87621]: pgmap v172: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 14 MiB/s wr, 24 op/s; 94/816 objects degraded (11.520%) 2024-09-13T14:22:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:44 smithi028 ceph-mon[87621]: osdmap e341: 8 total, 8 up, 8 in 2024-09-13T14:22:45.766 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:22:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:22:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:22:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 165 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-09-13T14:22:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1310: done (1 left) 2024-09-13T14:22:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1311: done (0 left) 2024-09-13T14:22:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1312: snap_remove snap 121 2024-09-13T14:22:46.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:45 smithi001 ceph-mon[96683]: osdmap e342: 8 total, 8 up, 8 in 2024-09-13T14:22:46.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:45 smithi001 ceph-mon[99232]: osdmap e342: 8 total, 8 up, 8 in 2024-09-13T14:22:46.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:45 smithi028 ceph-mon[87621]: osdmap e342: 8 total, 8 up, 8 in 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:1312: done (0 left) 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:1313: rollback oid 16 current snap is 140 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 123 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:1314: read oid 31 snap -1 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:1314: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:1315: read oid 6 snap -1 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:1315: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:1316: rollback oid 23 current snap is 140 2024-09-13T14:22:46.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 129 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1317: read oid 50 snap -1 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1317: expect (ObjNum 360 snap 117 seq_num 360) 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1318: rmattr oid 26 current snap is 140 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1318: done (5 left) 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1319: copy_from oid 49 from oid 25 current snap is 140 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1320: read oid 26 snap -1 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1320: expect (ObjNum 422 snap 136 seq_num 422) 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1321: rollback oid 22 current snap is 140 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 118 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 140 2024-09-13T14:22:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1322: seq_num 436 ranges {0=106496} 2024-09-13T14:22:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:1322: writing smithi00185197-11 from 0 to 106496 tid 1 2024-09-13T14:22:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 140 2024-09-13T14:22:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:1323: seq_num 437 ranges {7757824=122880} 2024-09-13T14:22:46.818 INFO:tasks.rados.rados.0.smithi001.stdout:1323: writing smithi00185197-8 from 7757824 to 7880704 tid 1 2024-09-13T14:22:46.818 INFO:tasks.rados.rados.0.smithi001.stdout:1324: setattr oid 27 current snap is 140 2024-09-13T14:22:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:1314: expect (ObjNum 246 snap 75 seq_num 246) 2024-09-13T14:22:46.865 INFO:tasks.rados.rados.0.smithi001.stdout:1321: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:22:46.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 834 (ObjNum 465 snap 0 seq_num 1914607228) dirty dne 2024-09-13T14:22:46.865 INFO:tasks.rados.rados.0.smithi001.stdout:1316: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:22:46.865 INFO:tasks.rados.rados.0.smithi001.stdout:1316: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:22:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:1316: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:22:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 632 (ObjNum 309 snap 98 seq_num 309) dirty exists 2024-09-13T14:22:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:1313: finishing rollback tid 0 to smithi00185197-16 2024-09-13T14:22:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:1313: finishing rollback tid 1 to smithi00185197-16 2024-09-13T14:22:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:1313: finishing rollback tid 2 to smithi00185197-16 2024-09-13T14:22:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 970 (ObjNum 310 snap 98 seq_num 310) dirty exists 2024-09-13T14:22:46.867 INFO:tasks.rados.rados.0.smithi001.stdout:1315: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:46.874 INFO:tasks.rados.rados.0.smithi001.stdout:1322: finishing write tid 1 to smithi00185197-11 2024-09-13T14:22:46.875 INFO:tasks.rados.rados.0.smithi001.stdout:1322: finishing write tid 2 to smithi00185197-11 2024-09-13T14:22:46.875 INFO:tasks.rados.rados.0.smithi001.stdout:1317: expect (ObjNum 360 snap 117 seq_num 360) 2024-09-13T14:22:47.010 INFO:tasks.rados.rados.0.smithi001.stdout:1320: expect (ObjNum 422 snap 136 seq_num 422) 2024-09-13T14:22:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[96683]: pgmap v175: 121 pgs: 6 peering, 115 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.3 MiB/s wr, 12 op/s; 17 MiB/s, 3 objects/s recovering 2024-09-13T14:22:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 94/816 objects degraded (11.520%), 11 pgs degraded) 2024-09-13T14:22:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:22:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[96683]: osdmap e343: 8 total, 8 up, 8 in 2024-09-13T14:22:47.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:22:46] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-09-13T14:22:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[99232]: pgmap v175: 121 pgs: 6 peering, 115 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.3 MiB/s wr, 12 op/s; 17 MiB/s, 3 objects/s recovering 2024-09-13T14:22:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 94/816 objects degraded (11.520%), 11 pgs degraded) 2024-09-13T14:22:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:22:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:46 smithi001 ceph-mon[99232]: osdmap e343: 8 total, 8 up, 8 in 2024-09-13T14:22:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:46 smithi028 ceph-mon[87621]: pgmap v175: 121 pgs: 6 peering, 115 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.3 MiB/s wr, 12 op/s; 17 MiB/s, 3 objects/s recovering 2024-09-13T14:22:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:46 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 94/816 objects degraded (11.520%), 11 pgs degraded) 2024-09-13T14:22:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:46 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:22:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:46 smithi028 ceph-mon[87621]: osdmap e343: 8 total, 8 up, 8 in 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:1322: finishing write tid 3 to smithi00185197-11 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:1322: oid 11 updating version 0 to 1014 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:1322: oid 11 updating version 1014 to 1015 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1015 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:1322: left oid 11 (ObjNum 436 snap 140 seq_num 436) 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:1319: finishing copy_from racing read to smithi00185197-49 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:1319: finishing copy_from to smithi00185197-49 2024-09-13T14:22:47.158 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 606 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1323: finishing write tid 1 to smithi00185197-8 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1323: finishing write tid 2 to smithi00185197-8 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1323: finishing write tid 3 to smithi00185197-8 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1323: oid 8 updating version 0 to 802 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1323: oid 8 updating version 802 to 803 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 803 (ObjNum 437 snap 140 seq_num 437) dirty exists 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1323: left oid 8 (ObjNum 437 snap 140 seq_num 437) 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1313: done (10 left) 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1314: done (9 left) 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1315: done (8 left) 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1316: done (7 left) 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1317: done (6 left) 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1319: done (5 left) 2024-09-13T14:22:47.159 INFO:tasks.rados.rados.0.smithi001.stdout:1320: done (4 left) 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1321: done (3 left) 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1322: done (2 left) 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1323: done (1 left) 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1325: copy_from oid 41 from oid 30 current snap is 140 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 140 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1326: seq_num 438 ranges {0=139264} 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1326: writing smithi00185197-2 from 0 to 139264 tid 1 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1327: copy_from oid 19 from oid 22 current snap is 140 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1328: copy_from oid 21 from oid 7 current snap is 140 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1329: rollback oid 18 current snap is 140 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 122 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1330: read oid 8 snap -1 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1330: expect (ObjNum 437 snap 140 seq_num 437) 2024-09-13T14:22:47.160 INFO:tasks.rados.rados.0.smithi001.stdout:1331: snap_remove snap 124 2024-09-13T14:22:47.781 INFO:tasks.rados.rados.0.smithi001.stdout:1327: finishing copy_from to smithi00185197-19 2024-09-13T14:22:47.781 INFO:tasks.rados.rados.0.smithi001.stdout:1327: got expected ENOENT (src dne) 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1327: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1326: finishing write tid 1 to smithi00185197-2 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 544 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1329: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1326: finishing write tid 2 to smithi00185197-2 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1329: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 636 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1326: finishing write tid 3 to smithi00185197-2 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1326: oid 2 updating version 0 to 972 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1326: oid 2 version 972 is already newer than 971 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 972 (ObjNum 438 snap 140 seq_num 438) dirty exists 2024-09-13T14:22:47.782 INFO:tasks.rados.rados.0.smithi001.stdout:1326: left oid 2 (ObjNum 438 snap 140 seq_num 438) 2024-09-13T14:22:47.783 INFO:tasks.rados.rados.0.smithi001.stdout:1328: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:22:47.783 INFO:tasks.rados.rados.0.smithi001.stdout:1328: finishing copy_from to smithi00185197-21 2024-09-13T14:22:47.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 532 (ObjNum 423 snap 138 seq_num 423) dirty exists 2024-09-13T14:22:47.783 INFO:tasks.rados.rados.0.smithi001.stdout:1330: expect (ObjNum 437 snap 140 seq_num 437) 2024-09-13T14:22:48.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:47 smithi001 ceph-mon[96683]: osdmap e344: 8 total, 8 up, 8 in 2024-09-13T14:22:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:47 smithi001 ceph-mon[99232]: osdmap e344: 8 total, 8 up, 8 in 2024-09-13T14:22:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:47 smithi028 ceph-mon[87621]: osdmap e344: 8 total, 8 up, 8 in 2024-09-13T14:22:48.296 INFO:tasks.rados.rados.0.smithi001.stdout:1325: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:22:48.296 INFO:tasks.rados.rados.0.smithi001.stdout:1325: finishing copy_from to smithi00185197-41 2024-09-13T14:22:48.296 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 602 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1324: done (7 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1325: done (6 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1326: done (5 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1327: done (4 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1328: done (3 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1329: done (2 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1330: done (1 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1331: done (0 left) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1332: copy_from oid 27 from oid 25 current snap is 140 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1333: read oid 24 snap 138 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1333: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1334: rollback oid 19 current snap is 140 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 113 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1335: read oid 32 snap -1 2024-09-13T14:22:48.297 INFO:tasks.rados.rados.0.smithi001.stdout:1335: expect (ObjNum 432 snap 139 seq_num 432) 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1336: read oid 8 snap -1 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1336: expect (ObjNum 437 snap 140 seq_num 437) 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1337: read oid 14 snap -1 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1337: expect (ObjNum 265 snap 78 seq_num 265) 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1338: rmattr oid 2 current snap is 140 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1338: done (6 left) 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1339: copy_from oid 6 from oid 18 current snap is 140 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 140 2024-09-13T14:22:48.298 INFO:tasks.rados.rados.0.smithi001.stdout:1340: seq_num 439 ranges {5505024=155648} 2024-09-13T14:22:48.330 INFO:tasks.rados.rados.0.smithi001.stdout:1340: writing smithi00185197-43 from 5505024 to 5660672 tid 1 2024-09-13T14:22:48.330 INFO:tasks.rados.rados.0.smithi001.stdout:1334: finishing rollback tid 0 to smithi00185197-19 2024-09-13T14:22:48.330 INFO:tasks.rados.rados.0.smithi001.stdout:1334: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 571 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:1339: finishing copy_from to smithi00185197-6 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:1339: got expected ENOENT (src dne) 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:1339: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:1334: done (7 left) 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:1339: done (6 left) 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 140 2024-09-13T14:22:48.331 INFO:tasks.rados.rados.0.smithi001.stdout:1341: seq_num 440 ranges {3276800=172032} 2024-09-13T14:22:48.350 INFO:tasks.rados.rados.0.smithi001.stdout:1341: writing smithi00185197-16 from 3276800 to 3448832 tid 1 2024-09-13T14:22:48.350 INFO:tasks.rados.rados.0.smithi001.stdout:1342: setattr oid 1 current snap is 140 2024-09-13T14:22:48.350 INFO:tasks.rados.rados.0.smithi001.stdout:1335: expect (ObjNum 432 snap 139 seq_num 432) 2024-09-13T14:22:48.748 INFO:tasks.rados.rados.0.smithi001.stdout:1340: finishing write tid 1 to smithi00185197-43 2024-09-13T14:22:48.749 INFO:tasks.rados.rados.0.smithi001.stdout:1340: finishing write tid 2 to smithi00185197-43 2024-09-13T14:22:48.749 INFO:tasks.rados.rados.0.smithi001.stdout:1340: finishing write tid 3 to smithi00185197-43 2024-09-13T14:22:48.749 INFO:tasks.rados.rados.0.smithi001.stdout:1340: oid 43 updating version 0 to 627 2024-09-13T14:22:48.749 INFO:tasks.rados.rados.0.smithi001.stdout:1340: oid 43 updating version 627 to 628 2024-09-13T14:22:48.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 628 (ObjNum 439 snap 140 seq_num 439) dirty exists 2024-09-13T14:22:48.749 INFO:tasks.rados.rados.0.smithi001.stdout:1340: left oid 43 (ObjNum 439 snap 140 seq_num 439) 2024-09-13T14:22:48.749 INFO:tasks.rados.rados.0.smithi001.stdout:1337: expect (ObjNum 265 snap 78 seq_num 265) 2024-09-13T14:22:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:48 smithi001 ceph-mon[96683]: pgmap v178: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 9 op/s; 21 MiB/s, 4 objects/s recovering 2024-09-13T14:22:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:48 smithi001 ceph-mon[96683]: osdmap e345: 8 total, 8 up, 8 in 2024-09-13T14:22:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:48 smithi001 ceph-mon[99232]: pgmap v178: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 9 op/s; 21 MiB/s, 4 objects/s recovering 2024-09-13T14:22:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:48 smithi001 ceph-mon[99232]: osdmap e345: 8 total, 8 up, 8 in 2024-09-13T14:22:49.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:48 smithi028 ceph-mon[87621]: pgmap v178: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 9 op/s; 21 MiB/s, 4 objects/s recovering 2024-09-13T14:22:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:48 smithi028 ceph-mon[87621]: osdmap e345: 8 total, 8 up, 8 in 2024-09-13T14:22:49.136 INFO:tasks.rados.rados.0.smithi001.stdout:1336: expect (ObjNum 437 snap 140 seq_num 437) 2024-09-13T14:22:49.644 INFO:tasks.rados.rados.0.smithi001.stdout:1332: finishing copy_from racing read to smithi00185197-27 2024-09-13T14:22:49.644 INFO:tasks.rados.rados.0.smithi001.stdout:1332: finishing copy_from to smithi00185197-27 2024-09-13T14:22:49.645 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 606 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:22:49.645 INFO:tasks.rados.rados.0.smithi001.stdout:1333: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:22:50.326 INFO:tasks.rados.rados.0.smithi001.stdout:1341: finishing write tid 1 to smithi00185197-16 2024-09-13T14:22:50.326 INFO:tasks.rados.rados.0.smithi001.stdout:1341: finishing write tid 2 to smithi00185197-16 2024-09-13T14:22:50.326 INFO:tasks.rados.rados.0.smithi001.stdout:1341: finishing write tid 3 to smithi00185197-16 2024-09-13T14:22:50.326 INFO:tasks.rados.rados.0.smithi001.stdout:1341: oid 16 updating version 0 to 974 2024-09-13T14:22:50.326 INFO:tasks.rados.rados.0.smithi001.stdout:1341: oid 16 version 974 is already newer than 973 2024-09-13T14:22:50.326 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 974 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1341: left oid 16 (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1332: done (7 left) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1333: done (6 left) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1335: done (5 left) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1336: done (4 left) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1337: done (3 left) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1340: done (2 left) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1341: done (1 left) 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1343: rollback oid 20 current snap is 140 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 118 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 140 2024-09-13T14:22:50.327 INFO:tasks.rados.rados.0.smithi001.stdout:1344: seq_num 441 ranges {7962624=188416} 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1344: writing smithi00185197-48 from 7962624 to 8151040 tid 1 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1345: rmattr oid 17 current snap is 140 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1345: done (3 left) 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1346: read oid 9 snap -1 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1346: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1347: snap_create 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1343: finishing rollback tid 0 to smithi00185197-20 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1343: finishing rollback tid 1 to smithi00185197-20 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 637 (ObjNum 387 snap 131 seq_num 387) dirty exists 2024-09-13T14:22:50.371 INFO:tasks.rados.rados.0.smithi001.stdout:1343: finishing rollback tid 2 to smithi00185197-20 2024-09-13T14:22:50.372 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 977 (ObjNum 194 snap 53 seq_num 194) dirty exists 2024-09-13T14:22:50.373 INFO:tasks.rados.rados.0.smithi001.stdout:1344: finishing write tid 1 to smithi00185197-48 2024-09-13T14:22:50.374 INFO:tasks.rados.rados.0.smithi001.stdout:1344: finishing write tid 2 to smithi00185197-48 2024-09-13T14:22:50.375 INFO:tasks.rados.rados.0.smithi001.stdout:1346: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:22:50.426 INFO:tasks.rados.rados.0.smithi001.stdout:1344: finishing write tid 3 to smithi00185197-48 2024-09-13T14:22:50.426 INFO:tasks.rados.rados.0.smithi001.stdout:1344: oid 48 updating version 0 to 310 2024-09-13T14:22:50.426 INFO:tasks.rados.rados.0.smithi001.stdout:1344: oid 48 version 310 is already newer than 309 2024-09-13T14:22:50.426 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 310 (ObjNum 441 snap 140 seq_num 441) dirty exists 2024-09-13T14:22:50.426 INFO:tasks.rados.rados.0.smithi001.stdout:1344: left oid 48 (ObjNum 441 snap 140 seq_num 441) 2024-09-13T14:22:50.864 INFO:tasks.rados.rados.0.smithi001.stdout:1342: done (4 left) 2024-09-13T14:22:50.864 INFO:tasks.rados.rados.0.smithi001.stdout:1343: done (3 left) 2024-09-13T14:22:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:1344: done (2 left) 2024-09-13T14:22:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:1346: done (1 left) 2024-09-13T14:22:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:1347: done (0 left) 2024-09-13T14:22:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:1348: read oid 49 snap -1 2024-09-13T14:22:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:1348: expect (ObjNum 321 snap 101 seq_num 321) 2024-09-13T14:22:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:1349: copy_from oid 4 from oid 3 current snap is 141 2024-09-13T14:22:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:1350: snap_create 2024-09-13T14:22:50.871 INFO:tasks.rados.rados.0.smithi001.stdout:1348: expect (ObjNum 321 snap 101 seq_num 321) 2024-09-13T14:22:50.924 INFO:tasks.rados.rados.0.smithi001.stdout:1349: finishing copy_from racing read to smithi00185197-4 2024-09-13T14:22:50.924 INFO:tasks.rados.rados.0.smithi001.stdout:1349: finishing copy_from to smithi00185197-4 2024-09-13T14:22:50.924 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 529 (ObjNum 406 snap 134 seq_num 406) dirty exists 2024-09-13T14:22:51.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:50 smithi001 ceph-mon[96683]: pgmap v180: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 877 B/s rd, 2.4 MiB/s wr, 8 op/s; 18 MiB/s, 3 objects/s recovering 2024-09-13T14:22:51.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:51.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:50 smithi001 ceph-mon[99232]: pgmap v180: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 877 B/s rd, 2.4 MiB/s wr, 8 op/s; 18 MiB/s, 3 objects/s recovering 2024-09-13T14:22:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:50 smithi028 ceph-mon[87621]: pgmap v180: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 877 B/s rd, 2.4 MiB/s wr, 8 op/s; 18 MiB/s, 3 objects/s recovering 2024-09-13T14:22:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:22:51.871 INFO:tasks.rados.rados.0.smithi001.stdout:1348: done (2 left) 2024-09-13T14:22:51.871 INFO:tasks.rados.rados.0.smithi001.stdout:1349: done (1 left) 2024-09-13T14:22:51.871 INFO:tasks.rados.rados.0.smithi001.stdout:1350: done (0 left) 2024-09-13T14:22:51.871 INFO:tasks.rados.rados.0.smithi001.stdout:1351: delete oid 8 current snap is 142 2024-09-13T14:22:51.877 INFO:tasks.rados.rados.0.smithi001.stdout:1351: done (0 left) 2024-09-13T14:22:51.877 INFO:tasks.rados.rados.0.smithi001.stdout:1352: copy_from oid 49 from oid 47 current snap is 142 2024-09-13T14:22:51.877 INFO:tasks.rados.rados.0.smithi001.stdout:1353: snap_create 2024-09-13T14:22:51.890 INFO:tasks.rados.rados.0.smithi001.stdout:1352: finishing copy_from racing read to smithi00185197-49 2024-09-13T14:22:51.894 INFO:tasks.rados.rados.0.smithi001.stdout:1352: finishing copy_from to smithi00185197-49 2024-09-13T14:22:51.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 616 (ObjNum 399 snap 132 seq_num 399) dirty exists 2024-09-13T14:22:52.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:51 smithi001 ceph-mon[96683]: osdmap e346: 8 total, 8 up, 8 in 2024-09-13T14:22:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:51 smithi001 ceph-mon[99232]: osdmap e346: 8 total, 8 up, 8 in 2024-09-13T14:22:52.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:51 smithi028 ceph-mon[87621]: osdmap e346: 8 total, 8 up, 8 in 2024-09-13T14:22:52.641 INFO:tasks.rados.rados.0.smithi001.stdout:1352: done (1 left) 2024-09-13T14:22:52.641 INFO:tasks.rados.rados.0.smithi001.stdout:1353: done (0 left) 2024-09-13T14:22:52.641 INFO:tasks.rados.rados.0.smithi001.stdout:1354: setattr oid 25 current snap is 143 2024-09-13T14:22:52.641 INFO:tasks.rados.rados.0.smithi001.stdout:1355: setattr oid 47 current snap is 143 2024-09-13T14:22:52.642 INFO:tasks.rados.rados.0.smithi001.stdout:1356: snap_create 2024-09-13T14:22:52.647 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 811 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:22:52.648 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 629 (ObjNum 399 snap 132 seq_num 399) dirty exists 2024-09-13T14:22:53.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:52 smithi001 ceph-mon[96683]: pgmap v182: 121 pgs: 121 active+clean; 414 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T14:22:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:52 smithi001 ceph-mon[96683]: osdmap e347: 8 total, 8 up, 8 in 2024-09-13T14:22:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:52 smithi001 ceph-mon[96683]: osdmap e348: 8 total, 8 up, 8 in 2024-09-13T14:22:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:52 smithi001 ceph-mon[99232]: pgmap v182: 121 pgs: 121 active+clean; 414 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T14:22:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:52 smithi001 ceph-mon[99232]: osdmap e347: 8 total, 8 up, 8 in 2024-09-13T14:22:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:52 smithi001 ceph-mon[99232]: osdmap e348: 8 total, 8 up, 8 in 2024-09-13T14:22:53.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:52 smithi028 ceph-mon[87621]: pgmap v182: 121 pgs: 121 active+clean; 414 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T14:22:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:52 smithi028 ceph-mon[87621]: osdmap e347: 8 total, 8 up, 8 in 2024-09-13T14:22:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:52 smithi028 ceph-mon[87621]: osdmap e348: 8 total, 8 up, 8 in 2024-09-13T14:22:53.642 INFO:tasks.rados.rados.0.smithi001.stdout:1354: done (2 left) 2024-09-13T14:22:53.642 INFO:tasks.rados.rados.0.smithi001.stdout:1355: done (1 left) 2024-09-13T14:22:53.642 INFO:tasks.rados.rados.0.smithi001.stdout:1356: done (0 left) 2024-09-13T14:22:53.642 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 144 2024-09-13T14:22:53.642 INFO:tasks.rados.rados.0.smithi001.stdout:1357: seq_num 443 ranges {2293760=221184} 2024-09-13T14:22:53.656 INFO:tasks.rados.rados.0.smithi001.stdout:1357: writing smithi00185197-7 from 2293760 to 2514944 tid 1 2024-09-13T14:22:53.656 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 144 2024-09-13T14:22:53.656 INFO:tasks.rados.rados.0.smithi001.stdout:1358: seq_num 444 ranges {5865472=237568} 2024-09-13T14:22:53.689 INFO:tasks.rados.rados.0.smithi001.stdout:1358: writing smithi00185197-32 from 5865472 to 6103040 tid 1 2024-09-13T14:22:53.689 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 144 2024-09-13T14:22:53.689 INFO:tasks.rados.rados.0.smithi001.stdout:1359: seq_num 445 ranges {9986048=253952} 2024-09-13T14:22:53.745 INFO:tasks.rados.rados.0.smithi001.stdout:1359: writing smithi00185197-34 from 9986048 to 10240000 tid 1 2024-09-13T14:22:53.745 INFO:tasks.rados.rados.0.smithi001.stdout:1360: snap_create 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1357: finishing write tid 1 to smithi00185197-7 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1357: finishing write tid 2 to smithi00185197-7 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1357: finishing write tid 3 to smithi00185197-7 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1357: oid 7 updating version 0 to 608 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1357: oid 7 version 608 is already newer than 607 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 608 (ObjNum 443 snap 144 seq_num 443) dirty exists 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1357: left oid 7 (ObjNum 443 snap 144 seq_num 443) 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1358: finishing write tid 1 to smithi00185197-32 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1358: finishing write tid 2 to smithi00185197-32 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1358: finishing write tid 3 to smithi00185197-32 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1358: oid 32 updating version 0 to 1040 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:1358: oid 32 version 1040 is already newer than 1039 2024-09-13T14:22:53.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1040 (ObjNum 444 snap 144 seq_num 444) dirty exists 2024-09-13T14:22:53.747 INFO:tasks.rados.rados.0.smithi001.stdout:1358: left oid 32 (ObjNum 444 snap 144 seq_num 444) 2024-09-13T14:22:53.750 INFO:tasks.rados.rados.0.smithi001.stdout:1359: finishing write tid 1 to smithi00185197-34 2024-09-13T14:22:53.750 INFO:tasks.rados.rados.0.smithi001.stdout:1359: finishing write tid 2 to smithi00185197-34 2024-09-13T14:22:53.751 INFO:tasks.rados.rados.0.smithi001.stdout:1359: finishing write tid 3 to smithi00185197-34 2024-09-13T14:22:53.751 INFO:tasks.rados.rados.0.smithi001.stdout:1359: oid 34 updating version 0 to 630 2024-09-13T14:22:53.751 INFO:tasks.rados.rados.0.smithi001.stdout:1359: oid 34 updating version 630 to 631 2024-09-13T14:22:53.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 631 (ObjNum 445 snap 144 seq_num 445) dirty exists 2024-09-13T14:22:53.751 INFO:tasks.rados.rados.0.smithi001.stdout:1359: left oid 34 (ObjNum 445 snap 144 seq_num 445) 2024-09-13T14:22:54.643 INFO:tasks.rados.rados.0.smithi001.stdout:1357: done (3 left) 2024-09-13T14:22:54.644 INFO:tasks.rados.rados.0.smithi001.stdout:1358: done (2 left) 2024-09-13T14:22:54.644 INFO:tasks.rados.rados.0.smithi001.stdout:1359: done (1 left) 2024-09-13T14:22:54.644 INFO:tasks.rados.rados.0.smithi001.stdout:1360: done (0 left) 2024-09-13T14:22:54.644 INFO:tasks.rados.rados.0.smithi001.stdout:1361: delete oid 40 current snap is 145 2024-09-13T14:22:54.648 INFO:tasks.rados.rados.0.smithi001.stdout:1361: done (0 left) 2024-09-13T14:22:54.648 INFO:tasks.rados.rados.0.smithi001.stdout:1362: snap_remove snap 106 2024-09-13T14:22:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:54 smithi001 ceph-mon[96683]: pgmap v185: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:22:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:54 smithi001 ceph-mon[96683]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T14:22:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:54 smithi001 ceph-mon[99232]: pgmap v185: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:22:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:54 smithi001 ceph-mon[99232]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T14:22:55.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:54 smithi028 ceph-mon[87621]: pgmap v185: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T14:22:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:54 smithi028 ceph-mon[87621]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T14:22:55.651 INFO:tasks.rados.rados.0.smithi001.stdout:1362: done (0 left) 2024-09-13T14:22:55.651 INFO:tasks.rados.rados.0.smithi001.stdout:1363: snap_remove snap 143 2024-09-13T14:22:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:55 smithi001 ceph-mon[96683]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T14:22:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:55 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:55 smithi001 ceph-mon[99232]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T14:22:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:55 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:56.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:55 smithi028 ceph-mon[87621]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T14:22:56.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:55 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:56.662 INFO:tasks.rados.rados.0.smithi001.stdout:1363: done (0 left) 2024-09-13T14:22:56.662 INFO:tasks.rados.rados.0.smithi001.stdout:1364: snap_remove snap 129 2024-09-13T14:22:56.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:56 smithi001 ceph-mon[96683]: pgmap v188: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-13T14:22:56.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:56 smithi001 ceph-mon[96683]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T14:22:56.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:56 smithi001 ceph-mon[99232]: pgmap v188: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-13T14:22:56.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:56 smithi001 ceph-mon[99232]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T14:22:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:56 smithi028 ceph-mon[87621]: pgmap v188: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-13T14:22:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:56 smithi028 ceph-mon[87621]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T14:22:57.181 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:22:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:22:56] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-09-13T14:22:57.641 INFO:tasks.rados.rados.0.smithi001.stdout:1364: done (0 left) 2024-09-13T14:22:57.641 INFO:tasks.rados.rados.0.smithi001.stdout:1365: delete oid 34 current snap is 145 2024-09-13T14:22:57.646 INFO:tasks.rados.rados.0.smithi001.stdout:1365: done (0 left) 2024-09-13T14:22:57.646 INFO:tasks.rados.rados.0.smithi001.stdout:1366: read oid 33 snap -1 2024-09-13T14:22:57.646 INFO:tasks.rados.rados.0.smithi001.stdout:1366: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:22:57.646 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 145 2024-09-13T14:22:57.646 INFO:tasks.rados.rados.0.smithi001.stdout:1367: seq_num 448 ranges {8151040=311296} 2024-09-13T14:22:57.693 INFO:tasks.rados.rados.0.smithi001.stdout:1367: writing smithi00185197-48 from 8151040 to 8462336 tid 1 2024-09-13T14:22:57.693 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 145 2024-09-13T14:22:57.693 INFO:tasks.rados.rados.0.smithi001.stdout:1368: seq_num 449 ranges {2342912=327680} 2024-09-13T14:22:57.708 INFO:tasks.rados.rados.0.smithi001.stdout:1368: writing smithi00185197-5 from 2342912 to 2670592 tid 1 2024-09-13T14:22:57.708 INFO:tasks.rados.rados.0.smithi001.stdout:1369: read oid 42 snap -1 2024-09-13T14:22:57.708 INFO:tasks.rados.rados.0.smithi001.stdout:1369: expect (ObjNum 409 snap 134 seq_num 409) 2024-09-13T14:22:57.708 INFO:tasks.rados.rados.0.smithi001.stdout:1370: delete oid 15 current snap is 145 2024-09-13T14:22:57.708 INFO:tasks.rados.rados.0.smithi001.stdout:1366: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:22:57.708 INFO:tasks.rados.rados.0.smithi001.stdout:1367: finishing write tid 1 to smithi00185197-48 2024-09-13T14:22:57.708 INFO:tasks.rados.rados.0.smithi001.stdout:1367: finishing write tid 2 to smithi00185197-48 2024-09-13T14:22:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:1367: finishing write tid 3 to smithi00185197-48 2024-09-13T14:22:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:1367: oid 48 updating version 0 to 311 2024-09-13T14:22:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:1367: oid 48 updating version 311 to 312 2024-09-13T14:22:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 312 (ObjNum 448 snap 145 seq_num 448) dirty exists 2024-09-13T14:22:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:1367: left oid 48 (ObjNum 448 snap 145 seq_num 448) 2024-09-13T14:22:57.710 INFO:tasks.rados.rados.0.smithi001.stdout:1366: done (4 left) 2024-09-13T14:22:57.710 INFO:tasks.rados.rados.0.smithi001.stdout:1367: done (3 left) 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:1370: done (2 left) 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:1371: rollback oid 47 current snap is 145 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 96 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:1372: read oid 39 snap 140 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:1372: expect (ObjNum 313574864 snap 22027 seq_num 1610905792) 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:1373: copy_from oid 30 from oid 23 current snap is 145 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 145 2024-09-13T14:22:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:1374: seq_num 451 ranges {2514944=360448} 2024-09-13T14:22:57.727 INFO:tasks.rados.rados.0.smithi001.stdout:1374: writing smithi00185197-7 from 2514944 to 2875392 tid 1 2024-09-13T14:22:57.727 INFO:tasks.rados.rados.0.smithi001.stdout:1375: copy_from oid 46 from oid 2 current snap is 145 2024-09-13T14:22:57.727 INFO:tasks.rados.rados.0.smithi001.stdout:1372: expect (ObjNum 313574864 snap 22027 seq_num 1610905792) 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:1368: finishing write tid 1 to smithi00185197-5 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:1368: finishing write tid 2 to smithi00185197-5 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:1368: finishing write tid 3 to smithi00185197-5 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:1368: oid 5 updating version 0 to 834 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:1368: oid 5 version 834 is already newer than 833 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 834 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:1368: left oid 5 (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:22:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:1371: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:22:57.731 INFO:tasks.rados.rados.0.smithi001.stdout:1371: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:22:57.731 INFO:tasks.rados.rados.0.smithi001.stdout:1371: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:22:57.731 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 635 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-09-13T14:22:57.731 INFO:tasks.rados.rados.0.smithi001.stdout:1369: expect (ObjNum 409 snap 134 seq_num 409) 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1373: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1373: finishing copy_from to smithi00185197-30 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 632 (ObjNum 309 snap 98 seq_num 309) dirty exists 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1368: done (6 left) 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1369: done (5 left) 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1371: done (4 left) 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1372: done (3 left) 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1373: done (2 left) 2024-09-13T14:22:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1376: read oid 12 snap -1 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1376: expect (ObjNum 434 snap 139 seq_num 434) 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1377: copy_from oid 29 from oid 5 current snap is 145 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1374: finishing write tid 1 to smithi00185197-7 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1374: finishing write tid 2 to smithi00185197-7 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1375: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1374: finishing write tid 3 to smithi00185197-7 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1374: oid 7 updating version 0 to 609 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1374: oid 7 updating version 609 to 610 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 610 (ObjNum 451 snap 145 seq_num 451) dirty exists 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1374: left oid 7 (ObjNum 451 snap 145 seq_num 451) 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1374: done (3 left) 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1378: read oid 28 snap 122 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1378: expect deleted 2024-09-13T14:22:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1379: snap_create 2024-09-13T14:22:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:1375: finishing copy_from to smithi00185197-46 2024-09-13T14:22:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 972 (ObjNum 438 snap 140 seq_num 438) dirty exists 2024-09-13T14:22:57.803 INFO:tasks.rados.rados.0.smithi001.stdout:1377: finishing copy_from racing read to smithi00185197-29 2024-09-13T14:22:57.807 INFO:tasks.rados.rados.0.smithi001.stdout:1377: finishing copy_from to smithi00185197-29 2024-09-13T14:22:57.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 834 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:22:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:1376: expect (ObjNum 434 snap 139 seq_num 434) 2024-09-13T14:22:57.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[96683]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T14:22:57.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[96683]: Upgrade: osd.2 is safe to restart 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[96683]: osdmap e353: 8 total, 8 up, 8 in 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[99232]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[99232]: Upgrade: osd.2 is safe to restart 2024-09-13T14:22:57.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:57 smithi001 ceph-mon[99232]: osdmap e353: 8 total, 8 up, 8 in 2024-09-13T14:22:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:57 smithi028 ceph-mon[87621]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T14:22:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:57 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:22:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:57 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:22:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:57 smithi028 ceph-mon[87621]: Upgrade: osd.2 is safe to restart 2024-09-13T14:22:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:57 smithi028 ceph-mon[87621]: osdmap e353: 8 total, 8 up, 8 in 2024-09-13T14:22:58.672 INFO:tasks.rados.rados.0.smithi001.stdout:1375: done (4 left) 2024-09-13T14:22:58.672 INFO:tasks.rados.rados.0.smithi001.stdout:1376: done (3 left) 2024-09-13T14:22:58.672 INFO:tasks.rados.rados.0.smithi001.stdout:1377: done (2 left) 2024-09-13T14:22:58.672 INFO:tasks.rados.rados.0.smithi001.stdout:1378: done (1 left) 2024-09-13T14:22:58.672 INFO:tasks.rados.rados.0.smithi001.stdout:1379: done (0 left) 2024-09-13T14:22:58.672 INFO:tasks.rados.rados.0.smithi001.stdout:1380: copy_from oid 45 from oid 50 current snap is 146 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1381: copy_from oid 17 from oid 29 current snap is 146 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1382: read oid 30 snap -1 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1382: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1383: read oid 41 snap -1 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1383: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1384: setattr oid 47 current snap is 146 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1385: copy_from oid 13 from oid 28 current snap is 146 2024-09-13T14:22:58.673 INFO:tasks.rados.rados.0.smithi001.stdout:1386: setattr oid 18 current snap is 146 2024-09-13T14:22:58.676 INFO:tasks.rados.rados.0.smithi001.stdout:1387: read oid 39 snap -1 2024-09-13T14:22:58.676 INFO:tasks.rados.rados.0.smithi001.stdout:1387: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:22:58.676 INFO:tasks.rados.rados.0.smithi001.stdout:1388: rollback oid 40 current snap is 146 2024-09-13T14:22:58.676 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 123 2024-09-13T14:22:58.676 INFO:tasks.rados.rados.0.smithi001.stdout:1389: snap_remove snap 142 2024-09-13T14:22:58.981 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[99232]: pgmap v191: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-13T14:22:58.982 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:58.982 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:22:58.982 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:58.982 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[96683]: pgmap v191: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-13T14:22:58.982 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:58.982 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:22:58.982 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:58 smithi028 ceph-mon[87621]: pgmap v191: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-13T14:22:59.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:22:59.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:22:59.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:22:59.678 INFO:tasks.rados.rados.0.smithi001.stdout:1389: done (9 left) 2024-09-13T14:22:59.678 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 146 2024-09-13T14:22:59.678 INFO:tasks.rados.rados.0.smithi001.stdout:1390: seq_num 452 ranges {7823360=376832} 2024-09-13T14:22:59.724 INFO:tasks.rados.rados.0.smithi001.stdout:1390: writing smithi00185197-12 from 7823360 to 8200192 tid 1 2024-09-13T14:22:59.724 INFO:tasks.rados.rados.0.smithi001.stdout:1391: copy_from oid 31 from oid 27 current snap is 146 2024-09-13T14:22:59.724 INFO:tasks.rados.rados.0.smithi001.stdout:1382: expect (ObjNum 309 snap 98 seq_num 309) 2024-09-13T14:22:59.742 INFO:tasks.rados.rados.0.smithi001.stdout:1387: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:22:59.746 INFO:tasks.rados.rados.0.smithi001.stdout:1383: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:22:59.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 636 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-09-13T14:22:59.772 INFO:tasks.rados.rados.0.smithi001.stdout:1388: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1388: finishing rollback tid 2 to smithi00185197-40 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 168 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 638 (ObjNum 33 snap 0 seq_num 313946368) dirty exists 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1385: finishing copy_from racing read to smithi00185197-13 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1385: finishing copy_from to smithi00185197-13 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 308 (ObjNum 409 snap 134 seq_num 409) dirty exists 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1380: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1380: finishing copy_from to smithi00185197-45 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 437 (ObjNum 360 snap 117 seq_num 360) dirty exists 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1381: finishing copy_from racing read to smithi00185197-17 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1381: finishing copy_from to smithi00185197-17 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 834 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:22:59.773 INFO:tasks.rados.rados.0.smithi001.stdout:1380: done (10 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1381: done (9 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1382: done (8 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1383: done (7 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1384: done (6 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1385: done (5 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1386: done (4 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1387: done (3 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1388: done (2 left) 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1392: rollback oid 2 current snap is 146 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 115 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1390: finishing write tid 1 to smithi00185197-12 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1390: finishing write tid 2 to smithi00185197-12 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1390: finishing write tid 3 to smithi00185197-12 2024-09-13T14:22:59.774 INFO:tasks.rados.rados.0.smithi001.stdout:1390: oid 12 updating version 0 to 590 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:1390: oid 12 version 590 is already newer than 589 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 590 (ObjNum 452 snap 146 seq_num 452) dirty exists 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:1390: left oid 12 (ObjNum 452 snap 146 seq_num 452) 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:1391: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:1391: finishing copy_from to smithi00185197-31 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 606 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:1390: done (2 left) 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:1391: done (1 left) 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 146 2024-09-13T14:22:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:1393: seq_num 453 ranges {0=393216} 2024-09-13T14:22:59.776 INFO:tasks.rados.rados.0.smithi001.stdout:1393: writing smithi00185197-18 from 0 to 393216 tid 1 2024-09-13T14:22:59.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 146 2024-09-13T14:22:59.776 INFO:tasks.rados.rados.0.smithi001.stdout:1394: seq_num 454 ranges {6103040=409600} 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:1394: writing smithi00185197-32 from 6103040 to 6512640 tid 1 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:1395: setattr oid 3 current snap is 146 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:1392: finishing rollback tid 0 to smithi00185197-2 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:1392: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 986 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:1393: finishing write tid 1 to smithi00185197-18 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:1393: finishing write tid 2 to smithi00185197-18 2024-09-13T14:22:59.810 INFO:tasks.rados.rados.0.smithi001.stdout:1393: finishing write tid 3 to smithi00185197-18 2024-09-13T14:22:59.811 INFO:tasks.rados.rados.0.smithi001.stdout:1393: oid 18 updating version 0 to 640 2024-09-13T14:22:59.811 INFO:tasks.rados.rados.0.smithi001.stdout:1393: oid 18 version 640 is already newer than 639 2024-09-13T14:22:59.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 640 (ObjNum 453 snap 146 seq_num 453) dirty exists 2024-09-13T14:22:59.811 INFO:tasks.rados.rados.0.smithi001.stdout:1393: left oid 18 (ObjNum 453 snap 146 seq_num 453) 2024-09-13T14:22:59.811 INFO:tasks.rados.rados.0.smithi001.stdout:1392: done (3 left) 2024-09-13T14:22:59.812 INFO:tasks.rados.rados.0.smithi001.stdout:1393: done (2 left) 2024-09-13T14:22:59.812 INFO:tasks.rados.rados.0.smithi001.stdout:1396: snap_remove snap 107 2024-09-13T14:22:59.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:59 smithi001 ceph-mon[96683]: Upgrade: Updating osd.2 2024-09-13T14:22:59.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:59 smithi001 ceph-mon[96683]: Deploying daemon osd.2 on smithi001 2024-09-13T14:22:59.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:22:59 smithi001 ceph-mon[96683]: osdmap e354: 8 total, 8 up, 8 in 2024-09-13T14:22:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:59 smithi001 ceph-mon[99232]: Upgrade: Updating osd.2 2024-09-13T14:22:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:59 smithi001 ceph-mon[99232]: Deploying daemon osd.2 on smithi001 2024-09-13T14:22:59.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:22:59 smithi001 ceph-mon[99232]: osdmap e354: 8 total, 8 up, 8 in 2024-09-13T14:23:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:59 smithi028 ceph-mon[87621]: Upgrade: Updating osd.2 2024-09-13T14:23:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:59 smithi028 ceph-mon[87621]: Deploying daemon osd.2 on smithi001 2024-09-13T14:23:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:22:59 smithi028 ceph-mon[87621]: osdmap e354: 8 total, 8 up, 8 in 2024-09-13T14:23:00.683 INFO:tasks.rados.rados.0.smithi001.stdout:1396: done (2 left) 2024-09-13T14:23:00.683 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 146 2024-09-13T14:23:00.683 INFO:tasks.rados.rados.0.smithi001.stdout:1397: seq_num 455 ranges {0=425984} 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:1397: writing smithi00185197-39 from 0 to 425984 tid 1 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:1398: setattr oid 22 current snap is 146 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:1394: finishing write tid 1 to smithi00185197-32 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:1394: finishing write tid 2 to smithi00185197-32 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 835 (ObjNum 406 snap 134 seq_num 406) dirty exists 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:1394: finishing write tid 3 to smithi00185197-32 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:1394: oid 32 updating version 0 to 1064 2024-09-13T14:23:00.686 INFO:tasks.rados.rados.0.smithi001.stdout:1394: oid 32 updating version 1064 to 1065 2024-09-13T14:23:00.687 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1065 (ObjNum 454 snap 146 seq_num 454) dirty exists 2024-09-13T14:23:00.687 INFO:tasks.rados.rados.0.smithi001.stdout:1394: left oid 32 (ObjNum 454 snap 146 seq_num 454) 2024-09-13T14:23:00.688 INFO:tasks.rados.rados.0.smithi001.stdout:1394: done (3 left) 2024-09-13T14:23:00.688 INFO:tasks.rados.rados.0.smithi001.stdout:1395: done (2 left) 2024-09-13T14:23:00.688 INFO:tasks.rados.rados.0.smithi001.stdout:1399: snap_remove snap 138 2024-09-13T14:23:00.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:00 smithi001 ceph-mon[96683]: pgmap v194: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-09-13T14:23:00.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:00 smithi001 ceph-mon[96683]: osdmap e355: 8 total, 8 up, 8 in 2024-09-13T14:23:00.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:00 smithi001 ceph-mon[99232]: pgmap v194: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-09-13T14:23:00.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:00 smithi001 ceph-mon[99232]: osdmap e355: 8 total, 8 up, 8 in 2024-09-13T14:23:01.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:00 smithi028 ceph-mon[87621]: pgmap v194: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-09-13T14:23:01.108 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:00 smithi028 ceph-mon[87621]: osdmap e355: 8 total, 8 up, 8 in 2024-09-13T14:23:01.694 INFO:tasks.rados.rados.0.smithi001.stdout:1399: done (2 left) 2024-09-13T14:23:01.694 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 146 2024-09-13T14:23:01.694 INFO:tasks.rados.rados.0.smithi001.stdout:1400: seq_num 456 ranges {3235840=442368} 2024-09-13T14:23:01.716 INFO:tasks.rados.rados.0.smithi001.stdout:1400: writing smithi00185197-50 from 3235840 to 3678208 tid 1 2024-09-13T14:23:01.716 INFO:tasks.rados.rados.0.smithi001.stdout:1401: copy_from oid 28 from oid 19 current snap is 146 2024-09-13T14:23:01.716 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 966 (ObjNum 4113 snap 0 seq_num 17) dirty exists 2024-09-13T14:23:01.716 INFO:tasks.rados.rados.0.smithi001.stdout:1397: finishing write tid 1 to smithi00185197-39 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1397: finishing write tid 2 to smithi00185197-39 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1397: finishing write tid 3 to smithi00185197-39 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1397: oid 39 updating version 0 to 844 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1397: oid 39 updating version 844 to 845 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 845 (ObjNum 455 snap 146 seq_num 455) dirty exists 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1397: left oid 39 (ObjNum 455 snap 146 seq_num 455) 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1397: done (3 left) 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1398: done (2 left) 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1402: setattr oid 25 current snap is 146 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1401: finishing copy_from to smithi00185197-28 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1401: got expected ENOENT (src dne) 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1401: finishing copy_from racing read to smithi00185197-28 2024-09-13T14:23:01.717 INFO:tasks.rados.rados.0.smithi001.stdout:1401: done (2 left) 2024-09-13T14:23:01.718 INFO:tasks.rados.rados.0.smithi001.stdout:1403: rollback oid 34 current snap is 146 2024-09-13T14:23:01.718 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 141 2024-09-13T14:23:01.718 INFO:tasks.rados.rados.0.smithi001.stdout:1404: rollback oid 21 current snap is 146 2024-09-13T14:23:01.718 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 145 2024-09-13T14:23:01.718 INFO:tasks.rados.rados.0.smithi001.stdout:1405: delete oid 42 current snap is 146 2024-09-13T14:23:01.719 INFO:tasks.rados.rados.0.smithi001.stdout:1403: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:23:01.719 INFO:tasks.rados.rados.0.smithi001.stdout:1400: finishing write tid 1 to smithi00185197-50 2024-09-13T14:23:01.720 INFO:tasks.rados.rados.0.smithi001.stdout:1400: finishing write tid 2 to smithi00185197-50 2024-09-13T14:23:01.720 INFO:tasks.rados.rados.0.smithi001.stdout:1405: done (4 left) 2024-09-13T14:23:01.720 INFO:tasks.rados.rados.0.smithi001.stdout:1406: read oid 3 snap -1 2024-09-13T14:23:01.720 INFO:tasks.rados.rados.0.smithi001.stdout:1406: expect (ObjNum 406 snap 134 seq_num 406) 2024-09-13T14:23:01.720 INFO:tasks.rados.rados.0.smithi001.stdout:1407: delete oid 35 current snap is 146 2024-09-13T14:23:01.720 INFO:tasks.rados.rados.0.smithi001.stdout:1403: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:23:01.720 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 638 (ObjNum 418 snap 136 seq_num 418) dirty exists 2024-09-13T14:23:01.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 869 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:23:01.721 INFO:tasks.rados.rados.0.smithi001.stdout:1400: finishing write tid 3 to smithi00185197-50 2024-09-13T14:23:01.721 INFO:tasks.rados.rados.0.smithi001.stdout:1400: oid 50 updating version 0 to 438 2024-09-13T14:23:01.721 INFO:tasks.rados.rados.0.smithi001.stdout:1400: oid 50 updating version 438 to 439 2024-09-13T14:23:01.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 439 (ObjNum 456 snap 146 seq_num 456) dirty exists 2024-09-13T14:23:01.721 INFO:tasks.rados.rados.0.smithi001.stdout:1400: left oid 50 (ObjNum 456 snap 146 seq_num 456) 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1404: finishing rollback tid 0 to smithi00185197-21 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1404: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1404: finishing rollback tid 2 to smithi00185197-21 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1085 (ObjNum 423 snap 138 seq_num 423) dirty exists 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1400: done (5 left) 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1402: done (4 left) 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1403: done (3 left) 2024-09-13T14:23:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1404: done (2 left) 2024-09-13T14:23:01.723 INFO:tasks.rados.rados.0.smithi001.stdout:1407: done (1 left) 2024-09-13T14:23:01.723 INFO:tasks.rados.rados.0.smithi001.stdout:1408: snap_remove snap 145 2024-09-13T14:23:01.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:01 smithi001 ceph-mon[96683]: osdmap e356: 8 total, 8 up, 8 in 2024-09-13T14:23:01.777 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:01 smithi001 ceph-mon[99232]: osdmap e356: 8 total, 8 up, 8 in 2024-09-13T14:23:01.777 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:01 smithi001 systemd[1]: Stopping Ceph osd.2 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:23:02.102 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:01 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[57159]: 2024-09-13T14:23:01.774+0000 7f1ef274e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:23:02.102 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:01 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[57159]: 2024-09-13T14:23:01.774+0000 7f1ef274e640 -1 osd.2 357 *** Got signal Terminated *** 2024-09-13T14:23:02.103 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:01 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[57159]: 2024-09-13T14:23:01.774+0000 7f1ef274e640 -1 osd.2 357 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:23:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:01 smithi028 ceph-mon[87621]: osdmap e356: 8 total, 8 up, 8 in 2024-09-13T14:23:02.573 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:23:02.647 INFO:tasks.rados.rados.0.smithi001.stdout:1408: done (1 left) 2024-09-13T14:23:02.647 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 146 2024-09-13T14:23:02.647 INFO:tasks.rados.rados.0.smithi001.stdout:1409: seq_num 459 ranges {376832=491520} 2024-09-13T14:23:02.652 INFO:tasks.rados.rados.0.smithi001.stdout:1409: writing smithi00185197-30 from 376832 to 868352 tid 1 2024-09-13T14:23:02.654 INFO:tasks.rados.rados.0.smithi001.stdout:1406: expect (ObjNum 406 snap 134 seq_num 406) 2024-09-13T14:23:02.775 INFO:tasks.rados.rados.0.smithi001.stdout:1409: finishing write tid 1 to smithi00185197-30 2024-09-13T14:23:02.775 INFO:tasks.rados.rados.0.smithi001.stdout:1409: finishing write tid 2 to smithi00185197-30 2024-09-13T14:23:02.775 INFO:tasks.rados.rados.0.smithi001.stdout:1409: finishing write tid 3 to smithi00185197-30 2024-09-13T14:23:02.775 INFO:tasks.rados.rados.0.smithi001.stdout:1409: oid 30 updating version 0 to 874 2024-09-13T14:23:02.776 INFO:tasks.rados.rados.0.smithi001.stdout:1409: oid 30 updating version 874 to 875 2024-09-13T14:23:02.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 875 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-09-13T14:23:02.776 INFO:tasks.rados.rados.0.smithi001.stdout:1409: left oid 30 (ObjNum 459 snap 146 seq_num 459) 2024-09-13T14:23:02.776 INFO:tasks.rados.rados.0.smithi001.stdout:1406: done (1 left) 2024-09-13T14:23:02.776 INFO:tasks.rados.rados.0.smithi001.stdout:1409: done (0 left) 2024-09-13T14:23:02.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 146 2024-09-13T14:23:02.776 INFO:tasks.rados.rados.0.smithi001.stdout:1410: seq_num 460 ranges {106496=507904} 2024-09-13T14:23:02.778 INFO:tasks.rados.rados.0.smithi001.stdout:1410: writing smithi00185197-11 from 106496 to 614400 tid 1 2024-09-13T14:23:02.778 INFO:tasks.rados.rados.0.smithi001.stdout:1411: snap_remove snap 144 2024-09-13T14:23:02.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[99232]: pgmap v197: 121 pgs: 121 active+clean; 442 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-13T14:23:02.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[99232]: osdmap e357: 8 total, 8 up, 8 in 2024-09-13T14:23:02.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[99232]: osd.2 marked itself down and dead 2024-09-13T14:23:02.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:23:02.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[99232]: osdmap e358: 8 total, 7 up, 8 in 2024-09-13T14:23:02.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[96683]: pgmap v197: 121 pgs: 121 active+clean; 442 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-13T14:23:02.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[96683]: osdmap e357: 8 total, 8 up, 8 in 2024-09-13T14:23:02.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[96683]: osd.2 marked itself down and dead 2024-09-13T14:23:02.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:23:02.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:02 smithi001 ceph-mon[96683]: osdmap e358: 8 total, 7 up, 8 in 2024-09-13T14:23:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:02 smithi028 ceph-mon[87621]: pgmap v197: 121 pgs: 121 active+clean; 442 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-13T14:23:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:02 smithi028 ceph-mon[87621]: osdmap e357: 8 total, 8 up, 8 in 2024-09-13T14:23:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:02 smithi028 ceph-mon[87621]: osd.2 marked itself down and dead 2024-09-13T14:23:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:02 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:23:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:02 smithi028 ceph-mon[87621]: osdmap e358: 8 total, 7 up, 8 in 2024-09-13T14:23:03.193 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (6m) 25s ago 7m 25.2M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (7m) 100s ago 7m 88.5M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (8m) 25s ago 8m 16.4M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (8m) 100s ago 8m 21.2M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (2m) 100s ago 12m 452M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (3m) 25s ago 13m 522M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (2m) 25s ago 13m 53.2M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (105s) 100s ago 12m 22.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (118s) 25s ago 12m 45.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (6m) 25s ago 6m 16.0M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (6m) 100s ago 6m 14.9M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (62s) 25s ago 11m 101M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:23:03.194 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (29s) 25s ago 11m 14.3M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:23:03.195 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (11m) 25s ago 10m 208M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 3a2b9b5e343d 2024-09-13T14:23:03.195 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (10m) 25s ago 10m 150M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:23:03.195 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (10m) 100s ago 10m 140M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:23:03.195 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (9m) 100s ago 9m 174M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:23:03.195 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (9m) 100s ago 9m 152M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:23:03.195 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (9m) 100s ago 9m 120M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:23:03.195 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (2m) 100s ago 7m 47.5M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:23:03.352 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:03 smithi001 podman[114677]: 2024-09-13 14:23:03.060275252 +0000 UTC m=+1.416822196 container died 3a2b9b5e343d684d4f39e61f5ae43b750f580543e59d3ecd4cdeea70e4a50291 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-2c01458, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-13T14:23:03.548 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:23:03.548 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:23:03.548 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:23:03.548 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:03.548 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 5, 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 7, 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 7 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:23:03.549 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:23:03.653 INFO:tasks.rados.rados.0.smithi001.stdout:1410: finishing write tid 1 to smithi00185197-11 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1410: finishing write tid 2 to smithi00185197-11 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1410: finishing write tid 3 to smithi00185197-11 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1410: oid 11 updating version 0 to 1092 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1410: oid 11 version 1092 is already newer than 1091 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1092 (ObjNum 460 snap 146 seq_num 460) dirty exists 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1410: left oid 11 (ObjNum 460 snap 146 seq_num 460) 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1410: done (1 left) 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1411: done (0 left) 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1412: read oid 33 snap -1 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1412: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1413: read oid 34 snap 125 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1413: expect (ObjNum 373 snap 123 seq_num 373) 2024-09-13T14:23:03.654 INFO:tasks.rados.rados.0.smithi001.stdout:1414: delete oid 31 current snap is 146 2024-09-13T14:23:03.665 INFO:tasks.rados.rados.0.smithi001.stdout:1412: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:23:03.666 INFO:tasks.rados.rados.0.smithi001.stdout:1412: done (2 left) 2024-09-13T14:23:03.666 INFO:tasks.rados.rados.0.smithi001.stdout:1414: done (1 left) 2024-09-13T14:23:03.666 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 146 2024-09-13T14:23:03.666 INFO:tasks.rados.rados.0.smithi001.stdout:1415: seq_num 462 ranges {9986048=540672} 2024-09-13T14:23:03.689 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:03 smithi001 podman[114677]: 2024-09-13 14:23:03.456017839 +0000 UTC m=+1.812564769 container cleanup 3a2b9b5e343d684d4f39e61f5ae43b750f580543e59d3ecd4cdeea70e4a50291 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , RELEASE=reef-2c01458, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T14:23:03.689 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:03 smithi001 bash[114677]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2 2024-09-13T14:23:03.724 INFO:tasks.rados.rados.0.smithi001.stdout:1415: writing smithi00185197-44 from 9986048 to 10526720 tid 1 2024-09-13T14:23:03.724 INFO:tasks.rados.rados.0.smithi001.stdout:1416: snap_create 2024-09-13T14:23:03.724 INFO:tasks.rados.rados.0.smithi001.stdout:1413: expect (ObjNum 373 snap 123 seq_num 373) 2024-09-13T14:23:03.871 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "7/20 daemons upgraded", 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:23:03.872 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:23:03.951 INFO:tasks.rados.rados.0.smithi001.stdout:1415: finishing write tid 1 to smithi00185197-44 2024-09-13T14:23:03.952 INFO:tasks.rados.rados.0.smithi001.stdout:1415: finishing write tid 2 to smithi00185197-44 2024-09-13T14:23:03.952 INFO:tasks.rados.rados.0.smithi001.stdout:1415: finishing write tid 3 to smithi00185197-44 2024-09-13T14:23:03.952 INFO:tasks.rados.rados.0.smithi001.stdout:1415: oid 44 updating version 0 to 633 2024-09-13T14:23:03.952 INFO:tasks.rados.rados.0.smithi001.stdout:1415: oid 44 updating version 633 to 634 2024-09-13T14:23:03.952 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 634 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-09-13T14:23:03.952 INFO:tasks.rados.rados.0.smithi001.stdout:1415: left oid 44 (ObjNum 462 snap 146 seq_num 462) 2024-09-13T14:23:04.102 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:03 smithi001 podman[114764]: 2024-09-13 14:23:03.866222153 +0000 UTC m=+0.798337782 container remove 3a2b9b5e343d684d4f39e61f5ae43b750f580543e59d3ecd4cdeea70e4a50291 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-2c01458, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-13T14:23:04.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[96683]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[96683]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1572044242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:04.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[96683]: osdmap e359: 8 total, 7 up, 8 in 2024-09-13T14:23:04.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[99232]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[99232]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1572044242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:04.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:03 smithi001 ceph-mon[99232]: osdmap e359: 8 total, 7 up, 8 in 2024-09-13T14:23:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:03 smithi028 ceph-mon[87621]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:03 smithi028 ceph-mon[87621]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:03 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1572044242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:04.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:03 smithi028 ceph-mon[87621]: osdmap e359: 8 total, 7 up, 8 in 2024-09-13T14:23:04.562 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:04 smithi001 podman[114900]: 2024-09-13 14:23:04.143464584 +0000 UTC m=+0.016119036 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:23:04.562 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:04 smithi001 podman[114900]: 2024-09-13 14:23:04.250541346 +0000 UTC m=+0.123195787 container create b2184fefee07a2b52325a8c89aca8fcc6e685ec9894b9dd6bbecd395a211477b (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-09-13T14:23:04.562 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:04 smithi001 podman[114900]: 2024-09-13 14:23:04.477794431 +0000 UTC m=+0.350448893 container init b2184fefee07a2b52325a8c89aca8fcc6e685ec9894b9dd6bbecd395a211477b (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2) 2024-09-13T14:23:04.562 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:04 smithi001 podman[114900]: 2024-09-13 14:23:04.482658312 +0000 UTC m=+0.355312755 container start b2184fefee07a2b52325a8c89aca8fcc6e685ec9894b9dd6bbecd395a211477b (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:23:04.562 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:04 smithi001 podman[114900]: 2024-09-13 14:23:04.56131297 +0000 UTC m=+0.433967414 container attach b2184fefee07a2b52325a8c89aca8fcc6e685ec9894b9dd6bbecd395a211477b (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:23:04.695 INFO:tasks.rados.rados.0.smithi001.stdout:1413: done (2 left) 2024-09-13T14:23:04.695 INFO:tasks.rados.rados.0.smithi001.stdout:1415: done (1 left) 2024-09-13T14:23:04.696 INFO:tasks.rados.rados.0.smithi001.stdout:1416: done (0 left) 2024-09-13T14:23:04.696 INFO:tasks.rados.rados.0.smithi001.stdout:1417: rollback oid 29 current snap is 147 2024-09-13T14:23:04.696 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 146 2024-09-13T14:23:04.696 INFO:tasks.rados.rados.0.smithi001.stdout:1418: read oid 47 snap -1 2024-09-13T14:23:04.696 INFO:tasks.rados.rados.0.smithi001.stdout:1418: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-13T14:23:04.696 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 147 2024-09-13T14:23:04.696 INFO:tasks.rados.rados.0.smithi001.stdout:1419: seq_num 463 ranges {614400=557056} 2024-09-13T14:23:04.702 INFO:tasks.rados.rados.0.smithi001.stdout:1419: writing smithi00185197-11 from 614400 to 1171456 tid 1 2024-09-13T14:23:04.702 INFO:tasks.rados.rados.0.smithi001.stdout:1420: delete oid 44 current snap is 147 2024-09-13T14:23:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1417: finishing rollback tid 0 to smithi00185197-29 2024-09-13T14:23:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1417: finishing rollback tid 1 to smithi00185197-29 2024-09-13T14:23:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:1417: finishing rollback tid 2 to smithi00185197-29 2024-09-13T14:23:04.704 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1012 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:23:04.708 INFO:tasks.rados.rados.0.smithi001.stdout:1418: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-13T14:23:04.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:04 smithi001 ceph-mon[96683]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:04 smithi001 ceph-mon[96683]: pgmap v200: 121 pgs: 12 stale+active+clean, 109 active+clean; 443 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 37 op/s 2024-09-13T14:23:04.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:04 smithi001 ceph-mon[96683]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:04 smithi001 ceph-mon[99232]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:04 smithi001 ceph-mon[99232]: pgmap v200: 121 pgs: 12 stale+active+clean, 109 active+clean; 443 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 37 op/s 2024-09-13T14:23:04.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:04 smithi001 ceph-mon[99232]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:04.854 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:04 smithi001 podman[114900]: 2024-09-13 14:23:04.668016224 +0000 UTC m=+0.540670668 container died b2184fefee07a2b52325a8c89aca8fcc6e685ec9894b9dd6bbecd395a211477b (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-13T14:23:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:1419: finishing write tid 1 to smithi00185197-11 2024-09-13T14:23:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:1419: finishing write tid 2 to smithi00185197-11 2024-09-13T14:23:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:1417: done (3 left) 2024-09-13T14:23:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:1418: done (2 left) 2024-09-13T14:23:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:1420: done (1 left) 2024-09-13T14:23:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:1421: read oid 12 snap -1 2024-09-13T14:23:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:1421: expect (ObjNum 452 snap 146 seq_num 452) 2024-09-13T14:23:04.861 INFO:tasks.rados.rados.0.smithi001.stdout:1422: snap_create 2024-09-13T14:23:04.861 INFO:tasks.rados.rados.0.smithi001.stdout:1419: finishing write tid 3 to smithi00185197-11 2024-09-13T14:23:04.861 INFO:tasks.rados.rados.0.smithi001.stdout:1419: oid 11 updating version 0 to 1100 2024-09-13T14:23:04.861 INFO:tasks.rados.rados.0.smithi001.stdout:1419: oid 11 updating version 1100 to 1101 2024-09-13T14:23:04.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1101 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-09-13T14:23:04.861 INFO:tasks.rados.rados.0.smithi001.stdout:1419: left oid 11 (ObjNum 463 snap 147 seq_num 463) 2024-09-13T14:23:04.898 INFO:tasks.rados.rados.0.smithi001.stdout:1421: expect (ObjNum 452 snap 146 seq_num 452) 2024-09-13T14:23:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:04 smithi028 ceph-mon[87621]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:04 smithi028 ceph-mon[87621]: pgmap v200: 121 pgs: 12 stale+active+clean, 109 active+clean; 443 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 37 op/s 2024-09-13T14:23:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:04 smithi028 ceph-mon[87621]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:05.605 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:05 smithi001 podman[114943]: 2024-09-13 14:23:05.27378278 +0000 UTC m=+0.600010594 container remove b2184fefee07a2b52325a8c89aca8fcc6e685ec9894b9dd6bbecd395a211477b (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-09-13T14:23:05.605 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:05 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-13T14:23:05.605 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:05 smithi001 systemd[1]: Stopped Ceph osd.2 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:23:05.605 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:05 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.2.service: Consumed 14.138s CPU time. 2024-09-13T14:23:05.605 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:05 smithi001 systemd[1]: Starting Ceph osd.2 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:23:05.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:05 smithi001 ceph-mon[99232]: osdmap e360: 8 total, 7 up, 8 in 2024-09-13T14:23:05.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:05.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:05.853 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:05 smithi001 podman[115044]: 2024-09-13 14:23:05.717531561 +0000 UTC m=+0.016508950 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:23:05.854 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:05 smithi001 podman[115044]: 2024-09-13 14:23:05.841811515 +0000 UTC m=+0.140788931 container create 58d2c803f2340b0bc01a00ba33da2a5844207a770124a10fae611defe349a0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:23:05.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:05 smithi001 ceph-mon[96683]: osdmap e360: 8 total, 7 up, 8 in 2024-09-13T14:23:05.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:05.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:05.865 INFO:tasks.rados.rados.0.smithi001.stdout:1419: done (2 left) 2024-09-13T14:23:05.865 INFO:tasks.rados.rados.0.smithi001.stdout:1421: done (1 left) 2024-09-13T14:23:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:1422: done (0 left) 2024-09-13T14:23:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:1423: rollback oid 41 current snap is 148 2024-09-13T14:23:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 122 2024-09-13T14:23:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:1424: copy_from oid 2 from oid 38 current snap is 148 2024-09-13T14:23:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:1425: snap_remove snap 96 2024-09-13T14:23:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:05 smithi028 ceph-mon[87621]: osdmap e360: 8 total, 7 up, 8 in 2024-09-13T14:23:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:06.241 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 podman[115044]: 2024-09-13 14:23:06.086334954 +0000 UTC m=+0.385312329 container init 58d2c803f2340b0bc01a00ba33da2a5844207a770124a10fae611defe349a0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0) 2024-09-13T14:23:06.241 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 podman[115044]: 2024-09-13 14:23:06.091187555 +0000 UTC m=+0.390164930 container start 58d2c803f2340b0bc01a00ba33da2a5844207a770124a10fae611defe349a0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-13T14:23:06.241 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 podman[115044]: 2024-09-13 14:23:06.161563286 +0000 UTC m=+0.460540664 container attach 58d2c803f2340b0bc01a00ba33da2a5844207a770124a10fae611defe349a0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:23:06.241 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.241 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.241 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.242 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.602 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-09-13T14:23:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-09-13T14:23:06.868 INFO:tasks.rados.rados.0.smithi001.stdout:1425: done (2 left) 2024-09-13T14:23:06.868 INFO:tasks.rados.rados.0.smithi001.stdout:1426: snap_create 2024-09-13T14:23:06.868 INFO:tasks.rados.rados.0.smithi001.stdout:1423: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:23:06.868 INFO:tasks.rados.rados.0.smithi001.stdout:1423: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:23:06.868 INFO:tasks.rados.rados.0.smithi001.stdout:1423: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:23:06.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 838 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:23:06.868 INFO:tasks.rados.rados.0.smithi001.stdout:1424: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:23:06.869 INFO:tasks.rados.rados.0.smithi001.stdout:1424: finishing copy_from to smithi00185197-2 2024-09-13T14:23:06.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 626 (ObjNum 418 snap 136 seq_num 418) dirty exists 2024-09-13T14:23:06.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-mon[96683]: pgmap v203: 121 pgs: 24 active+undersized, 2 stale+active+clean, 8 active+undersized+degraded, 87 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 644 KiB/s wr, 23 op/s; 88/909 objects degraded (9.681%) 2024-09-13T14:23:06.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 88/909 objects degraded (9.681%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:06.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-mon[96683]: osdmap e361: 8 total, 7 up, 8 in 2024-09-13T14:23:06.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-mon[99232]: pgmap v203: 121 pgs: 24 active+undersized, 2 stale+active+clean, 8 active+undersized+degraded, 87 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 644 KiB/s wr, 23 op/s; 88/909 objects degraded (9.681%) 2024-09-13T14:23:06.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 88/909 objects degraded (9.681%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:06.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-mon[99232]: osdmap e361: 8 total, 7 up, 8 in 2024-09-13T14:23:06.916 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T14:23:06.916 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T14:23:06.916 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-09-13T14:23:06.916 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-09-13T14:23:06.916 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T14:23:06.916 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T14:23:06.917 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T14:23:06.917 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T14:23:06.917 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate[115059]: --> ceph-volume lvm activate successful for osd ID: 2 2024-09-13T14:23:06.917 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 bash[115044]: --> ceph-volume lvm activate successful for osd ID: 2 2024-09-13T14:23:06.917 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:06 smithi001 podman[115044]: 2024-09-13 14:23:06.655824427 +0000 UTC m=+0.954801817 container died 58d2c803f2340b0bc01a00ba33da2a5844207a770124a10fae611defe349a0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2) 2024-09-13T14:23:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:06 smithi028 ceph-mon[87621]: pgmap v203: 121 pgs: 24 active+undersized, 2 stale+active+clean, 8 active+undersized+degraded, 87 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 644 KiB/s wr, 23 op/s; 88/909 objects degraded (9.681%) 2024-09-13T14:23:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:06 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 88/909 objects degraded (9.681%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:06 smithi028 ceph-mon[87621]: osdmap e361: 8 total, 7 up, 8 in 2024-09-13T14:23:07.249 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:23:06] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-09-13T14:23:07.596 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 podman[115195]: 2024-09-13 14:23:07.248947874 +0000 UTC m=+0.583038226 container remove 58d2c803f2340b0bc01a00ba33da2a5844207a770124a10fae611defe349a0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T14:23:07.596 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 podman[115260]: 2024-09-13 14:23:07.367112354 +0000 UTC m=+0.016684176 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:23:07.596 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 podman[115260]: 2024-09-13 14:23:07.4664634 +0000 UTC m=+0.116035206 container create 3e2db39b752fb1c645ca4f90565d0fd1928f3e5793e1405854803caebc49ae89 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-13T14:23:07.645 INFO:tasks.rados.rados.0.smithi001.stdout:1423: done (2 left) 2024-09-13T14:23:07.645 INFO:tasks.rados.rados.0.smithi001.stdout:1424: done (1 left) 2024-09-13T14:23:07.645 INFO:tasks.rados.rados.0.smithi001.stdout:1426: done (0 left) 2024-09-13T14:23:07.645 INFO:tasks.rados.rados.0.smithi001.stdout:1427: read oid 28 snap -1 2024-09-13T14:23:07.646 INFO:tasks.rados.rados.0.smithi001.stdout:1427: expect (ObjNum 409 snap 134 seq_num 409) 2024-09-13T14:23:07.646 INFO:tasks.rados.rados.0.smithi001.stdout:1428: read oid 11 snap -1 2024-09-13T14:23:07.646 INFO:tasks.rados.rados.0.smithi001.stdout:1428: expect (ObjNum 463 snap 147 seq_num 463) 2024-09-13T14:23:07.646 INFO:tasks.rados.rados.0.smithi001.stdout:1429: read oid 14 snap -1 2024-09-13T14:23:07.646 INFO:tasks.rados.rados.0.smithi001.stdout:1429: expect (ObjNum 265 snap 78 seq_num 265) 2024-09-13T14:23:07.646 INFO:tasks.rados.rados.0.smithi001.stdout:1430: copy_from oid 50 from oid 12 current snap is 149 2024-09-13T14:23:07.649 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 149 2024-09-13T14:23:07.650 INFO:tasks.rados.rados.0.smithi001.stdout:1431: seq_num 465 ranges {3235840=598016} 2024-09-13T14:23:07.668 INFO:tasks.rados.rados.0.smithi001.stdout:1431: writing smithi00185197-45 from 3235840 to 3833856 tid 1 2024-09-13T14:23:07.668 INFO:tasks.rados.rados.0.smithi001.stdout:1432: read oid 2 snap 110 2024-09-13T14:23:07.668 INFO:tasks.rados.rados.0.smithi001.stdout:1432: expect (ObjNum 255 snap 76 seq_num 255) 2024-09-13T14:23:07.668 INFO:tasks.rados.rados.0.smithi001.stdout:1433: rollback oid 37 current snap is 149 2024-09-13T14:23:07.668 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 67 2024-09-13T14:23:07.668 INFO:tasks.rados.rados.0.smithi001.stdout:1428: expect (ObjNum 463 snap 147 seq_num 463) 2024-09-13T14:23:07.714 INFO:tasks.rados.rados.0.smithi001.stdout:1427: expect (ObjNum 409 snap 134 seq_num 409) 2024-09-13T14:23:07.768 INFO:tasks.rados.rados.0.smithi001.stdout:1429: expect (ObjNum 265 snap 78 seq_num 265) 2024-09-13T14:23:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[96683]: osdmap e362: 8 total, 7 up, 8 in 2024-09-13T14:23:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[96683]: osdmap e363: 8 total, 7 up, 8 in 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[99232]: osdmap e362: 8 total, 7 up, 8 in 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[99232]: osdmap e363: 8 total, 7 up, 8 in 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:08.103 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 podman[115260]: 2024-09-13 14:23:07.686017638 +0000 UTC m=+0.335589465 container init 3e2db39b752fb1c645ca4f90565d0fd1928f3e5793e1405854803caebc49ae89 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-13T14:23:08.104 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 podman[115260]: 2024-09-13 14:23:07.69427181 +0000 UTC m=+0.343843618 container start 3e2db39b752fb1c645ca4f90565d0fd1928f3e5793e1405854803caebc49ae89 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-13T14:23:08.104 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 ceph-osd[115298]: -- 172.21.15.1:0/412427298 <== mon.2 v2:172.21.15.1:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558004321a40 con 0x5580042ffc00 2024-09-13T14:23:08.104 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 bash[115260]: 3e2db39b752fb1c645ca4f90565d0fd1928f3e5793e1405854803caebc49ae89 2024-09-13T14:23:08.104 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:07 smithi001 systemd[1]: Started Ceph osd.2 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:23:08.160 INFO:tasks.rados.rados.0.smithi001.stdout:1433: finishing rollback tid 0 to smithi00185197-37 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1433: finishing rollback tid 1 to smithi00185197-37 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 969 (ObjNum 289 snap 0 seq_num 1913425805) dirty dne 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1431: finishing write tid 1 to smithi00185197-45 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1431: finishing write tid 2 to smithi00185197-45 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1427: done (6 left) 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1428: done (5 left) 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1429: done (4 left) 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1433: done (3 left) 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 149 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1431: finishing write tid 3 to smithi00185197-45 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1431: oid 45 updating version 0 to 612 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:1431: oid 45 version 612 is already newer than 611 2024-09-13T14:23:08.161 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 612 (ObjNum 465 snap 149 seq_num 465) dirty exists 2024-09-13T14:23:08.162 INFO:tasks.rados.rados.0.smithi001.stdout:1431: left oid 45 (ObjNum 465 snap 149 seq_num 465) 2024-09-13T14:23:08.162 INFO:tasks.rados.rados.0.smithi001.stdout:1432: expect (ObjNum 255 snap 76 seq_num 255) 2024-09-13T14:23:08.211 INFO:tasks.rados.rados.0.smithi001.stdout:1430: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:23:08.211 INFO:tasks.rados.rados.0.smithi001.stdout:1430: finishing copy_from to smithi00185197-50 2024-09-13T14:23:08.211 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 590 (ObjNum 452 snap 146 seq_num 452) dirty exists 2024-09-13T14:23:08.211 INFO:tasks.rados.rados.0.smithi001.stdout:1434: seq_num 466 ranges {6586368=614400} 2024-09-13T14:23:08.250 INFO:tasks.rados.rados.0.smithi001.stdout:1434: writing smithi00185197-14 from 6586368 to 7200768 tid 1 2024-09-13T14:23:08.251 INFO:tasks.rados.rados.0.smithi001.stdout:1430: done (3 left) 2024-09-13T14:23:08.251 INFO:tasks.rados.rados.0.smithi001.stdout:1431: done (2 left) 2024-09-13T14:23:08.251 INFO:tasks.rados.rados.0.smithi001.stdout:1432: done (1 left) 2024-09-13T14:23:08.251 INFO:tasks.rados.rados.0.smithi001.stdout:1435: snap_remove snap 147 2024-09-13T14:23:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:07 smithi028 ceph-mon[87621]: osdmap e362: 8 total, 7 up, 8 in 2024-09-13T14:23:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:07 smithi028 ceph-mon[87621]: osdmap e363: 8 total, 7 up, 8 in 2024-09-13T14:23:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:08.876 INFO:tasks.rados.rados.0.smithi001.stdout:1435: done (1 left) 2024-09-13T14:23:08.876 INFO:tasks.rados.rados.0.smithi001.stdout:1436: snap_remove snap 132 2024-09-13T14:23:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:08 smithi001 ceph-mon[99232]: pgmap v206: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 450 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 620 KiB/s wr, 15 op/s; 116/906 objects degraded (12.804%) 2024-09-13T14:23:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:08 smithi001 ceph-mon[96683]: pgmap v206: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 450 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 620 KiB/s wr, 15 op/s; 116/906 objects degraded (12.804%) 2024-09-13T14:23:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:08 smithi028 ceph-mon[87621]: pgmap v206: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 450 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 620 KiB/s wr, 15 op/s; 116/906 objects degraded (12.804%) 2024-09-13T14:23:09.852 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[115275]: 2024-09-13T14:23:09.577+0000 7fa9d64af640 -1 Falling back to public interface 2024-09-13T14:23:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:1436: done (1 left) 2024-09-13T14:23:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:1437: delete oid 2 current snap is 149 2024-09-13T14:23:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:1434: finishing write tid 1 to smithi00185197-14 2024-09-13T14:23:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:1434: finishing write tid 2 to smithi00185197-14 2024-09-13T14:23:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:1434: finishing write tid 3 to smithi00185197-14 2024-09-13T14:23:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:1434: oid 14 updating version 0 to 184 2024-09-13T14:23:09.884 INFO:tasks.rados.rados.0.smithi001.stdout:1434: oid 14 version 184 is already newer than 183 2024-09-13T14:23:09.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 184 (ObjNum 466 snap 149 seq_num 466) dirty exists 2024-09-13T14:23:09.884 INFO:tasks.rados.rados.0.smithi001.stdout:1434: left oid 14 (ObjNum 466 snap 149 seq_num 466) 2024-09-13T14:23:09.889 INFO:tasks.rados.rados.0.smithi001.stdout:1434: done (1 left) 2024-09-13T14:23:09.889 INFO:tasks.rados.rados.0.smithi001.stdout:1437: done (0 left) 2024-09-13T14:23:09.889 INFO:tasks.rados.rados.0.smithi001.stdout:1438: setattr oid 18 current snap is 149 2024-09-13T14:23:09.891 INFO:tasks.rados.rados.0.smithi001.stdout:1439: delete oid 22 current snap is 149 2024-09-13T14:23:09.894 INFO:tasks.rados.rados.0.smithi001.stdout:1439: done (1 left) 2024-09-13T14:23:09.894 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 149 2024-09-13T14:23:09.894 INFO:tasks.rados.rados.0.smithi001.stdout:1440: seq_num 469 ranges {376832=663552} 2024-09-13T14:23:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1440: writing smithi00185197-6 from 376832 to 1040384 tid 1 2024-09-13T14:23:09.901 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 149 2024-09-13T14:23:09.901 INFO:tasks.rados.rados.0.smithi001.stdout:1441: seq_num 470 ranges {5767168=679936} 2024-09-13T14:23:09.936 INFO:tasks.rados.rados.0.smithi001.stdout:1441: writing smithi00185197-20 from 5767168 to 6447104 tid 1 2024-09-13T14:23:09.936 INFO:tasks.rados.rados.0.smithi001.stdout:1442: snap_remove snap 133 2024-09-13T14:23:10.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:09 smithi001 ceph-mon[96683]: osdmap e364: 8 total, 7 up, 8 in 2024-09-13T14:23:10.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:09 smithi001 ceph-mon[99232]: osdmap e364: 8 total, 7 up, 8 in 2024-09-13T14:23:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:09 smithi028 ceph-mon[87621]: osdmap e364: 8 total, 7 up, 8 in 2024-09-13T14:23:10.887 INFO:tasks.rados.rados.0.smithi001.stdout:1442: done (3 left) 2024-09-13T14:23:10.887 INFO:tasks.rados.rados.0.smithi001.stdout:1443: snap_remove snap 125 2024-09-13T14:23:11.167 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:10 smithi001 ceph-mon[96683]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 450 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 1 op/s; 116/906 objects degraded (12.804%) 2024-09-13T14:23:11.167 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:10 smithi001 ceph-mon[96683]: osdmap e365: 8 total, 7 up, 8 in 2024-09-13T14:23:11.167 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:10 smithi001 ceph-mon[99232]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 450 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 1 op/s; 116/906 objects degraded (12.804%) 2024-09-13T14:23:11.168 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:10 smithi001 ceph-mon[99232]: osdmap e365: 8 total, 7 up, 8 in 2024-09-13T14:23:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:10 smithi028 ceph-mon[87621]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 450 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 1 op/s; 116/906 objects degraded (12.804%) 2024-09-13T14:23:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:10 smithi028 ceph-mon[87621]: osdmap e365: 8 total, 7 up, 8 in 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:1443: done (3 left) 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:1444: snap_create 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 641 (ObjNum 453 snap 146 seq_num 453) dirty exists 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:1440: finishing write tid 1 to smithi00185197-6 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:1440: finishing write tid 2 to smithi00185197-6 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:1440: finishing write tid 3 to smithi00185197-6 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:1440: oid 6 updating version 0 to 1018 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:1440: oid 6 version 1018 is already newer than 1017 2024-09-13T14:23:11.893 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 1018 (ObjNum 469 snap 149 seq_num 469) dirty exists 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:1440: left oid 6 (ObjNum 469 snap 149 seq_num 469) 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:1441: finishing write tid 1 to smithi00185197-20 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:1441: finishing write tid 2 to smithi00185197-20 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:1441: finishing write tid 3 to smithi00185197-20 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:1441: oid 20 updating version 0 to 1021 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:1441: oid 20 version 1021 is already newer than 1020 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1021 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:23:11.894 INFO:tasks.rados.rados.0.smithi001.stdout:1441: left oid 20 (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:23:12.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:11 smithi001 ceph-mon[96683]: osdmap e366: 8 total, 7 up, 8 in 2024-09-13T14:23:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:11 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:11 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:11 smithi001 ceph-mon[99232]: osdmap e366: 8 total, 7 up, 8 in 2024-09-13T14:23:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:11 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:11 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:12.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:11 smithi028 ceph-mon[87621]: osdmap e366: 8 total, 7 up, 8 in 2024-09-13T14:23:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:11 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:11 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:12.646 INFO:tasks.rados.rados.0.smithi001.stdout:1438: done (3 left) 2024-09-13T14:23:12.647 INFO:tasks.rados.rados.0.smithi001.stdout:1440: done (2 left) 2024-09-13T14:23:12.647 INFO:tasks.rados.rados.0.smithi001.stdout:1441: done (1 left) 2024-09-13T14:23:12.647 INFO:tasks.rados.rados.0.smithi001.stdout:1444: done (0 left) 2024-09-13T14:23:12.647 INFO:tasks.rados.rados.0.smithi001.stdout:1445: read oid 50 snap -1 2024-09-13T14:23:12.647 INFO:tasks.rados.rados.0.smithi001.stdout:1445: expect (ObjNum 452 snap 146 seq_num 452) 2024-09-13T14:23:12.647 INFO:tasks.rados.rados.0.smithi001.stdout:1446: copy_from oid 48 from oid 26 current snap is 150 2024-09-13T14:23:12.647 INFO:tasks.rados.rados.0.smithi001.stdout:1447: delete oid 44 current snap is 150 2024-09-13T14:23:12.649 INFO:tasks.rados.rados.0.smithi001.stdout:1447: done (2 left) 2024-09-13T14:23:12.649 INFO:tasks.rados.rados.0.smithi001.stdout:1448: read oid 40 snap -1 2024-09-13T14:23:12.649 INFO:tasks.rados.rados.0.smithi001.stdout:1448: expect (ObjNum 370 snap 119 seq_num 370) 2024-09-13T14:23:12.649 INFO:tasks.rados.rados.0.smithi001.stdout:1449: rmattr oid 14 current snap is 150 2024-09-13T14:23:12.649 INFO:tasks.rados.rados.0.smithi001.stdout:1449: done (3 left) 2024-09-13T14:23:12.649 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 150 2024-09-13T14:23:12.649 INFO:tasks.rados.rados.0.smithi001.stdout:1450: seq_num 472 ranges {3833856=712704} 2024-09-13T14:23:12.675 INFO:tasks.rados.rados.0.smithi001.stdout:1450: writing smithi00185197-45 from 3833856 to 4546560 tid 1 2024-09-13T14:23:12.675 INFO:tasks.rados.rados.0.smithi001.stdout:1451: read oid 42 snap -1 2024-09-13T14:23:12.676 INFO:tasks.rados.rados.0.smithi001.stdout:1451: expect deleted 2024-09-13T14:23:12.676 INFO:tasks.rados.rados.0.smithi001.stdout:1452: rollback oid 28 current snap is 150 2024-09-13T14:23:12.676 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 110 2024-09-13T14:23:12.676 INFO:tasks.rados.rados.0.smithi001.stdout:1446: finishing copy_from racing read to smithi00185197-48 2024-09-13T14:23:12.676 INFO:tasks.rados.rados.0.smithi001.stdout:1453: snap_remove snap 130 2024-09-13T14:23:13.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[96683]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 120/888 objects degraded (13.514%) 2024-09-13T14:23:13.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 120/888 objects degraded (13.514%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:13.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[96683]: osdmap e367: 8 total, 7 up, 8 in 2024-09-13T14:23:13.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:13.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:13.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[96683]: osdmap e368: 8 total, 7 up, 8 in 2024-09-13T14:23:13.166 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[99232]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 120/888 objects degraded (13.514%) 2024-09-13T14:23:13.166 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 120/888 objects degraded (13.514%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:13.166 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[99232]: osdmap e367: 8 total, 7 up, 8 in 2024-09-13T14:23:13.166 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:13.166 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:13.166 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:12 smithi001 ceph-mon[99232]: osdmap e368: 8 total, 7 up, 8 in 2024-09-13T14:23:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:12 smithi028 ceph-mon[87621]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 120/888 objects degraded (13.514%) 2024-09-13T14:23:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:12 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 120/888 objects degraded (13.514%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:12 smithi028 ceph-mon[87621]: osdmap e367: 8 total, 7 up, 8 in 2024-09-13T14:23:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:12 smithi028 ceph-mon[87621]: osdmap e368: 8 total, 7 up, 8 in 2024-09-13T14:23:13.602 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[115275]: 2024-09-13T14:23:13.298+0000 7fa9d64af640 -1 osd.2 357 log_to_monitors true 2024-09-13T14:23:13.648 INFO:tasks.rados.rados.0.smithi001.stdout:1453: done (6 left) 2024-09-13T14:23:13.648 INFO:tasks.rados.rados.0.smithi001.stdout:1454: read oid 7 snap -1 2024-09-13T14:23:13.648 INFO:tasks.rados.rados.0.smithi001.stdout:1454: expect (ObjNum 451 snap 145 seq_num 451) 2024-09-13T14:23:13.648 INFO:tasks.rados.rados.0.smithi001.stdout:1455: delete oid 43 current snap is 150 2024-09-13T14:23:13.648 INFO:tasks.rados.rados.0.smithi001.stdout:1452: finishing rollback tid 0 to smithi00185197-28 2024-09-13T14:23:13.648 INFO:tasks.rados.rados.0.smithi001.stdout:1452: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:23:13.649 INFO:tasks.rados.rados.0.smithi001.stdout:1452: finishing rollback tid 2 to smithi00185197-28 2024-09-13T14:23:13.649 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 606 (ObjNum 255 snap 76 seq_num 255) dirty exists 2024-09-13T14:23:13.649 INFO:tasks.rados.rados.0.smithi001.stdout:1445: expect (ObjNum 452 snap 146 seq_num 452) 2024-09-13T14:23:13.893 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[115275]: 2024-09-13T14:23:13.670+0000 7fa9ce259640 -1 osd.2 357 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:23:14.169 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[96683]: from='osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:23:14.169 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[96683]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:23:14.169 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[96683]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:23:14.169 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[96683]: osdmap e369: 8 total, 7 up, 8 in 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[96683]: from='osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[96683]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[99232]: from='osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[99232]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[99232]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[99232]: osdmap e369: 8 total, 7 up, 8 in 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[99232]: from='osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:14.170 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:13 smithi001 ceph-mon[99232]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:14.256 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:13 smithi028 ceph-mon[87621]: from='osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:23:14.257 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:13 smithi028 ceph-mon[87621]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:23:14.257 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:13 smithi028 ceph-mon[87621]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:23:14.257 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:13 smithi028 ceph-mon[87621]: osdmap e369: 8 total, 7 up, 8 in 2024-09-13T14:23:14.257 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:13 smithi028 ceph-mon[87621]: from='osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:14.257 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:13 smithi028 ceph-mon[87621]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:14.325 INFO:tasks.rados.rados.0.smithi001.stdout:1450: finishing write tid 1 to smithi00185197-45 2024-09-13T14:23:14.326 INFO:tasks.rados.rados.0.smithi001.stdout:1450: finishing write tid 2 to smithi00185197-45 2024-09-13T14:23:14.326 INFO:tasks.rados.rados.0.smithi001.stdout:1450: finishing write tid 3 to smithi00185197-45 2024-09-13T14:23:14.326 INFO:tasks.rados.rados.0.smithi001.stdout:1450: oid 45 updating version 0 to 613 2024-09-13T14:23:14.326 INFO:tasks.rados.rados.0.smithi001.stdout:1450: oid 45 updating version 613 to 614 2024-09-13T14:23:14.326 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 614 (ObjNum 472 snap 150 seq_num 472) dirty exists 2024-09-13T14:23:14.326 INFO:tasks.rados.rados.0.smithi001.stdout:1450: left oid 45 (ObjNum 472 snap 150 seq_num 472) 2024-09-13T14:23:14.326 INFO:tasks.rados.rados.0.smithi001.stdout:1448: expect (ObjNum 370 snap 119 seq_num 370) 2024-09-13T14:23:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:1446: finishing copy_from to smithi00185197-48 2024-09-13T14:23:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 974 (ObjNum 422 snap 136 seq_num 422) dirty exists 2024-09-13T14:23:14.631 INFO:tasks.rados.rados.0.smithi001.stdout:1445: done (7 left) 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1446: done (6 left) 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1448: done (5 left) 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1450: done (4 left) 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1451: done (3 left) 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1452: done (2 left) 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1455: done (1 left) 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1456: snap_create 2024-09-13T14:23:14.632 INFO:tasks.rados.rados.0.smithi001.stdout:1454: expect (ObjNum 451 snap 145 seq_num 451) 2024-09-13T14:23:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:1454: done (1 left) 2024-09-13T14:23:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:1456: done (0 left) 2024-09-13T14:23:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:1457: read oid 13 snap -1 2024-09-13T14:23:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1457: expect (ObjNum 409 snap 134 seq_num 409) 2024-09-13T14:23:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 151 2024-09-13T14:23:14.794 INFO:tasks.rados.rados.0.smithi001.stdout:1458: seq_num 474 ranges {6512640=745472} 2024-09-13T14:23:14.833 INFO:tasks.rados.rados.0.smithi001.stdout:1458: writing smithi00185197-32 from 6512640 to 7258112 tid 1 2024-09-13T14:23:14.833 INFO:tasks.rados.rados.0.smithi001.stdout:1459: copy_from oid 3 from oid 14 current snap is 151 2024-09-13T14:23:14.833 INFO:tasks.rados.rados.0.smithi001.stdout:1457: expect (ObjNum 409 snap 134 seq_num 409) 2024-09-13T14:23:14.888 INFO:tasks.rados.rados.0.smithi001.stdout:1458: finishing write tid 1 to smithi00185197-32 2024-09-13T14:23:14.888 INFO:tasks.rados.rados.0.smithi001.stdout:1458: finishing write tid 2 to smithi00185197-32 2024-09-13T14:23:14.888 INFO:tasks.rados.rados.0.smithi001.stdout:1458: finishing write tid 3 to smithi00185197-32 2024-09-13T14:23:14.888 INFO:tasks.rados.rados.0.smithi001.stdout:1458: oid 32 updating version 0 to 1148 2024-09-13T14:23:14.888 INFO:tasks.rados.rados.0.smithi001.stdout:1458: oid 32 version 1148 is already newer than 1147 2024-09-13T14:23:14.888 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1148 (ObjNum 474 snap 151 seq_num 474) dirty exists 2024-09-13T14:23:14.888 INFO:tasks.rados.rados.0.smithi001.stdout:1458: left oid 32 (ObjNum 474 snap 151 seq_num 474) 2024-09-13T14:23:14.889 INFO:tasks.rados.rados.0.smithi001.stdout:1457: done (2 left) 2024-09-13T14:23:14.889 INFO:tasks.rados.rados.0.smithi001.stdout:1458: done (1 left) 2024-09-13T14:23:14.889 INFO:tasks.rados.rados.0.smithi001.stdout:1460: snap_create 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[99232]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 460 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.9 MiB/s wr, 14 op/s; 120/879 objects degraded (13.652%) 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[99232]: osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758] boot 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[99232]: osdmap e370: 8 total, 8 up, 8 in 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[96683]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 460 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.9 MiB/s wr, 14 op/s; 120/879 objects degraded (13.652%) 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[96683]: osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758] boot 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[96683]: osdmap e370: 8 total, 8 up, 8 in 2024-09-13T14:23:15.203 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:23:15.272 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:14 smithi028 ceph-mon[87621]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 460 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.9 MiB/s wr, 14 op/s; 120/879 objects degraded (13.652%) 2024-09-13T14:23:15.272 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:14 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:23:15.272 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:14 smithi028 ceph-mon[87621]: osd.2 [v2:172.21.15.1:6818/1567843758,v1:172.21.15.1:6819/1567843758] boot 2024-09-13T14:23:15.272 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:14 smithi028 ceph-mon[87621]: osdmap e370: 8 total, 8 up, 8 in 2024-09-13T14:23:15.272 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:14 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:23:15.652 INFO:tasks.rados.rados.0.smithi001.stdout:1460: done (1 left) 2024-09-13T14:23:15.653 INFO:tasks.rados.rados.0.smithi001.stdout:1461: delete oid 25 current snap is 152 2024-09-13T14:23:15.659 INFO:tasks.rados.rados.0.smithi001.stdout:1461: done (1 left) 2024-09-13T14:23:15.659 INFO:tasks.rados.rados.0.smithi001.stdout:1462: read oid 32 snap -1 2024-09-13T14:23:15.660 INFO:tasks.rados.rados.0.smithi001.stdout:1462: expect (ObjNum 474 snap 151 seq_num 474) 2024-09-13T14:23:15.660 INFO:tasks.rados.rados.0.smithi001.stdout:1463: snap_create 2024-09-13T14:23:15.697 INFO:tasks.rados.rados.0.smithi001.stdout:1459: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:23:15.703 INFO:tasks.rados.rados.0.smithi001.stdout:1462: expect (ObjNum 474 snap 151 seq_num 474) 2024-09-13T14:23:16.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:23:16.067+0000 7ff0df838640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-13T14:23:16.457 INFO:tasks.rados.rados.0.smithi001.stdout:1459: finishing copy_from to smithi00185197-3 2024-09-13T14:23:16.457 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 184 (ObjNum 466 snap 149 seq_num 466) dirty exists 2024-09-13T14:23:16.656 INFO:tasks.rados.rados.0.smithi001.stdout:1459: done (2 left) 2024-09-13T14:23:16.656 INFO:tasks.rados.rados.0.smithi001.stdout:1462: done (1 left) 2024-09-13T14:23:16.656 INFO:tasks.rados.rados.0.smithi001.stdout:1463: done (0 left) 2024-09-13T14:23:16.656 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 153 2024-09-13T14:23:16.656 INFO:tasks.rados.rados.0.smithi001.stdout:1464: seq_num 476 ranges {2670592=778240} 2024-09-13T14:23:16.674 INFO:tasks.rados.rados.0.smithi001.stdout:1464: writing smithi00185197-5 from 2670592 to 3448832 tid 1 2024-09-13T14:23:16.674 INFO:tasks.rados.rados.0.smithi001.stdout:1465: rollback oid 11 current snap is 153 2024-09-13T14:23:16.674 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 110 2024-09-13T14:23:16.674 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 153 2024-09-13T14:23:16.674 INFO:tasks.rados.rados.0.smithi001.stdout:1466: seq_num 477 ranges {3063808=794624} 2024-09-13T14:23:16.695 INFO:tasks.rados.rados.0.smithi001.stdout:1466: writing smithi00185197-4 from 3063808 to 3858432 tid 1 2024-09-13T14:23:16.695 INFO:tasks.rados.rados.0.smithi001.stdout:1467: delete oid 30 current snap is 153 2024-09-13T14:23:16.695 INFO:tasks.rados.rados.0.smithi001.stdout:1465: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:23:16.695 INFO:tasks.rados.rados.0.smithi001.stdout:1465: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:23:16.695 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1151 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:23:16.696 INFO:tasks.rados.rados.0.smithi001.stdout:1464: finishing write tid 1 to smithi00185197-5 2024-09-13T14:23:16.696 INFO:tasks.rados.rados.0.smithi001.stdout:1464: finishing write tid 2 to smithi00185197-5 2024-09-13T14:23:16.696 INFO:tasks.rados.rados.0.smithi001.stdout:1464: finishing write tid 3 to smithi00185197-5 2024-09-13T14:23:16.696 INFO:tasks.rados.rados.0.smithi001.stdout:1464: oid 5 updating version 0 to 931 2024-09-13T14:23:16.696 INFO:tasks.rados.rados.0.smithi001.stdout:1464: oid 5 updating version 931 to 932 2024-09-13T14:23:16.696 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 932 (ObjNum 476 snap 153 seq_num 476) dirty exists 2024-09-13T14:23:16.696 INFO:tasks.rados.rados.0.smithi001.stdout:1464: left oid 5 (ObjNum 476 snap 153 seq_num 476) 2024-09-13T14:23:16.697 INFO:tasks.rados.rados.0.smithi001.stdout:1464: done (3 left) 2024-09-13T14:23:16.697 INFO:tasks.rados.rados.0.smithi001.stdout:1465: done (2 left) 2024-09-13T14:23:16.697 INFO:tasks.rados.rados.0.smithi001.stdout:1467: done (1 left) 2024-09-13T14:23:16.697 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 153 2024-09-13T14:23:16.697 INFO:tasks.rados.rados.0.smithi001.stdout:1468: seq_num 479 ranges {0=425984,425984=401408} 2024-09-13T14:23:16.699 INFO:tasks.rados.rados.0.smithi001.stdout:1468: writing smithi00185197-15 from 0 to 425984 tid 1 2024-09-13T14:23:16.702 INFO:tasks.rados.rados.0.smithi001.stdout:1468: writing smithi00185197-15 from 425984 to 827392 tid 2 2024-09-13T14:23:16.702 INFO:tasks.rados.rados.0.smithi001.stdout:1469: delete oid 34 current snap is 153 2024-09-13T14:23:16.702 INFO:tasks.rados.rados.0.smithi001.stdout:1466: finishing write tid 1 to smithi00185197-4 2024-09-13T14:23:16.702 INFO:tasks.rados.rados.0.smithi001.stdout:1466: finishing write tid 2 to smithi00185197-4 2024-09-13T14:23:16.703 INFO:tasks.rados.rados.0.smithi001.stdout:1466: finishing write tid 3 to smithi00185197-4 2024-09-13T14:23:16.703 INFO:tasks.rados.rados.0.smithi001.stdout:1466: oid 4 updating version 0 to 629 2024-09-13T14:23:16.703 INFO:tasks.rados.rados.0.smithi001.stdout:1466: oid 4 version 629 is already newer than 628 2024-09-13T14:23:16.703 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 629 (ObjNum 477 snap 153 seq_num 477) dirty exists 2024-09-13T14:23:16.703 INFO:tasks.rados.rados.0.smithi001.stdout:1466: left oid 4 (ObjNum 477 snap 153 seq_num 477) 2024-09-13T14:23:16.703 INFO:tasks.rados.rados.0.smithi001.stdout:1468: finishing write tid 1 to smithi00185197-15 2024-09-13T14:23:16.705 INFO:tasks.rados.rados.0.smithi001.stdout:1468: finishing write tid 2 to smithi00185197-15 2024-09-13T14:23:16.705 INFO:tasks.rados.rados.0.smithi001.stdout:1466: done (2 left) 2024-09-13T14:23:16.705 INFO:tasks.rados.rados.0.smithi001.stdout:1469: done (1 left) 2024-09-13T14:23:16.705 INFO:tasks.rados.rados.0.smithi001.stdout:1470: rollback oid 13 current snap is 153 2024-09-13T14:23:16.705 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 111 2024-09-13T14:23:16.705 INFO:tasks.rados.rados.0.smithi001.stdout:1471: snap_create 2024-09-13T14:23:16.705 INFO:tasks.rados.rados.0.smithi001.stdout:1468: finishing write tid 3 to smithi00185197-15 2024-09-13T14:23:16.706 INFO:tasks.rados.rados.0.smithi001.stdout:1468: finishing write tid 4 to smithi00185197-15 2024-09-13T14:23:16.706 INFO:tasks.rados.rados.0.smithi001.stdout:1468: oid 15 updating version 0 to 629 2024-09-13T14:23:16.706 INFO:tasks.rados.rados.0.smithi001.stdout:1468: oid 15 updating version 629 to 630 2024-09-13T14:23:16.706 INFO:tasks.rados.rados.0.smithi001.stdout:1468: oid 15 updating version 630 to 631 2024-09-13T14:23:16.706 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 631 (ObjNum 479 snap 153 seq_num 479) dirty exists 2024-09-13T14:23:16.706 INFO:tasks.rados.rados.0.smithi001.stdout:1468: left oid 15 (ObjNum 479 snap 153 seq_num 479) 2024-09-13T14:23:16.708 INFO:tasks.rados.rados.0.smithi001.stdout:1470: finishing rollback tid 0 to smithi00185197-13 2024-09-13T14:23:16.708 INFO:tasks.rados.rados.0.smithi001.stdout:1470: finishing rollback tid 1 to smithi00185197-13 2024-09-13T14:23:16.708 INFO:tasks.rados.rados.0.smithi001.stdout:1470: finishing rollback tid 2 to smithi00185197-13 2024-09-13T14:23:16.708 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 593 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-09-13T14:23:16.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: pgmap v218: 121 pgs: 22 peering, 8 active+undersized, 7 active+undersized+degraded, 84 active+clean; 464 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 101/882 objects degraded (11.451%) 2024-09-13T14:23:16.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: osdmap e371: 8 total, 8 up, 8 in 2024-09-13T14:23:16.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:23:16.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:16 smithi028 ceph-mon[87621]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: pgmap v218: 121 pgs: 22 peering, 8 active+undersized, 7 active+undersized+degraded, 84 active+clean; 464 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 101/882 objects degraded (11.451%) 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: osdmap e371: 8 total, 8 up, 8 in 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:16.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[96683]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: pgmap v218: 121 pgs: 22 peering, 8 active+undersized, 7 active+undersized+degraded, 84 active+clean; 464 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 101/882 objects degraded (11.451%) 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: osdmap e371: 8 total, 8 up, 8 in 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:16.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:23:16.917 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-mon[99232]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-13T14:23:17.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:23:16] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-09-13T14:23:17.661 INFO:tasks.rados.rados.0.smithi001.stdout:1468: done (2 left) 2024-09-13T14:23:17.662 INFO:tasks.rados.rados.0.smithi001.stdout:1470: done (1 left) 2024-09-13T14:23:17.662 INFO:tasks.rados.rados.0.smithi001.stdout:1471: done (0 left) 2024-09-13T14:23:17.662 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 154 2024-09-13T14:23:17.662 INFO:tasks.rados.rados.0.smithi001.stdout:1472: seq_num 481 ranges {9986048=458752,10444800=401408} 2024-09-13T14:23:17.718 INFO:tasks.rados.rados.0.smithi001.stdout:1472: writing smithi00185197-38 from 9986048 to 10444800 tid 1 2024-09-13T14:23:17.721 INFO:tasks.rados.rados.0.smithi001.stdout:1472: writing smithi00185197-38 from 10444800 to 10846208 tid 2 2024-09-13T14:23:17.721 INFO:tasks.rados.rados.0.smithi001.stdout:1473: rollback oid 50 current snap is 154 2024-09-13T14:23:17.722 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 122 2024-09-13T14:23:17.722 INFO:tasks.rados.rados.0.smithi001.stdout:1474: setattr oid 41 current snap is 154 2024-09-13T14:23:17.724 INFO:tasks.rados.rados.0.smithi001.stdout:1475: rollback oid 7 current snap is 154 2024-09-13T14:23:17.725 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 67 2024-09-13T14:23:17.725 INFO:tasks.rados.rados.0.smithi001.stdout:1476: snap_remove snap 115 2024-09-13T14:23:18.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:17 smithi001 ceph-mon[96683]: osdmap e372: 8 total, 8 up, 8 in 2024-09-13T14:23:18.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:17 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 101/882 objects degraded (11.451%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:18.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:17 smithi001 ceph-mon[99232]: osdmap e372: 8 total, 8 up, 8 in 2024-09-13T14:23:18.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:17 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 101/882 objects degraded (11.451%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:18.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:17 smithi028 ceph-mon[87621]: osdmap e372: 8 total, 8 up, 8 in 2024-09-13T14:23:18.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:17 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 101/882 objects degraded (11.451%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1472: finishing write tid 1 to smithi00185197-38 2024-09-13T14:23:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1472: finishing write tid 2 to smithi00185197-38 2024-09-13T14:23:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1473: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:23:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:1472: finishing write tid 3 to smithi00185197-38 2024-09-13T14:23:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:1473: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:23:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:1473: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:23:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 596 (ObjNum 304 snap 97 seq_num 304) dirty exists 2024-09-13T14:23:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:1475: finishing rollback tid 0 to smithi00185197-7 2024-09-13T14:23:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:1472: finishing write tid 4 to smithi00185197-38 2024-09-13T14:23:18.667 INFO:tasks.rados.rados.0.smithi001.stdout:1472: oid 38 updating version 0 to 938 2024-09-13T14:23:18.667 INFO:tasks.rados.rados.0.smithi001.stdout:1472: oid 38 version 938 is already newer than 936 2024-09-13T14:23:18.667 INFO:tasks.rados.rados.0.smithi001.stdout:1472: oid 38 version 938 is already newer than 937 2024-09-13T14:23:18.667 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 938 (ObjNum 481 snap 154 seq_num 481) dirty exists 2024-09-13T14:23:18.667 INFO:tasks.rados.rados.0.smithi001.stdout:1472: left oid 38 (ObjNum 481 snap 154 seq_num 481) 2024-09-13T14:23:18.667 INFO:tasks.rados.rados.0.smithi001.stdout:1475: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:23:18.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 616 (ObjNum 65 snap 0 seq_num 1667394897) dirty dne 2024-09-13T14:23:18.668 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 839 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:23:18.668 INFO:tasks.rados.rados.0.smithi001.stdout:1472: done (4 left) 2024-09-13T14:23:18.668 INFO:tasks.rados.rados.0.smithi001.stdout:1473: done (3 left) 2024-09-13T14:23:18.668 INFO:tasks.rados.rados.0.smithi001.stdout:1474: done (2 left) 2024-09-13T14:23:18.668 INFO:tasks.rados.rados.0.smithi001.stdout:1475: done (1 left) 2024-09-13T14:23:18.669 INFO:tasks.rados.rados.0.smithi001.stdout:1476: done (0 left) 2024-09-13T14:23:18.669 INFO:tasks.rados.rados.0.smithi001.stdout:1477: rollback oid 30 current snap is 154 2024-09-13T14:23:18.669 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 149 2024-09-13T14:23:18.669 INFO:tasks.rados.rados.0.smithi001.stdout:1478: delete oid 31 current snap is 154 2024-09-13T14:23:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:1478: done (1 left) 2024-09-13T14:23:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:1479: snap_remove snap 150 2024-09-13T14:23:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:18 smithi001 ceph-mon[96683]: pgmap v221: 121 pgs: 22 peering, 5 active+undersized, 7 active+undersized+degraded, 87 active+clean; 465 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 101/891 objects degraded (11.336%) 2024-09-13T14:23:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:18 smithi001 ceph-mon[96683]: osdmap e373: 8 total, 8 up, 8 in 2024-09-13T14:23:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:18 smithi001 ceph-mon[99232]: pgmap v221: 121 pgs: 22 peering, 5 active+undersized, 7 active+undersized+degraded, 87 active+clean; 465 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 101/891 objects degraded (11.336%) 2024-09-13T14:23:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:18 smithi001 ceph-mon[99232]: osdmap e373: 8 total, 8 up, 8 in 2024-09-13T14:23:19.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:18 smithi028 ceph-mon[87621]: pgmap v221: 121 pgs: 22 peering, 5 active+undersized, 7 active+undersized+degraded, 87 active+clean; 465 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 101/891 objects degraded (11.336%) 2024-09-13T14:23:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:18 smithi028 ceph-mon[87621]: osdmap e373: 8 total, 8 up, 8 in 2024-09-13T14:23:19.676 INFO:tasks.rados.rados.0.smithi001.stdout:1479: done (1 left) 2024-09-13T14:23:19.676 INFO:tasks.rados.rados.0.smithi001.stdout:1480: read oid 22 snap 140 2024-09-13T14:23:19.676 INFO:tasks.rados.rados.0.smithi001.stdout:1480: expect deleted 2024-09-13T14:23:19.677 INFO:tasks.rados.rados.0.smithi001.stdout:1481: snap_remove snap 146 2024-09-13T14:23:20.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:19 smithi001 ceph-mon[96683]: osdmap e374: 8 total, 8 up, 8 in 2024-09-13T14:23:20.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:19 smithi001 ceph-mon[99232]: osdmap e374: 8 total, 8 up, 8 in 2024-09-13T14:23:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:19 smithi028 ceph-mon[87621]: osdmap e374: 8 total, 8 up, 8 in 2024-09-13T14:23:20.678 INFO:tasks.rados.rados.0.smithi001.stdout:1481: done (2 left) 2024-09-13T14:23:20.678 INFO:tasks.rados.rados.0.smithi001.stdout:1482: snap_create 2024-09-13T14:23:20.678 INFO:tasks.rados.rados.0.smithi001.stdout:1477: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:23:20.678 INFO:tasks.rados.rados.0.smithi001.stdout:1477: finishing rollback tid 2 to smithi00185197-30 2024-09-13T14:23:20.678 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 940 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-09-13T14:23:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[96683]: pgmap v224: 121 pgs: 22 peering, 99 active+clean; 459 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 586 KiB/s wr, 3 op/s; 13 MiB/s, 3 objects/s recovering 2024-09-13T14:23:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/891 objects degraded (11.336%), 7 pgs degraded) 2024-09-13T14:23:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[96683]: osdmap e375: 8 total, 8 up, 8 in 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[99232]: pgmap v224: 121 pgs: 22 peering, 99 active+clean; 459 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 586 KiB/s wr, 3 op/s; 13 MiB/s, 3 objects/s recovering 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/891 objects degraded (11.336%), 7 pgs degraded) 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[99232]: osdmap e375: 8 total, 8 up, 8 in 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:20 smithi028 ceph-mon[87621]: pgmap v224: 121 pgs: 22 peering, 99 active+clean; 459 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 586 KiB/s wr, 3 op/s; 13 MiB/s, 3 objects/s recovering 2024-09-13T14:23:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:20 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/891 objects degraded (11.336%), 7 pgs degraded) 2024-09-13T14:23:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:20 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:23:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:20 smithi028 ceph-mon[87621]: osdmap e375: 8 total, 8 up, 8 in 2024-09-13T14:23:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:21.678 INFO:tasks.rados.rados.0.smithi001.stdout:1477: done (2 left) 2024-09-13T14:23:21.678 INFO:tasks.rados.rados.0.smithi001.stdout:1480: done (1 left) 2024-09-13T14:23:21.679 INFO:tasks.rados.rados.0.smithi001.stdout:1482: done (0 left) 2024-09-13T14:23:21.679 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 155 2024-09-13T14:23:21.679 INFO:tasks.rados.rados.0.smithi001.stdout:1483: seq_num 483 ranges {499712=491520,991232=401408} 2024-09-13T14:23:21.684 INFO:tasks.rados.rados.0.smithi001.stdout:1483: writing smithi00185197-41 from 499712 to 991232 tid 1 2024-09-13T14:23:21.687 INFO:tasks.rados.rados.0.smithi001.stdout:1483: writing smithi00185197-41 from 991232 to 1392640 tid 2 2024-09-13T14:23:21.687 INFO:tasks.rados.rados.0.smithi001.stdout:1484: snap_remove snap 113 2024-09-13T14:23:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:21 smithi001 ceph-mon[99232]: osdmap e376: 8 total, 8 up, 8 in 2024-09-13T14:23:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:21 smithi001 ceph-mon[99232]: osdmap e377: 8 total, 8 up, 8 in 2024-09-13T14:23:22.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:21 smithi001 ceph-mon[96683]: osdmap e376: 8 total, 8 up, 8 in 2024-09-13T14:23:22.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:21 smithi001 ceph-mon[96683]: osdmap e377: 8 total, 8 up, 8 in 2024-09-13T14:23:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:21 smithi028 ceph-mon[87621]: osdmap e376: 8 total, 8 up, 8 in 2024-09-13T14:23:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:21 smithi028 ceph-mon[87621]: osdmap e377: 8 total, 8 up, 8 in 2024-09-13T14:23:22.649 INFO:tasks.rados.rados.0.smithi001.stdout:1484: done (1 left) 2024-09-13T14:23:22.649 INFO:tasks.rados.rados.0.smithi001.stdout:1485: read oid 7 snap -1 2024-09-13T14:23:22.649 INFO:tasks.rados.rados.0.smithi001.stdout:1485: expect deleted 2024-09-13T14:23:22.649 INFO:tasks.rados.rados.0.smithi001.stdout:1486: read oid 45 snap -1 2024-09-13T14:23:22.650 INFO:tasks.rados.rados.0.smithi001.stdout:1486: expect (ObjNum 472 snap 150 seq_num 472) 2024-09-13T14:23:22.650 INFO:tasks.rados.rados.0.smithi001.stdout:1487: snap_remove snap 136 2024-09-13T14:23:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:22 smithi001 ceph-mon[96683]: pgmap v227: 121 pgs: 121 active+clean; 468 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 13 MiB/s, 3 objects/s recovering 2024-09-13T14:23:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:22 smithi001 ceph-mon[96683]: osdmap e378: 8 total, 8 up, 8 in 2024-09-13T14:23:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:22 smithi001 ceph-mon[99232]: pgmap v227: 121 pgs: 121 active+clean; 468 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 13 MiB/s, 3 objects/s recovering 2024-09-13T14:23:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:22 smithi001 ceph-mon[99232]: osdmap e378: 8 total, 8 up, 8 in 2024-09-13T14:23:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:22 smithi028 ceph-mon[87621]: pgmap v227: 121 pgs: 121 active+clean; 468 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 13 MiB/s, 3 objects/s recovering 2024-09-13T14:23:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:22 smithi028 ceph-mon[87621]: osdmap e378: 8 total, 8 up, 8 in 2024-09-13T14:23:23.652 INFO:tasks.rados.rados.0.smithi001.stdout:1487: done (3 left) 2024-09-13T14:23:23.652 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 155 2024-09-13T14:23:23.652 INFO:tasks.rados.rados.0.smithi001.stdout:1488: seq_num 484 ranges {0=507904,507904=401408} 2024-09-13T14:23:23.655 INFO:tasks.rados.rados.0.smithi001.stdout:1488: writing smithi00185197-44 from 0 to 507904 tid 1 2024-09-13T14:23:23.658 INFO:tasks.rados.rados.0.smithi001.stdout:1488: writing smithi00185197-44 from 507904 to 909312 tid 2 2024-09-13T14:23:23.658 INFO:tasks.rados.rados.0.smithi001.stdout:1489: read oid 43 snap -1 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1489: expect deleted 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: finishing write tid 1 to smithi00185197-41 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: finishing write tid 2 to smithi00185197-41 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: finishing write tid 3 to smithi00185197-41 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: finishing write tid 4 to smithi00185197-41 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: oid 41 updating version 0 to 840 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: oid 41 updating version 840 to 842 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: oid 41 version 842 is already newer than 841 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 842 (ObjNum 483 snap 155 seq_num 483) dirty exists 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1483: left oid 41 (ObjNum 483 snap 155 seq_num 483) 2024-09-13T14:23:23.659 INFO:tasks.rados.rados.0.smithi001.stdout:1486: expect (ObjNum 472 snap 150 seq_num 472) 2024-09-13T14:23:23.953 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 1 to smithi00185197-44 2024-09-13T14:23:23.953 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 2 to smithi00185197-44 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 3 to smithi00185197-44 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 4 to smithi00185197-44 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1488: oid 44 updating version 0 to 638 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1488: oid 44 version 638 is already newer than 636 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1488: oid 44 version 638 is already newer than 637 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 638 (ObjNum 484 snap 155 seq_num 484) dirty exists 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1488: left oid 44 (ObjNum 484 snap 155 seq_num 484) 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1483: done (4 left) 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1485: done (3 left) 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1486: done (2 left) 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1488: done (1 left) 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1490: read oid 19 snap -1 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:1490: expect deleted 2024-09-13T14:23:23.954 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 155 2024-09-13T14:23:23.955 INFO:tasks.rados.rados.0.smithi001.stdout:1491: seq_num 485 ranges {3055616=532480,3588096=401408} 2024-09-13T14:23:23.973 INFO:tasks.rados.rados.0.smithi001.stdout:1491: writing smithi00185197-47 from 3055616 to 3588096 tid 1 2024-09-13T14:23:23.975 INFO:tasks.rados.rados.0.smithi001.stdout:1491: writing smithi00185197-47 from 3588096 to 3989504 tid 2 2024-09-13T14:23:23.975 INFO:tasks.rados.rados.0.smithi001.stdout:1492: snap_remove snap 148 2024-09-13T14:23:24.693 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 1 to smithi00185197-47 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 2 to smithi00185197-47 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 3 to smithi00185197-47 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 4 to smithi00185197-47 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: oid 47 updating version 0 to 642 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: oid 47 updating version 642 to 643 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: oid 47 version 643 is already newer than 641 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 643 (ObjNum 485 snap 155 seq_num 485) dirty exists 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: left oid 47 (ObjNum 485 snap 155 seq_num 485) 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1489: done (3 left) 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1490: done (2 left) 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1491: done (1 left) 2024-09-13T14:23:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:1492: done (0 left) 2024-09-13T14:23:24.695 INFO:tasks.rados.rados.0.smithi001.stdout:1493: rollback oid 35 current snap is 155 2024-09-13T14:23:24.695 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 81 2024-09-13T14:23:24.695 INFO:tasks.rados.rados.0.smithi001.stdout:1494: read oid 6 snap -1 2024-09-13T14:23:24.695 INFO:tasks.rados.rados.0.smithi001.stdout:1494: expect (ObjNum 469 snap 149 seq_num 469) 2024-09-13T14:23:24.695 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 155 2024-09-13T14:23:24.695 INFO:tasks.rados.rados.0.smithi001.stdout:1495: seq_num 486 ranges {3989504=548864,4538368=401408} 2024-09-13T14:23:24.719 INFO:tasks.rados.rados.0.smithi001.stdout:1495: writing smithi00185197-47 from 3989504 to 4538368 tid 1 2024-09-13T14:23:24.722 INFO:tasks.rados.rados.0.smithi001.stdout:1495: writing smithi00185197-47 from 4538368 to 4939776 tid 2 2024-09-13T14:23:24.722 INFO:tasks.rados.rados.0.smithi001.stdout:1496: copy_from oid 31 from oid 25 current snap is 155 2024-09-13T14:23:24.722 INFO:tasks.rados.rados.0.smithi001.stdout:1494: expect (ObjNum 469 snap 149 seq_num 469) 2024-09-13T14:23:24.757 INFO:tasks.rados.rados.0.smithi001.stdout:1493: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:23:24.757 INFO:tasks.rados.rados.0.smithi001.stdout:1493: finishing rollback tid 2 to smithi00185197-35 2024-09-13T14:23:24.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 618 (ObjNum 246 snap 75 seq_num 246) dirty exists 2024-09-13T14:23:24.757 INFO:tasks.rados.rados.0.smithi001.stdout:1496: finishing copy_from to smithi00185197-31 2024-09-13T14:23:24.757 INFO:tasks.rados.rados.0.smithi001.stdout:1496: got expected ENOENT (src dne) 2024-09-13T14:23:24.757 INFO:tasks.rados.rados.0.smithi001.stdout:1496: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: finishing write tid 1 to smithi00185197-47 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: finishing write tid 2 to smithi00185197-47 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: finishing write tid 3 to smithi00185197-47 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1493: done (3 left) 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1494: done (2 left) 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1496: done (1 left) 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1497: snap_create 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: finishing write tid 4 to smithi00185197-47 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: oid 47 updating version 0 to 646 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: oid 47 version 646 is already newer than 644 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: oid 47 version 646 is already newer than 645 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 646 (ObjNum 486 snap 155 seq_num 486) dirty exists 2024-09-13T14:23:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:1495: left oid 47 (ObjNum 486 snap 155 seq_num 486) 2024-09-13T14:23:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:24 smithi001 ceph-mon[96683]: pgmap v230: 121 pgs: 121 active+clean; 470 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 244 KiB/s, 0 objects/s recovering 2024-09-13T14:23:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:24 smithi001 ceph-mon[96683]: osdmap e379: 8 total, 8 up, 8 in 2024-09-13T14:23:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:24 smithi001 ceph-mon[99232]: pgmap v230: 121 pgs: 121 active+clean; 470 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 244 KiB/s, 0 objects/s recovering 2024-09-13T14:23:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:24 smithi001 ceph-mon[99232]: osdmap e379: 8 total, 8 up, 8 in 2024-09-13T14:23:25.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:24 smithi028 ceph-mon[87621]: pgmap v230: 121 pgs: 121 active+clean; 470 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 244 KiB/s, 0 objects/s recovering 2024-09-13T14:23:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:24 smithi028 ceph-mon[87621]: osdmap e379: 8 total, 8 up, 8 in 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:1495: done (1 left) 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:1497: done (0 left) 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:1498: rmattr oid 27 current snap is 156 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:1499: rollback oid 7 current snap is 156 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 122 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:1500: read oid 50 snap -1 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:1500: expect (ObjNum 304 snap 97 seq_num 304) 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 156 2024-09-13T14:23:25.699 INFO:tasks.rados.rados.0.smithi001.stdout:1501: seq_num 487 ranges {1884160=565248,2449408=401408} 2024-09-13T14:23:25.713 INFO:tasks.rados.rados.0.smithi001.stdout:1501: writing smithi00185197-28 from 1884160 to 2449408 tid 1 2024-09-13T14:23:25.716 INFO:tasks.rados.rados.0.smithi001.stdout:1501: writing smithi00185197-28 from 2449408 to 2850816 tid 2 2024-09-13T14:23:25.716 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 156 2024-09-13T14:23:25.716 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 619 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:23:25.716 INFO:tasks.rados.rados.0.smithi001.stdout:1499: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:23:25.716 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 616 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T14:23:25.716 INFO:tasks.rados.rados.0.smithi001.stdout:1502: seq_num 488 ranges {1998848=581632,2580480=401408} 2024-09-13T14:23:25.730 INFO:tasks.rados.rados.0.smithi001.stdout:1502: writing smithi00185197-1 from 1998848 to 2580480 tid 1 2024-09-13T14:23:25.733 INFO:tasks.rados.rados.0.smithi001.stdout:1502: writing smithi00185197-1 from 2580480 to 2981888 tid 2 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1498: done (4 left) 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1499: done (3 left) 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1503: copy_from oid 22 from oid 31 current snap is 156 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: finishing write tid 1 to smithi00185197-28 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: finishing write tid 2 to smithi00185197-28 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: finishing write tid 3 to smithi00185197-28 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: finishing write tid 4 to smithi00185197-28 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: oid 28 updating version 0 to 658 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: oid 28 version 658 is already newer than 657 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: oid 28 updating version 658 to 659 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 659 (ObjNum 487 snap 156 seq_num 487) dirty exists 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1501: left oid 28 (ObjNum 487 snap 156 seq_num 487) 2024-09-13T14:23:25.734 INFO:tasks.rados.rados.0.smithi001.stdout:1500: expect (ObjNum 304 snap 97 seq_num 304) 2024-09-13T14:23:26.067 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:25 smithi028 ceph-mon[87621]: osdmap e380: 8 total, 8 up, 8 in 2024-09-13T14:23:26.085 INFO:tasks.rados.rados.0.smithi001.stdout:1503: finishing copy_from to smithi00185197-22 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1503: got expected ENOENT (src dne) 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1503: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: finishing write tid 1 to smithi00185197-1 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: finishing write tid 2 to smithi00185197-1 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: finishing write tid 3 to smithi00185197-1 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: finishing write tid 4 to smithi00185197-1 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: oid 1 updating version 0 to 643 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: oid 1 version 643 is already newer than 642 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: oid 1 updating version 643 to 644 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 644 (ObjNum 488 snap 156 seq_num 488) dirty exists 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1502: left oid 1 (ObjNum 488 snap 156 seq_num 488) 2024-09-13T14:23:26.086 INFO:tasks.rados.rados.0.smithi001.stdout:1500: done (3 left) 2024-09-13T14:23:26.087 INFO:tasks.rados.rados.0.smithi001.stdout:1501: done (2 left) 2024-09-13T14:23:26.087 INFO:tasks.rados.rados.0.smithi001.stdout:1502: done (1 left) 2024-09-13T14:23:26.087 INFO:tasks.rados.rados.0.smithi001.stdout:1503: done (0 left) 2024-09-13T14:23:26.087 INFO:tasks.rados.rados.0.smithi001.stdout:1504: snap_remove snap 81 2024-09-13T14:23:26.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:25 smithi001 ceph-mon[96683]: osdmap e380: 8 total, 8 up, 8 in 2024-09-13T14:23:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:25 smithi001 ceph-mon[99232]: osdmap e380: 8 total, 8 up, 8 in 2024-09-13T14:23:26.701 INFO:tasks.rados.rados.0.smithi001.stdout:1504: done (0 left) 2024-09-13T14:23:26.701 INFO:tasks.rados.rados.0.smithi001.stdout:1505: snap_create 2024-09-13T14:23:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:26 smithi001 ceph-mon[96683]: pgmap v233: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-13T14:23:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:26 smithi001 ceph-mon[96683]: osdmap e381: 8 total, 8 up, 8 in 2024-09-13T14:23:27.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:23:26] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.43.0" 2024-09-13T14:23:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:26 smithi001 ceph-mon[99232]: pgmap v233: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-13T14:23:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:26 smithi001 ceph-mon[99232]: osdmap e381: 8 total, 8 up, 8 in 2024-09-13T14:23:27.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:26 smithi028 ceph-mon[87621]: pgmap v233: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-13T14:23:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:26 smithi028 ceph-mon[87621]: osdmap e381: 8 total, 8 up, 8 in 2024-09-13T14:23:27.650 INFO:tasks.rados.rados.0.smithi001.stdout:1505: done (0 left) 2024-09-13T14:23:27.650 INFO:tasks.rados.rados.0.smithi001.stdout:1506: delete oid 39 current snap is 157 2024-09-13T14:23:27.656 INFO:tasks.rados.rados.0.smithi001.stdout:1506: done (0 left) 2024-09-13T14:23:27.656 INFO:tasks.rados.rados.0.smithi001.stdout:1507: snap_remove snap 139 2024-09-13T14:23:28.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:27 smithi001 ceph-mon[96683]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T14:23:28.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:27 smithi001 ceph-mon[96683]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T14:23:28.004 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:27 smithi001 ceph-mon[99232]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T14:23:28.004 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:27 smithi001 ceph-mon[99232]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T14:23:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:27 smithi028 ceph-mon[87621]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T14:23:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:27 smithi028 ceph-mon[87621]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T14:23:28.653 INFO:tasks.rados.rados.0.smithi001.stdout:1507: done (0 left) 2024-09-13T14:23:28.653 INFO:tasks.rados.rados.0.smithi001.stdout:1508: snap_remove snap 155 2024-09-13T14:23:29.016 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:28 smithi001 ceph-mon[96683]: pgmap v236: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 454 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 900 KiB/s wr, 4 op/s 2024-09-13T14:23:29.017 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:28 smithi001 ceph-mon[96683]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T14:23:29.017 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:28 smithi001 ceph-mon[99232]: pgmap v236: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 454 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 900 KiB/s wr, 4 op/s 2024-09-13T14:23:29.017 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:28 smithi001 ceph-mon[99232]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T14:23:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:28 smithi028 ceph-mon[87621]: pgmap v236: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 454 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 900 KiB/s wr, 4 op/s 2024-09-13T14:23:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:28 smithi028 ceph-mon[87621]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T14:23:29.654 INFO:tasks.rados.rados.0.smithi001.stdout:1508: done (0 left) 2024-09-13T14:23:29.828 INFO:tasks.rados.rados.0.smithi001.stdout:1509: rollback oid 19 current snap is 157 2024-09-13T14:23:29.828 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 153 2024-09-13T14:23:29.829 INFO:tasks.rados.rados.0.smithi001.stdout:1510: rmattr oid 33 current snap is 157 2024-09-13T14:23:29.829 INFO:tasks.rados.rados.0.smithi001.stdout:1510: done (1 left) 2024-09-13T14:23:29.829 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 157 2024-09-13T14:23:29.829 INFO:tasks.rados.rados.0.smithi001.stdout:1511: seq_num 490 ranges {376832=614400,991232=401408} 2024-09-13T14:23:29.832 INFO:tasks.rados.rados.0.smithi001.stdout:1511: writing smithi00185197-23 from 376832 to 991232 tid 1 2024-09-13T14:23:29.832 INFO:tasks.rados.rados.0.smithi001.stdout:1511: writing smithi00185197-23 from 991232 to 1392640 tid 2 2024-09-13T14:23:29.832 INFO:tasks.rados.rados.0.smithi001.stdout:1512: rmattr oid 37 current snap is 157 2024-09-13T14:23:29.832 INFO:tasks.rados.rados.0.smithi001.stdout:1512: done (2 left) 2024-09-13T14:23:29.832 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 157 2024-09-13T14:23:29.832 INFO:tasks.rados.rados.0.smithi001.stdout:1509: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 571 (ObjNum 1265 snap 0 seq_num 1811549832) dirty dne 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1513: seq_num 491 ranges {1040384=630784,1671168=401408} 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1513: writing smithi00185197-6 from 1040384 to 1671168 tid 1 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1513: writing smithi00185197-6 from 1671168 to 2072576 tid 2 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1509: done (2 left) 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 157 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1511: finishing write tid 1 to smithi00185197-23 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1511: finishing write tid 2 to smithi00185197-23 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1511: finishing write tid 3 to smithi00185197-23 2024-09-13T14:23:29.833 INFO:tasks.rados.rados.0.smithi001.stdout:1511: finishing write tid 4 to smithi00185197-23 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1511: oid 23 updating version 0 to 641 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1511: oid 23 version 641 is already newer than 639 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1511: oid 23 version 641 is already newer than 640 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 641 (ObjNum 490 snap 157 seq_num 490) dirty exists 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1511: left oid 23 (ObjNum 490 snap 157 seq_num 490) 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1514: seq_num 492 ranges {1728512=647168,2375680=401408} 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1514: writing smithi00185197-35 from 1728512 to 2375680 tid 1 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1514: writing smithi00185197-35 from 2375680 to 2777088 tid 2 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1511: done (2 left) 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1515: read oid 15 snap -1 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:1515: expect (ObjNum 479 snap 153 seq_num 479) 2024-09-13T14:23:29.834 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 157 2024-09-13T14:23:29.835 INFO:tasks.rados.rados.0.smithi001.stdout:1513: finishing write tid 1 to smithi00185197-6 2024-09-13T14:23:29.835 INFO:tasks.rados.rados.0.smithi001.stdout:1513: finishing write tid 2 to smithi00185197-6 2024-09-13T14:23:29.835 INFO:tasks.rados.rados.0.smithi001.stdout:1516: seq_num 493 ranges {139264=663552,802816=401408} 2024-09-13T14:23:29.835 INFO:tasks.rados.rados.0.smithi001.stdout:1516: writing smithi00185197-46 from 139264 to 802816 tid 1 2024-09-13T14:23:29.835 INFO:tasks.rados.rados.0.smithi001.stdout:1516: writing smithi00185197-46 from 802816 to 1204224 tid 2 2024-09-13T14:23:29.835 INFO:tasks.rados.rados.0.smithi001.stdout:1517: snap_remove snap 131 2024-09-13T14:23:30.660 INFO:tasks.rados.rados.0.smithi001.stdout:1517: done (4 left) 2024-09-13T14:23:30.660 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 157 2024-09-13T14:23:30.660 INFO:tasks.rados.rados.0.smithi001.stdout:1518: seq_num 494 ranges {393216=679936,1073152=401408} 2024-09-13T14:23:30.666 INFO:tasks.rados.rados.0.smithi001.stdout:1518: writing smithi00185197-18 from 393216 to 1073152 tid 1 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1518: writing smithi00185197-18 from 1073152 to 1474560 tid 2 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1519: snap_create 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1513: finishing write tid 3 to smithi00185197-6 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1513: finishing write tid 4 to smithi00185197-6 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1513: oid 6 updating version 0 to 1124 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1513: oid 6 version 1124 is already newer than 1123 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1513: oid 6 updating version 1124 to 1125 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 1125 (ObjNum 491 snap 157 seq_num 491) dirty exists 2024-09-13T14:23:30.670 INFO:tasks.rados.rados.0.smithi001.stdout:1513: left oid 6 (ObjNum 491 snap 157 seq_num 491) 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 1 to smithi00185197-35 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 2 to smithi00185197-35 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 3 to smithi00185197-35 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 4 to smithi00185197-35 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: oid 35 updating version 0 to 621 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: oid 35 updating version 621 to 622 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: oid 35 version 622 is already newer than 620 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 622 (ObjNum 492 snap 157 seq_num 492) dirty exists 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1514: left oid 35 (ObjNum 492 snap 157 seq_num 492) 2024-09-13T14:23:30.671 INFO:tasks.rados.rados.0.smithi001.stdout:1515: expect (ObjNum 479 snap 153 seq_num 479) 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: finishing write tid 1 to smithi00185197-46 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: finishing write tid 2 to smithi00185197-46 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: finishing write tid 3 to smithi00185197-46 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: finishing write tid 4 to smithi00185197-46 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: oid 46 updating version 0 to 1129 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: oid 46 version 1129 is already newer than 1127 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: oid 46 version 1129 is already newer than 1128 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1129 (ObjNum 493 snap 157 seq_num 493) dirty exists 2024-09-13T14:23:30.699 INFO:tasks.rados.rados.0.smithi001.stdout:1516: left oid 46 (ObjNum 493 snap 157 seq_num 493) 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 1 to smithi00185197-18 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 2 to smithi00185197-18 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 3 to smithi00185197-18 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 4 to smithi00185197-18 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: oid 18 updating version 0 to 646 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: oid 18 version 646 is already newer than 645 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: oid 18 updating version 646 to 647 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 647 (ObjNum 494 snap 157 seq_num 494) dirty exists 2024-09-13T14:23:30.700 INFO:tasks.rados.rados.0.smithi001.stdout:1518: left oid 18 (ObjNum 494 snap 157 seq_num 494) 2024-09-13T14:23:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:30 smithi001 ceph-mon[96683]: pgmap v239: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 236 KiB/s wr, 2 op/s 2024-09-13T14:23:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:30 smithi001 ceph-mon[96683]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T14:23:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:30 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:30 smithi001 ceph-mon[99232]: pgmap v239: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 236 KiB/s wr, 2 op/s 2024-09-13T14:23:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:30 smithi001 ceph-mon[99232]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T14:23:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:30 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:31.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:30 smithi028 ceph-mon[87621]: pgmap v239: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 236 KiB/s wr, 2 op/s 2024-09-13T14:23:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:30 smithi028 ceph-mon[87621]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T14:23:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:30 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:1513: done (5 left) 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:1514: done (4 left) 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:1515: done (3 left) 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:1516: done (2 left) 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:1518: done (1 left) 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:1519: done (0 left) 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 158 2024-09-13T14:23:31.666 INFO:tasks.rados.rados.0.smithi001.stdout:1520: seq_num 495 ranges {909312=696320,1605632=401408} 2024-09-13T14:23:31.674 INFO:tasks.rados.rados.0.smithi001.stdout:1520: writing smithi00185197-44 from 909312 to 1605632 tid 1 2024-09-13T14:23:31.677 INFO:tasks.rados.rados.0.smithi001.stdout:1520: writing smithi00185197-44 from 1605632 to 2007040 tid 2 2024-09-13T14:23:31.677 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 158 2024-09-13T14:23:31.677 INFO:tasks.rados.rados.0.smithi001.stdout:1521: seq_num 496 ranges {4325376=712704,5038080=401408} 2024-09-13T14:23:31.705 INFO:tasks.rados.rados.0.smithi001.stdout:1521: writing smithi00185197-48 from 4325376 to 5038080 tid 1 2024-09-13T14:23:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1521: writing smithi00185197-48 from 5038080 to 5439488 tid 2 2024-09-13T14:23:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1522: delete oid 25 current snap is 158 2024-09-13T14:23:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 1 to smithi00185197-44 2024-09-13T14:23:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 2 to smithi00185197-44 2024-09-13T14:23:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 3 to smithi00185197-44 2024-09-13T14:23:31.707 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 4 to smithi00185197-44 2024-09-13T14:23:31.708 INFO:tasks.rados.rados.0.smithi001.stdout:1520: oid 44 updating version 0 to 642 2024-09-13T14:23:31.708 INFO:tasks.rados.rados.0.smithi001.stdout:1520: oid 44 updating version 642 to 643 2024-09-13T14:23:31.708 INFO:tasks.rados.rados.0.smithi001.stdout:1520: oid 44 updating version 643 to 644 2024-09-13T14:23:31.708 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 644 (ObjNum 495 snap 158 seq_num 495) dirty exists 2024-09-13T14:23:31.708 INFO:tasks.rados.rados.0.smithi001.stdout:1520: left oid 44 (ObjNum 495 snap 158 seq_num 495) 2024-09-13T14:23:31.709 INFO:tasks.rados.rados.0.smithi001.stdout:1520: done (2 left) 2024-09-13T14:23:31.710 INFO:tasks.rados.rados.0.smithi001.stdout:1522: done (1 left) 2024-09-13T14:23:31.710 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 158 2024-09-13T14:23:31.710 INFO:tasks.rados.rados.0.smithi001.stdout:1523: seq_num 498 ranges {0=745472,745472=401408} 2024-09-13T14:23:31.713 INFO:tasks.rados.rados.0.smithi001.stdout:1523: writing smithi00185197-22 from 0 to 745472 tid 1 2024-09-13T14:23:31.716 INFO:tasks.rados.rados.0.smithi001.stdout:1523: writing smithi00185197-22 from 745472 to 1146880 tid 2 2024-09-13T14:23:31.716 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 158 2024-09-13T14:23:31.716 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 1 to smithi00185197-48 2024-09-13T14:23:31.716 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 2 to smithi00185197-48 2024-09-13T14:23:31.716 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 3 to smithi00185197-48 2024-09-13T14:23:31.717 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 4 to smithi00185197-48 2024-09-13T14:23:31.717 INFO:tasks.rados.rados.0.smithi001.stdout:1521: oid 48 updating version 0 to 977 2024-09-13T14:23:31.717 INFO:tasks.rados.rados.0.smithi001.stdout:1521: oid 48 version 977 is already newer than 975 2024-09-13T14:23:31.717 INFO:tasks.rados.rados.0.smithi001.stdout:1521: oid 48 version 977 is already newer than 976 2024-09-13T14:23:31.717 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 977 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:23:31.717 INFO:tasks.rados.rados.0.smithi001.stdout:1521: left oid 48 (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:23:31.717 INFO:tasks.rados.rados.0.smithi001.stdout:1524: seq_num 499 ranges {1892352=761856,2654208=401408} 2024-09-13T14:23:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:1524: writing smithi00185197-49 from 1892352 to 2654208 tid 1 2024-09-13T14:23:31.733 INFO:tasks.rados.rados.0.smithi001.stdout:1524: writing smithi00185197-49 from 2654208 to 3055616 tid 2 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1521: done (2 left) 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1525: read oid 39 snap 156 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1525: expect (ObjNum 455 snap 146 seq_num 455) 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1526: snap_create 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 1 to smithi00185197-22 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 2 to smithi00185197-22 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 3 to smithi00185197-22 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 4 to smithi00185197-22 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: oid 22 updating version 0 to 972 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: oid 22 updating version 972 to 973 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: oid 22 version 973 is already newer than 971 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 973 (ObjNum 498 snap 158 seq_num 498) dirty exists 2024-09-13T14:23:31.734 INFO:tasks.rados.rados.0.smithi001.stdout:1523: left oid 22 (ObjNum 498 snap 158 seq_num 498) 2024-09-13T14:23:31.735 INFO:tasks.rados.rados.0.smithi001.stdout:1524: finishing write tid 1 to smithi00185197-49 2024-09-13T14:23:31.735 INFO:tasks.rados.rados.0.smithi001.stdout:1524: finishing write tid 2 to smithi00185197-49 2024-09-13T14:23:31.736 INFO:tasks.rados.rados.0.smithi001.stdout:1524: finishing write tid 3 to smithi00185197-49 2024-09-13T14:23:31.736 INFO:tasks.rados.rados.0.smithi001.stdout:1525: expect (ObjNum 455 snap 146 seq_num 455) 2024-09-13T14:23:31.751 INFO:tasks.rados.rados.0.smithi001.stdout:1524: finishing write tid 4 to smithi00185197-49 2024-09-13T14:23:31.751 INFO:tasks.rados.rados.0.smithi001.stdout:1524: oid 49 updating version 0 to 1145 2024-09-13T14:23:31.751 INFO:tasks.rados.rados.0.smithi001.stdout:1524: oid 49 version 1145 is already newer than 1144 2024-09-13T14:23:31.751 INFO:tasks.rados.rados.0.smithi001.stdout:1524: oid 49 version 1145 is already newer than 1143 2024-09-13T14:23:31.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1145 (ObjNum 499 snap 158 seq_num 499) dirty exists 2024-09-13T14:23:31.752 INFO:tasks.rados.rados.0.smithi001.stdout:1524: left oid 49 (ObjNum 499 snap 158 seq_num 499) 2024-09-13T14:23:31.757 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[96683]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T14:23:31.757 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:23:31.757 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:23:31.757 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[96683]: Upgrade: osd.3 is safe to restart 2024-09-13T14:23:31.757 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[99232]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T14:23:31.757 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:23:31.758 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:23:31.758 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:31 smithi001 ceph-mon[99232]: Upgrade: osd.3 is safe to restart 2024-09-13T14:23:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:31 smithi028 ceph-mon[87621]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T14:23:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:31 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:23:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:31 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:23:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:31 smithi028 ceph-mon[87621]: Upgrade: osd.3 is safe to restart 2024-09-13T14:23:32.651 INFO:tasks.rados.rados.0.smithi001.stdout:1523: done (3 left) 2024-09-13T14:23:32.651 INFO:tasks.rados.rados.0.smithi001.stdout:1524: done (2 left) 2024-09-13T14:23:32.651 INFO:tasks.rados.rados.0.smithi001.stdout:1525: done (1 left) 2024-09-13T14:23:32.651 INFO:tasks.rados.rados.0.smithi001.stdout:1526: done (0 left) 2024-09-13T14:23:32.652 INFO:tasks.rados.rados.0.smithi001.stdout:1527: snap_create 2024-09-13T14:23:32.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[96683]: pgmap v242: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 389 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 732 KiB/s wr, 8 op/s 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[96683]: osdmap e387: 8 total, 8 up, 8 in 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[96683]: osdmap e388: 8 total, 8 up, 8 in 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[99232]: pgmap v242: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 389 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 732 KiB/s wr, 8 op/s 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[99232]: osdmap e387: 8 total, 8 up, 8 in 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:23:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:32.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:32 smithi001 ceph-mon[99232]: osdmap e388: 8 total, 8 up, 8 in 2024-09-13T14:23:33.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:32 smithi028 ceph-mon[87621]: pgmap v242: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 389 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 732 KiB/s wr, 8 op/s 2024-09-13T14:23:33.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:32 smithi028 ceph-mon[87621]: osdmap e387: 8 total, 8 up, 8 in 2024-09-13T14:23:33.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:33.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:23:33.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:33.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:32 smithi028 ceph-mon[87621]: osdmap e388: 8 total, 8 up, 8 in 2024-09-13T14:23:33.652 INFO:tasks.rados.rados.0.smithi001.stdout:1527: done (0 left) 2024-09-13T14:23:33.652 INFO:tasks.rados.rados.0.smithi001.stdout:1528: rollback oid 43 current snap is 160 2024-09-13T14:23:33.652 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 118 2024-09-13T14:23:33.652 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 160 2024-09-13T14:23:33.653 INFO:tasks.rados.rados.0.smithi001.stdout:1529: seq_num 500 ranges {3858432=778240,4636672=401408} 2024-09-13T14:23:33.678 INFO:tasks.rados.rados.0.smithi001.stdout:1529: writing smithi00185197-4 from 3858432 to 4636672 tid 1 2024-09-13T14:23:33.680 INFO:tasks.rados.rados.0.smithi001.stdout:1529: writing smithi00185197-4 from 4636672 to 5038080 tid 2 2024-09-13T14:23:33.680 INFO:tasks.rados.rados.0.smithi001.stdout:1530: read oid 18 snap -1 2024-09-13T14:23:33.680 INFO:tasks.rados.rados.0.smithi001.stdout:1530: expect (ObjNum 494 snap 157 seq_num 494) 2024-09-13T14:23:33.681 INFO:tasks.rados.rados.0.smithi001.stdout:1531: copy_from oid 44 from oid 42 current snap is 160 2024-09-13T14:23:33.681 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 160 2024-09-13T14:23:33.681 INFO:tasks.rados.rados.0.smithi001.stdout:1532: seq_num 501 ranges {8200192=794624,8994816=401408} 2024-09-13T14:23:33.730 INFO:tasks.rados.rados.0.smithi001.stdout:1532: writing smithi00185197-12 from 8200192 to 8994816 tid 1 2024-09-13T14:23:33.733 INFO:tasks.rados.rados.0.smithi001.stdout:1532: writing smithi00185197-12 from 8994816 to 9396224 tid 2 2024-09-13T14:23:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1533: copy_from oid 6 from oid 22 current snap is 160 2024-09-13T14:23:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1528: finishing rollback tid 1 to smithi00185197-43 2024-09-13T14:23:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1528: finishing rollback tid 2 to smithi00185197-43 2024-09-13T14:23:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 648 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-09-13T14:23:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1531: finishing copy_from to smithi00185197-44 2024-09-13T14:23:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1531: got expected ENOENT (src dne) 2024-09-13T14:23:33.735 INFO:tasks.rados.rados.0.smithi001.stdout:1531: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:23:33.735 INFO:tasks.rados.rados.0.smithi001.stdout:1529: finishing write tid 1 to smithi00185197-4 2024-09-13T14:23:33.735 INFO:tasks.rados.rados.0.smithi001.stdout:1529: finishing write tid 2 to smithi00185197-4 2024-09-13T14:23:33.735 INFO:tasks.rados.rados.0.smithi001.stdout:1529: finishing write tid 3 to smithi00185197-4 2024-09-13T14:23:33.735 INFO:tasks.rados.rados.0.smithi001.stdout:1529: finishing write tid 4 to smithi00185197-4 2024-09-13T14:23:33.735 INFO:tasks.rados.rados.0.smithi001.stdout:1529: oid 4 updating version 0 to 690 2024-09-13T14:23:33.736 INFO:tasks.rados.rados.0.smithi001.stdout:1529: oid 4 version 690 is already newer than 688 2024-09-13T14:23:33.736 INFO:tasks.rados.rados.0.smithi001.stdout:1529: oid 4 version 690 is already newer than 689 2024-09-13T14:23:33.736 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 690 (ObjNum 500 snap 160 seq_num 500) dirty exists 2024-09-13T14:23:33.736 INFO:tasks.rados.rados.0.smithi001.stdout:1529: left oid 4 (ObjNum 500 snap 160 seq_num 500) 2024-09-13T14:23:33.737 INFO:tasks.rados.rados.0.smithi001.stdout:1530: expect (ObjNum 494 snap 157 seq_num 494) 2024-09-13T14:23:33.784 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 1 to smithi00185197-12 2024-09-13T14:23:33.784 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 2 to smithi00185197-12 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 3 to smithi00185197-12 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 4 to smithi00185197-12 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1532: oid 12 updating version 0 to 693 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1532: oid 12 updating version 693 to 694 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1532: oid 12 version 694 is already newer than 692 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 694 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1532: left oid 12 (ObjNum 501 snap 160 seq_num 501) 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1533: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1533: finishing copy_from to smithi00185197-6 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 973 (ObjNum 498 snap 158 seq_num 498) dirty exists 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1528: done (5 left) 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1529: done (4 left) 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1530: done (3 left) 2024-09-13T14:23:33.785 INFO:tasks.rados.rados.0.smithi001.stdout:1531: done (2 left) 2024-09-13T14:23:33.786 INFO:tasks.rados.rados.0.smithi001.stdout:1532: done (1 left) 2024-09-13T14:23:33.786 INFO:tasks.rados.rados.0.smithi001.stdout:1533: done (0 left) 2024-09-13T14:23:33.786 INFO:tasks.rados.rados.0.smithi001.stdout:1534: rollback oid 11 current snap is 160 2024-09-13T14:23:33.786 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 159 2024-09-13T14:23:33.786 INFO:tasks.rados.rados.0.smithi001.stdout:1535: rollback oid 7 current snap is 160 2024-09-13T14:23:33.786 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 152 2024-09-13T14:23:33.786 INFO:tasks.rados.rados.0.smithi001.stdout:1536: snap_remove snap 111 2024-09-13T14:23:33.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:33 smithi001 ceph-mon[96683]: Upgrade: Updating osd.3 2024-09-13T14:23:33.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:33 smithi001 ceph-mon[96683]: Deploying daemon osd.3 on smithi001 2024-09-13T14:23:33.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:33 smithi001 ceph-mon[96683]: osdmap e389: 8 total, 8 up, 8 in 2024-09-13T14:23:33.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:33 smithi001 ceph-mon[99232]: Upgrade: Updating osd.3 2024-09-13T14:23:33.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:33 smithi001 ceph-mon[99232]: Deploying daemon osd.3 on smithi001 2024-09-13T14:23:33.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:33 smithi001 ceph-mon[99232]: osdmap e389: 8 total, 8 up, 8 in 2024-09-13T14:23:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:33 smithi028 ceph-mon[87621]: Upgrade: Updating osd.3 2024-09-13T14:23:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:33 smithi028 ceph-mon[87621]: Deploying daemon osd.3 on smithi001 2024-09-13T14:23:34.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:33 smithi028 ceph-mon[87621]: osdmap e389: 8 total, 8 up, 8 in 2024-09-13T14:23:34.195 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:23:34.672 INFO:tasks.rados.rados.0.smithi001.stdout:1536: done (2 left) 2024-09-13T14:23:34.672 INFO:tasks.rados.rados.0.smithi001.stdout:1537: snap_remove snap 118 2024-09-13T14:23:34.806 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (6m) 23s ago 7m 24.5M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (7m) 2m ago 7m 88.5M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (9m) 23s ago 9m 16.5M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (9m) 2m ago 9m 21.2M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (3m) 2m ago 12m 452M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (3m) 23s ago 14m 524M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (2m) 23s ago 14m 52.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (2m) 2m ago 12m 22.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (2m) 23s ago 12m 44.3M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (7m) 23s ago 7m 16.3M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (7m) 2m ago 7m 14.9M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:23:34.807 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (94s) 23s ago 12m 154M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (61s) 23s ago 11m 116M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (27s) 23s ago 11m 11.1M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (11m) 23s ago 11m 172M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 10c7c9237be8 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (10m) 2m ago 10m 140M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (10m) 2m ago 10m 174M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (9m) 2m ago 9m 152M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (9m) 2m ago 9m 120M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:23:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (3m) 2m ago 8m 47.5M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:23:34.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:34 smithi001 ceph-mon[96683]: pgmap v245: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 496 KiB/s wr, 7 op/s 2024-09-13T14:23:34.809 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:34 smithi001 ceph-mon[99232]: pgmap v245: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 496 KiB/s wr, 7 op/s 2024-09-13T14:23:35.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:34 smithi028 ceph-mon[87621]: pgmap v245: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 496 KiB/s wr, 7 op/s 2024-09-13T14:23:35.171 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:23:35.171 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:23:35.171 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:23:35.171 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:35.171 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:23:35.171 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:23:35.171 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 5, 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 7, 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 8 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:23:35.172 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:23:35.477 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:23:35.477 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:23:35.477 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:23:35.477 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:23:35.477 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:23:35.477 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:23:35.477 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:23:35.478 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:23:35.478 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "8/20 daemons upgraded", 2024-09-13T14:23:35.478 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:23:35.478 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:23:35.478 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:23:35.684 INFO:tasks.rados.rados.0.smithi001.stdout:1537: done (2 left) 2024-09-13T14:23:35.684 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 160 2024-09-13T14:23:35.684 INFO:tasks.rados.rados.0.smithi001.stdout:1538: seq_num 502 ranges {4939776=409600,5349376=417792,5767168=385024} 2024-09-13T14:23:35.713 INFO:tasks.rados.rados.0.smithi001.stdout:1538: writing smithi00185197-47 from 4939776 to 5349376 tid 1 2024-09-13T14:23:35.716 INFO:tasks.rados.rados.0.smithi001.stdout:1538: writing smithi00185197-47 from 5349376 to 5767168 tid 2 2024-09-13T14:23:35.720 INFO:tasks.rados.rados.0.smithi001.stdout:1538: writing smithi00185197-47 from 5767168 to 6152192 tid 3 2024-09-13T14:23:35.720 INFO:tasks.rados.rados.0.smithi001.stdout:1539: read oid 32 snap -1 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:1539: expect (ObjNum 474 snap 151 seq_num 474) 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 160 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:1535: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:1534: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1151 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:1535: finishing rollback tid 2 to smithi00185197-7 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 624 (ObjNum 451 snap 145 seq_num 451) dirty exists 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:1538: finishing write tid 1 to smithi00185197-47 2024-09-13T14:23:35.721 INFO:tasks.rados.rados.0.smithi001.stdout:1540: seq_num 503 ranges {10534912=425984,10960896=704512,11665408=98304} 2024-09-13T14:23:35.779 INFO:tasks.rados.rados.0.smithi001.stdout:1540: writing smithi00185197-10 from 10534912 to 10960896 tid 1 2024-09-13T14:23:35.782 INFO:tasks.rados.rados.0.smithi001.stdout:1540: writing smithi00185197-10 from 10960896 to 11665408 tid 2 2024-09-13T14:23:35.783 INFO:tasks.rados.rados.0.smithi001.stdout:1540: writing smithi00185197-10 from 11665408 to 11763712 tid 3 2024-09-13T14:23:35.783 INFO:tasks.rados.rados.0.smithi001.stdout:1534: done (4 left) 2024-09-13T14:23:35.783 INFO:tasks.rados.rados.0.smithi001.stdout:1535: done (3 left) 2024-09-13T14:23:35.783 INFO:tasks.rados.rados.0.smithi001.stdout:1541: snap_remove snap 152 2024-09-13T14:23:35.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[96683]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:35.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[96683]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:35.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[96683]: osdmap e390: 8 total, 8 up, 8 in 2024-09-13T14:23:35.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[96683]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:35.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:35.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2778604971' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:35.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[99232]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:35.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[99232]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:35.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[99232]: osdmap e390: 8 total, 8 up, 8 in 2024-09-13T14:23:35.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[99232]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:35.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:35.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:35 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2778604971' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:36.074 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:35 smithi001 systemd[1]: Stopping Ceph osd.3 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:23:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:35 smithi028 ceph-mon[87621]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:35 smithi028 ceph-mon[87621]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:35 smithi028 ceph-mon[87621]: osdmap e390: 8 total, 8 up, 8 in 2024-09-13T14:23:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:35 smithi028 ceph-mon[87621]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:35 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2778604971' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:36.352 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[63263]: 2024-09-13T14:23:36.072+0000 7fd4c4573640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:23:36.352 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[63263]: 2024-09-13T14:23:36.072+0000 7fd4c4573640 -1 osd.3 391 *** Got signal Terminated *** 2024-09-13T14:23:36.353 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[63263]: 2024-09-13T14:23:36.072+0000 7fd4c4573640 -1 osd.3 391 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:23:36.691 INFO:tasks.rados.rados.0.smithi001.stdout:1541: done (3 left) 2024-09-13T14:23:36.691 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 160 2024-09-13T14:23:36.692 INFO:tasks.rados.rados.0.smithi001.stdout:1538: finishing write tid 2 to smithi00185197-47 2024-09-13T14:23:36.692 INFO:tasks.rados.rados.0.smithi001.stdout:1538: finishing write tid 3 to smithi00185197-47 2024-09-13T14:23:36.692 INFO:tasks.rados.rados.0.smithi001.stdout:1538: finishing write tid 4 to smithi00185197-47 2024-09-13T14:23:36.692 INFO:tasks.rados.rados.0.smithi001.stdout:1538: finishing write tid 5 to smithi00185197-47 2024-09-13T14:23:36.692 INFO:tasks.rados.rados.0.smithi001.stdout:1538: oid 47 updating version 0 to 652 2024-09-13T14:23:36.692 INFO:tasks.rados.rados.0.smithi001.stdout:1538: oid 47 version 652 is already newer than 649 2024-09-13T14:23:36.692 INFO:tasks.rados.rados.0.smithi001.stdout:1538: oid 47 version 652 is already newer than 651 2024-09-13T14:23:36.693 INFO:tasks.rados.rados.0.smithi001.stdout:1538: oid 47 version 652 is already newer than 650 2024-09-13T14:23:36.693 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 652 (ObjNum 502 snap 160 seq_num 502) dirty exists 2024-09-13T14:23:36.693 INFO:tasks.rados.rados.0.smithi001.stdout:1538: left oid 47 (ObjNum 502 snap 160 seq_num 502) 2024-09-13T14:23:36.693 INFO:tasks.rados.rados.0.smithi001.stdout:1539: expect (ObjNum 474 snap 151 seq_num 474) 2024-09-13T14:23:37.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:23:36] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[96683]: pgmap v248: 121 pgs: 121 active+clean; 379 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[96683]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[96683]: osdmap e391: 8 total, 8 up, 8 in 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[96683]: osd.3 marked itself down and dead 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[99232]: pgmap v248: 121 pgs: 121 active+clean; 379 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[99232]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[99232]: osdmap e391: 8 total, 8 up, 8 in 2024-09-13T14:23:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:36 smithi001 ceph-mon[99232]: osd.3 marked itself down and dead 2024-09-13T14:23:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:36 smithi028 ceph-mon[87621]: pgmap v248: 121 pgs: 121 active+clean; 379 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-13T14:23:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:36 smithi028 ceph-mon[87621]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:36 smithi028 ceph-mon[87621]: osdmap e391: 8 total, 8 up, 8 in 2024-09-13T14:23:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:36 smithi028 ceph-mon[87621]: osd.3 marked itself down and dead 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: finishing write tid 1 to smithi00185197-10 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: finishing write tid 2 to smithi00185197-10 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: finishing write tid 3 to smithi00185197-10 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: finishing write tid 4 to smithi00185197-10 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: finishing write tid 5 to smithi00185197-10 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: oid 10 updating version 0 to 1235 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: oid 10 updating version 1235 to 1236 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: oid 10 updating version 1236 to 1237 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: oid 10 version 1237 is already newer than 1234 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1237 (ObjNum 503 snap 160 seq_num 503) dirty exists 2024-09-13T14:23:37.442 INFO:tasks.rados.rados.0.smithi001.stdout:1540: left oid 10 (ObjNum 503 snap 160 seq_num 503) 2024-09-13T14:23:37.443 INFO:tasks.rados.rados.0.smithi001.stdout:1542: seq_num 504 ranges {2875392=450560,3325952=589824,3915776=212992} 2024-09-13T14:23:37.459 INFO:tasks.rados.rados.0.smithi001.stdout:1542: writing smithi00185197-7 from 2875392 to 3325952 tid 1 2024-09-13T14:23:37.463 INFO:tasks.rados.rados.0.smithi001.stdout:1542: writing smithi00185197-7 from 3325952 to 3915776 tid 2 2024-09-13T14:23:37.464 INFO:tasks.rados.rados.0.smithi001.stdout:1542: writing smithi00185197-7 from 3915776 to 4128768 tid 3 2024-09-13T14:23:37.464 INFO:tasks.rados.rados.0.smithi001.stdout:1538: done (3 left) 2024-09-13T14:23:37.465 INFO:tasks.rados.rados.0.smithi001.stdout:1539: done (2 left) 2024-09-13T14:23:37.465 INFO:tasks.rados.rados.0.smithi001.stdout:1540: done (1 left) 2024-09-13T14:23:37.465 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 160 2024-09-13T14:23:37.465 INFO:tasks.rados.rados.0.smithi001.stdout:1542: finishing write tid 1 to smithi00185197-7 2024-09-13T14:23:37.465 INFO:tasks.rados.rados.0.smithi001.stdout:1543: seq_num 505 ranges {2981888=466944,3448832=475136,3923968=327680} 2024-09-13T14:23:37.483 INFO:tasks.rados.rados.0.smithi001.stdout:1543: writing smithi00185197-1 from 2981888 to 3448832 tid 1 2024-09-13T14:23:37.486 INFO:tasks.rados.rados.0.smithi001.stdout:1543: writing smithi00185197-1 from 3448832 to 3923968 tid 2 2024-09-13T14:23:37.488 INFO:tasks.rados.rados.0.smithi001.stdout:1543: writing smithi00185197-1 from 3923968 to 4251648 tid 3 2024-09-13T14:23:37.488 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 160 2024-09-13T14:23:37.488 INFO:tasks.rados.rados.0.smithi001.stdout:1542: finishing write tid 2 to smithi00185197-7 2024-09-13T14:23:37.488 INFO:tasks.rados.rados.0.smithi001.stdout:1542: finishing write tid 3 to smithi00185197-7 2024-09-13T14:23:37.489 INFO:tasks.rados.rados.0.smithi001.stdout:1544: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-09-13T14:23:37.491 INFO:tasks.rados.rados.0.smithi001.stdout:1544: writing smithi00185197-31 from 0 to 483328 tid 1 2024-09-13T14:23:37.495 INFO:tasks.rados.rados.0.smithi001.stdout:1544: writing smithi00185197-31 from 483328 to 1245184 tid 2 2024-09-13T14:23:37.496 INFO:tasks.rados.rados.0.smithi001.stdout:1544: writing smithi00185197-31 from 1245184 to 1286144 tid 3 2024-09-13T14:23:37.496 INFO:tasks.rados.rados.0.smithi001.stdout:1545: rollback oid 40 current snap is 160 2024-09-13T14:23:37.496 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 156 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: finishing write tid 4 to smithi00185197-7 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: finishing write tid 5 to smithi00185197-7 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: oid 7 updating version 0 to 625 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: oid 7 updating version 625 to 627 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: oid 7 version 627 is already newer than 626 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: oid 7 updating version 627 to 628 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 628 (ObjNum 504 snap 160 seq_num 504) dirty exists 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: left oid 7 (ObjNum 504 snap 160 seq_num 504) 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1543: finishing write tid 1 to smithi00185197-1 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1543: finishing write tid 2 to smithi00185197-1 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1543: finishing write tid 3 to smithi00185197-1 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1542: done (3 left) 2024-09-13T14:23:37.497 INFO:tasks.rados.rados.0.smithi001.stdout:1546: snap_remove snap 122 2024-09-13T14:23:37.602 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:37 smithi001 podman[120026]: 2024-09-13 14:23:37.23653996 +0000 UTC m=+1.273887067 container died 10c7c9237be85ed94eb197982301f43fab4b8749c605b30dba59e6a72ce88580 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , RELEASE=reef-2c01458, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-09-13T14:23:37.656 INFO:tasks.rados.rados.0.smithi001.stdout:1546: done (3 left) 2024-09-13T14:23:37.657 INFO:tasks.rados.rados.0.smithi001.stdout:1547: snap_remove snap 159 2024-09-13T14:23:38.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:37 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:23:38.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:37 smithi001 ceph-mon[96683]: osdmap e392: 8 total, 7 up, 8 in 2024-09-13T14:23:38.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:37 smithi001 ceph-mon[96683]: osdmap e393: 8 total, 7 up, 8 in 2024-09-13T14:23:38.091 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:37 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:23:38.091 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:37 smithi001 ceph-mon[99232]: osdmap e392: 8 total, 7 up, 8 in 2024-09-13T14:23:38.091 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:37 smithi001 ceph-mon[99232]: osdmap e393: 8 total, 7 up, 8 in 2024-09-13T14:23:38.091 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:37 smithi001 podman[120026]: 2024-09-13 14:23:37.805240199 +0000 UTC m=+1.842587301 container cleanup 10c7c9237be85ed94eb197982301f43fab4b8749c605b30dba59e6a72ce88580 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=reef-2c01458, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-13T14:23:38.091 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:37 smithi001 bash[120026]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3 2024-09-13T14:23:38.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:37 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:23:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:37 smithi028 ceph-mon[87621]: osdmap e392: 8 total, 7 up, 8 in 2024-09-13T14:23:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:37 smithi028 ceph-mon[87621]: osdmap e393: 8 total, 7 up, 8 in 2024-09-13T14:23:38.352 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:38 smithi001 podman[120046]: 2024-09-13 14:23:38.0900174 +0000 UTC m=+0.854318195 container remove 10c7c9237be85ed94eb197982301f43fab4b8749c605b30dba59e6a72ce88580 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-2c01458, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T14:23:38.656 INFO:tasks.rados.rados.0.smithi001.stdout:1547: done (3 left) 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1548: rmattr oid 29 current snap is 160 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1548: done (3 left) 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1549: rollback oid 49 current snap is 160 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 154 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1543: finishing write tid 4 to smithi00185197-1 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1543: finishing write tid 5 to smithi00185197-1 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1543: oid 1 updating version 0 to 651 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1543: oid 1 version 651 is already newer than 648 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1543: oid 1 version 651 is already newer than 649 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1543: oid 1 version 651 is already newer than 650 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 651 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:23:38.657 INFO:tasks.rados.rados.0.smithi001.stdout:1543: left oid 1 (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 1 to smithi00185197-31 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 2 to smithi00185197-31 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 3 to smithi00185197-31 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 4 to smithi00185197-31 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 5 to smithi00185197-31 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: oid 31 updating version 0 to 977 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: oid 31 version 977 is already newer than 976 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: oid 31 version 977 is already newer than 974 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: oid 31 version 977 is already newer than 975 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 977 (ObjNum 506 snap 160 seq_num 506) dirty exists 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1544: left oid 31 (ObjNum 506 snap 160 seq_num 506) 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing rollback tid 0 to smithi00185197-40 2024-09-13T14:23:38.658 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing rollback tid 2 to smithi00185197-40 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 198 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1543: done (3 left) 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1544: done (2 left) 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1545: done (1 left) 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1550: read oid 27 snap 157 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1550: expect (ObjNum 321 snap 101 seq_num 321) 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1551: rollback oid 45 current snap is 160 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 110 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1552: rollback oid 36 current snap is 160 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 153 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1553: rollback oid 30 current snap is 160 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 123 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1554: read oid 16 snap 140 2024-09-13T14:23:38.659 INFO:tasks.rados.rados.0.smithi001.stdout:1554: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1555: read oid 1 snap 141 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1555: expect (ObjNum 387 snap 131 seq_num 387) 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1556: rmattr oid 39 current snap is 160 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1556: done (7 left) 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1557: read oid 8 snap -1 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1557: expect deleted 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1558: copy_from oid 25 from oid 12 current snap is 160 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1559: read oid 32 snap -1 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1559: expect (ObjNum 474 snap 151 seq_num 474) 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1560: read oid 13 snap 67 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1560: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:23:38.660 INFO:tasks.rados.rados.0.smithi001.stdout:1561: rollback oid 35 current snap is 160 2024-09-13T14:23:38.661 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 141 2024-09-13T14:23:38.661 INFO:tasks.rados.rados.0.smithi001.stdout:1562: snap_create 2024-09-13T14:23:38.662 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing rollback tid 0 to smithi00185197-30 2024-09-13T14:23:38.662 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:23:38.664 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing rollback tid 2 to smithi00185197-30 2024-09-13T14:23:38.664 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1055 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-13T14:23:38.671 INFO:tasks.rados.rados.0.smithi001.stdout:1549: finishing rollback tid 0 to smithi00185197-49 2024-09-13T14:23:38.676 INFO:tasks.rados.rados.0.smithi001.stdout:1550: expect (ObjNum 321 snap 101 seq_num 321) 2024-09-13T14:23:38.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:38 smithi001 podman[120140]: 2024-09-13 14:23:38.321956593 +0000 UTC m=+0.016211829 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:23:38.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:38 smithi001 podman[120140]: 2024-09-13 14:23:38.441075683 +0000 UTC m=+0.135330912 container create b29fe20ceedf87e2a1549451b98b7889f49eec4eec04bd07f140396ddefbe935 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-13T14:23:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1551: finishing rollback tid 0 to smithi00185197-45 2024-09-13T14:23:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1551: finishing rollback tid 1 to smithi00185197-45 2024-09-13T14:23:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1551: finishing rollback tid 2 to smithi00185197-45 2024-09-13T14:23:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 631 (ObjNum 272 snap 81 seq_num 272) dirty exists 2024-09-13T14:23:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1561: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:23:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:1561: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:23:38.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 633 (ObjNum 49 snap 0 seq_num 1913091254) dirty dne 2024-09-13T14:23:38.740 INFO:tasks.rados.rados.0.smithi001.stdout:1560: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T14:23:38.913 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing rollback tid 0 to smithi00185197-36 2024-09-13T14:23:38.913 INFO:tasks.rados.rados.0.smithi001.stdout:1555: expect (ObjNum 387 snap 131 seq_num 387) 2024-09-13T14:23:38.977 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:23:38.977 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing rollback tid 2 to smithi00185197-36 2024-09-13T14:23:38.977 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1257 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-09-13T14:23:38.977 INFO:tasks.rados.rados.0.smithi001.stdout:1554: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:23:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:38 smithi001 ceph-mon[96683]: pgmap v251: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 379 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:23:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:38 smithi001 ceph-mon[96683]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T14:23:39.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:38 smithi001 ceph-mon[96683]: osdmap e394: 8 total, 7 up, 8 in 2024-09-13T14:23:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:38 smithi001 ceph-mon[99232]: pgmap v251: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 379 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:23:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:38 smithi001 ceph-mon[99232]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T14:23:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:38 smithi001 ceph-mon[99232]: osdmap e394: 8 total, 7 up, 8 in 2024-09-13T14:23:39.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:38 smithi001 podman[120140]: 2024-09-13 14:23:38.679662 +0000 UTC m=+0.373917244 container init b29fe20ceedf87e2a1549451b98b7889f49eec4eec04bd07f140396ddefbe935 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T14:23:39.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:38 smithi001 podman[120140]: 2024-09-13 14:23:38.688886241 +0000 UTC m=+0.383141475 container start b29fe20ceedf87e2a1549451b98b7889f49eec4eec04bd07f140396ddefbe935 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-13T14:23:39.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:38 smithi001 podman[120140]: 2024-09-13 14:23:38.787567255 +0000 UTC m=+0.481822496 container attach b29fe20ceedf87e2a1549451b98b7889f49eec4eec04bd07f140396ddefbe935 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-13T14:23:39.104 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:38 smithi001 podman[120140]: 2024-09-13 14:23:38.898791496 +0000 UTC m=+0.593046725 container died b29fe20ceedf87e2a1549451b98b7889f49eec4eec04bd07f140396ddefbe935 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-13T14:23:39.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:38 smithi028 ceph-mon[87621]: pgmap v251: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 379 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:23:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:38 smithi028 ceph-mon[87621]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T14:23:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:38 smithi028 ceph-mon[87621]: osdmap e394: 8 total, 7 up, 8 in 2024-09-13T14:23:39.185 INFO:tasks.rados.rados.0.smithi001.stdout:1549: finishing rollback tid 1 to smithi00185197-49 2024-09-13T14:23:39.185 INFO:tasks.rados.rados.0.smithi001.stdout:1549: finishing rollback tid 2 to smithi00185197-49 2024-09-13T14:23:39.185 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1191 (ObjNum 399 snap 132 seq_num 399) dirty exists 2024-09-13T14:23:39.185 INFO:tasks.rados.rados.0.smithi001.stdout:1559: expect (ObjNum 474 snap 151 seq_num 474) 2024-09-13T14:23:39.463 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:39 smithi001 podman[120183]: 2024-09-13 14:23:39.440766295 +0000 UTC m=+0.535963783 container remove b29fe20ceedf87e2a1549451b98b7889f49eec4eec04bd07f140396ddefbe935 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:23:39.715 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:39 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-13T14:23:39.715 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:39 smithi001 systemd[1]: Stopped Ceph osd.3 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:23:39.715 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:39 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.3.service: Consumed 10.224s CPU time. 2024-09-13T14:23:39.715 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:39 smithi001 systemd[1]: Starting Ceph osd.3 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:23:39.947 INFO:tasks.rados.rados.0.smithi001.stdout:1558: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:23:39.947 INFO:tasks.rados.rados.0.smithi001.stdout:1558: finishing copy_from to smithi00185197-25 2024-09-13T14:23:39.947 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 694 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-09-13T14:23:39.947 INFO:tasks.rados.rados.0.smithi001.stdout:1549: done (12 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1550: done (11 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1551: done (10 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1552: done (9 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1553: done (8 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1554: done (7 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1555: done (6 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1557: done (5 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1558: done (4 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1559: done (3 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1560: done (2 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1561: done (1 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1562: done (0 left) 2024-09-13T14:23:39.948 INFO:tasks.rados.rados.0.smithi001.stdout:1563: snap_remove snap 110 2024-09-13T14:23:40.102 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:39 smithi001 podman[120288]: 2024-09-13 14:23:39.837303156 +0000 UTC m=+0.016454527 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:23:40.102 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:39 smithi001 podman[120288]: 2024-09-13 14:23:39.95032554 +0000 UTC m=+0.129476953 container create c6aeb1dd1b5eab067193ef8f33482168c4f8fe9547879630973a542a5e2bc820 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-13T14:23:40.455 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 podman[120288]: 2024-09-13 14:23:40.311276227 +0000 UTC m=+0.490427601 container init c6aeb1dd1b5eab067193ef8f33482168c4f8fe9547879630973a542a5e2bc820 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-13T14:23:40.456 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 podman[120288]: 2024-09-13 14:23:40.316569182 +0000 UTC m=+0.495720556 container start c6aeb1dd1b5eab067193ef8f33482168c4f8fe9547879630973a542a5e2bc820 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-13T14:23:40.456 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 podman[120288]: 2024-09-13 14:23:40.419863496 +0000 UTC m=+0.599014892 container attach c6aeb1dd1b5eab067193ef8f33482168c4f8fe9547879630973a542a5e2bc820 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-13T14:23:40.688 INFO:tasks.rados.rados.0.smithi001.stdout:1563: done (0 left) 2024-09-13T14:23:40.688 INFO:tasks.rados.rados.0.smithi001.stdout:1564: snap_create 2024-09-13T14:23:40.851 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-mon[96683]: pgmap v254: 121 pgs: 1 active+undersized, 9 peering, 13 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 382 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 860 KiB/s wr, 4 op/s; 6/711 objects degraded (0.844%) 2024-09-13T14:23:40.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-mon[96683]: osdmap e395: 8 total, 7 up, 8 in 2024-09-13T14:23:40.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 6/711 objects degraded (0.844%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:40.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-mon[99232]: pgmap v254: 121 pgs: 1 active+undersized, 9 peering, 13 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 382 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 860 KiB/s wr, 4 op/s; 6/711 objects degraded (0.844%) 2024-09-13T14:23:40.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-mon[99232]: osdmap e395: 8 total, 7 up, 8 in 2024-09-13T14:23:40.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 6/711 objects degraded (0.844%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:40.852 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-09-13T14:23:40.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T14:23:40.854 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T14:23:41.102 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-09-13T14:23:41.102 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-09-13T14:23:41.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T14:23:41.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T14:23:41.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T14:23:41.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T14:23:41.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate[120303]: --> ceph-volume lvm activate successful for osd ID: 3 2024-09-13T14:23:41.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 bash[120288]: --> ceph-volume lvm activate successful for osd ID: 3 2024-09-13T14:23:41.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:40 smithi001 podman[120288]: 2024-09-13 14:23:40.880233293 +0000 UTC m=+1.059384670 container died c6aeb1dd1b5eab067193ef8f33482168c4f8fe9547879630973a542a5e2bc820 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-13T14:23:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:40 smithi028 ceph-mon[87621]: pgmap v254: 121 pgs: 1 active+undersized, 9 peering, 13 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 382 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 860 KiB/s wr, 4 op/s; 6/711 objects degraded (0.844%) 2024-09-13T14:23:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:40 smithi028 ceph-mon[87621]: osdmap e395: 8 total, 7 up, 8 in 2024-09-13T14:23:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:40 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 6/711 objects degraded (0.844%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:41.602 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 podman[120444]: 2024-09-13 14:23:41.423613307 +0000 UTC m=+0.537232851 container remove c6aeb1dd1b5eab067193ef8f33482168c4f8fe9547879630973a542a5e2bc820 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-13T14:23:41.693 INFO:tasks.rados.rados.0.smithi001.stdout:1564: done (0 left) 2024-09-13T14:23:41.693 INFO:tasks.rados.rados.0.smithi001.stdout:1565: snap_create 2024-09-13T14:23:41.927 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:41 smithi001 ceph-mon[96683]: osdmap e396: 8 total, 7 up, 8 in 2024-09-13T14:23:41.927 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:41 smithi001 ceph-mon[99232]: osdmap e396: 8 total, 7 up, 8 in 2024-09-13T14:23:41.928 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 podman[120507]: 2024-09-13 14:23:41.539548095 +0000 UTC m=+0.016568984 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:23:41.928 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 podman[120507]: 2024-09-13 14:23:41.649828992 +0000 UTC m=+0.126849915 container create edbd603256eede566d05dc7561caf885e87d8d47e33d6717263ae564d478e5f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:23:41.928 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 podman[120507]: 2024-09-13 14:23:41.835352561 +0000 UTC m=+0.312373438 container init edbd603256eede566d05dc7561caf885e87d8d47e33d6717263ae564d478e5f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T14:23:41.928 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 podman[120507]: 2024-09-13 14:23:41.840331214 +0000 UTC m=+0.317352094 container start edbd603256eede566d05dc7561caf885e87d8d47e33d6717263ae564d478e5f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-13T14:23:41.928 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 ceph-osd[120545]: -- 172.21.15.1:0/984974389 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5629a8b7da40 con 0x5629a8b5bc00 2024-09-13T14:23:42.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:41 smithi028 ceph-mon[87621]: osdmap e396: 8 total, 7 up, 8 in 2024-09-13T14:23:42.352 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 bash[120507]: edbd603256eede566d05dc7561caf885e87d8d47e33d6717263ae564d478e5f6 2024-09-13T14:23:42.352 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:41 smithi001 systemd[1]: Started Ceph osd.3 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:23:42.654 INFO:tasks.rados.rados.0.smithi001.stdout:1565: done (0 left) 2024-09-13T14:23:42.654 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 163 2024-09-13T14:23:42.654 INFO:tasks.rados.rados.0.smithi001.stdout:1566: seq_num 507 ranges {5824512=499712,6324224=638976,6963200=163840} 2024-09-13T14:23:42.689 INFO:tasks.rados.rados.0.smithi001.stdout:1566: writing smithi00185197-40 from 5824512 to 6324224 tid 1 2024-09-13T14:23:42.693 INFO:tasks.rados.rados.0.smithi001.stdout:1566: writing smithi00185197-40 from 6324224 to 6963200 tid 2 2024-09-13T14:23:42.694 INFO:tasks.rados.rados.0.smithi001.stdout:1566: writing smithi00185197-40 from 6963200 to 7127040 tid 3 2024-09-13T14:23:42.694 INFO:tasks.rados.rados.0.smithi001.stdout:1567: snap_create 2024-09-13T14:23:42.696 INFO:tasks.rados.rados.0.smithi001.stdout:1566: finishing write tid 1 to smithi00185197-40 2024-09-13T14:23:42.697 INFO:tasks.rados.rados.0.smithi001.stdout:1566: finishing write tid 2 to smithi00185197-40 2024-09-13T14:23:42.697 INFO:tasks.rados.rados.0.smithi001.stdout:1566: finishing write tid 3 to smithi00185197-40 2024-09-13T14:23:42.697 INFO:tasks.rados.rados.0.smithi001.stdout:1566: finishing write tid 4 to smithi00185197-40 2024-09-13T14:23:42.698 INFO:tasks.rados.rados.0.smithi001.stdout:1566: finishing write tid 5 to smithi00185197-40 2024-09-13T14:23:42.698 INFO:tasks.rados.rados.0.smithi001.stdout:1566: oid 40 updating version 0 to 202 2024-09-13T14:23:42.698 INFO:tasks.rados.rados.0.smithi001.stdout:1566: oid 40 updating version 202 to 203 2024-09-13T14:23:42.698 INFO:tasks.rados.rados.0.smithi001.stdout:1566: oid 40 version 203 is already newer than 201 2024-09-13T14:23:42.698 INFO:tasks.rados.rados.0.smithi001.stdout:1566: oid 40 version 203 is already newer than 200 2024-09-13T14:23:42.698 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 203 (ObjNum 507 snap 163 seq_num 507) dirty exists 2024-09-13T14:23:42.698 INFO:tasks.rados.rados.0.smithi001.stdout:1566: left oid 40 (ObjNum 507 snap 163 seq_num 507) 2024-09-13T14:23:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[96683]: pgmap v257: 121 pgs: 26 active+undersized, 9 peering, 6 active+undersized+degraded, 80 active+clean; 397 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 28/723 objects degraded (3.873%) 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[96683]: osdmap e397: 8 total, 7 up, 8 in 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[96683]: osdmap e398: 8 total, 7 up, 8 in 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[99232]: pgmap v257: 121 pgs: 26 active+undersized, 9 peering, 6 active+undersized+degraded, 80 active+clean; 397 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 28/723 objects degraded (3.873%) 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[99232]: osdmap e397: 8 total, 7 up, 8 in 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:42 smithi001 ceph-mon[99232]: osdmap e398: 8 total, 7 up, 8 in 2024-09-13T14:23:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:42 smithi028 ceph-mon[87621]: pgmap v257: 121 pgs: 26 active+undersized, 9 peering, 6 active+undersized+degraded, 80 active+clean; 397 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 28/723 objects degraded (3.873%) 2024-09-13T14:23:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:42 smithi028 ceph-mon[87621]: osdmap e397: 8 total, 7 up, 8 in 2024-09-13T14:23:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:42 smithi028 ceph-mon[87621]: osdmap e398: 8 total, 7 up, 8 in 2024-09-13T14:23:43.575 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:43 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:23:43.237+0000 7f5af86a9640 -1 Falling back to public interface 2024-09-13T14:23:43.699 INFO:tasks.rados.rados.0.smithi001.stdout:1566: done (1 left) 2024-09-13T14:23:43.699 INFO:tasks.rados.rados.0.smithi001.stdout:1567: done (0 left) 2024-09-13T14:23:43.699 INFO:tasks.rados.rados.0.smithi001.stdout:1568: copy_from oid 50 from oid 10 current snap is 164 2024-09-13T14:23:43.699 INFO:tasks.rados.rados.0.smithi001.stdout:1569: snap_remove snap 163 2024-09-13T14:23:43.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:43 smithi001 ceph-mon[96683]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-13T14:23:43.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:43 smithi001 ceph-mon[96683]: osdmap e399: 8 total, 7 up, 8 in 2024-09-13T14:23:43.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:43 smithi001 ceph-mon[99232]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-13T14:23:43.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:43 smithi001 ceph-mon[99232]: osdmap e399: 8 total, 7 up, 8 in 2024-09-13T14:23:44.006 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:43 smithi028 ceph-mon[87621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-13T14:23:44.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:43 smithi028 ceph-mon[87621]: osdmap e399: 8 total, 7 up, 8 in 2024-09-13T14:23:44.701 INFO:tasks.rados.rados.0.smithi001.stdout:1569: done (1 left) 2024-09-13T14:23:44.702 INFO:tasks.rados.rados.0.smithi001.stdout:1570: copy_from oid 5 from oid 2 current snap is 164 2024-09-13T14:23:44.702 INFO:tasks.rados.rados.0.smithi001.stdout:1568: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:23:44.702 INFO:tasks.rados.rados.0.smithi001.stdout:1568: finishing copy_from to smithi00185197-50 2024-09-13T14:23:44.702 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1237 (ObjNum 503 snap 160 seq_num 503) dirty exists 2024-09-13T14:23:44.702 INFO:tasks.rados.rados.0.smithi001.stdout:1568: done (1 left) 2024-09-13T14:23:44.702 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 164 2024-09-13T14:23:44.702 INFO:tasks.rados.rados.0.smithi001.stdout:1571: seq_num 508 ranges {4128768=516096,4644864=524288,5169152=278528} 2024-09-13T14:23:44.727 INFO:tasks.rados.rados.0.smithi001.stdout:1571: writing smithi00185197-7 from 4128768 to 4644864 tid 1 2024-09-13T14:23:44.730 INFO:tasks.rados.rados.0.smithi001.stdout:1571: writing smithi00185197-7 from 4644864 to 5169152 tid 2 2024-09-13T14:23:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1571: writing smithi00185197-7 from 5169152 to 5447680 tid 3 2024-09-13T14:23:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1572: snap_create 2024-09-13T14:23:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1570: finishing copy_from to smithi00185197-5 2024-09-13T14:23:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1570: got expected ENOENT (src dne) 2024-09-13T14:23:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1570: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:23:44.737 INFO:tasks.rados.rados.0.smithi001.stdout:1571: finishing write tid 1 to smithi00185197-7 2024-09-13T14:23:44.737 INFO:tasks.rados.rados.0.smithi001.stdout:1571: finishing write tid 2 to smithi00185197-7 2024-09-13T14:23:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:1571: finishing write tid 3 to smithi00185197-7 2024-09-13T14:23:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:1571: finishing write tid 4 to smithi00185197-7 2024-09-13T14:23:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:1571: finishing write tid 5 to smithi00185197-7 2024-09-13T14:23:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:1571: oid 7 updating version 0 to 637 2024-09-13T14:23:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:1571: oid 7 version 637 is already newer than 634 2024-09-13T14:23:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:1571: oid 7 version 637 is already newer than 636 2024-09-13T14:23:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:1571: oid 7 version 637 is already newer than 635 2024-09-13T14:23:44.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 637 (ObjNum 508 snap 164 seq_num 508) dirty exists 2024-09-13T14:23:44.739 INFO:tasks.rados.rados.0.smithi001.stdout:1571: left oid 7 (ObjNum 508 snap 164 seq_num 508) 2024-09-13T14:23:45.083 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:44 smithi001 ceph-mon[96683]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 59/723 objects degraded (8.160%) 2024-09-13T14:23:45.083 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:44 smithi001 ceph-mon[96683]: osdmap e400: 8 total, 7 up, 8 in 2024-09-13T14:23:45.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:44 smithi001 ceph-mon[99232]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 59/723 objects degraded (8.160%) 2024-09-13T14:23:45.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:44 smithi001 ceph-mon[99232]: osdmap e400: 8 total, 7 up, 8 in 2024-09-13T14:23:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:44 smithi028 ceph-mon[87621]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 59/723 objects degraded (8.160%) 2024-09-13T14:23:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:44 smithi028 ceph-mon[87621]: osdmap e400: 8 total, 7 up, 8 in 2024-09-13T14:23:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1570: done (2 left) 2024-09-13T14:23:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1571: done (1 left) 2024-09-13T14:23:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1572: done (0 left) 2024-09-13T14:23:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1573: read oid 9 snap -1 2024-09-13T14:23:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1573: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:23:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1574: read oid 50 snap -1 2024-09-13T14:23:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1574: expect (ObjNum 503 snap 160 seq_num 503) 2024-09-13T14:23:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 165 2024-09-13T14:23:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:1575: seq_num 509 ranges {2670592=532480,3203072=409600,3612672=393216} 2024-09-13T14:23:45.721 INFO:tasks.rados.rados.0.smithi001.stdout:1575: writing smithi00185197-17 from 2670592 to 3203072 tid 1 2024-09-13T14:23:45.724 INFO:tasks.rados.rados.0.smithi001.stdout:1575: writing smithi00185197-17 from 3203072 to 3612672 tid 2 2024-09-13T14:23:45.727 INFO:tasks.rados.rados.0.smithi001.stdout:1575: writing smithi00185197-17 from 3612672 to 4005888 tid 3 2024-09-13T14:23:45.727 INFO:tasks.rados.rados.0.smithi001.stdout:1576: rmattr oid 44 current snap is 165 2024-09-13T14:23:45.728 INFO:tasks.rados.rados.0.smithi001.stdout:1576: done (3 left) 2024-09-13T14:23:45.728 INFO:tasks.rados.rados.0.smithi001.stdout:1577: rollback oid 38 current snap is 165 2024-09-13T14:23:45.728 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 67 2024-09-13T14:23:45.728 INFO:tasks.rados.rados.0.smithi001.stdout:1573: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:23:45.786 INFO:tasks.rados.rados.0.smithi001.stdout:1575: finishing write tid 1 to smithi00185197-17 2024-09-13T14:23:45.786 INFO:tasks.rados.rados.0.smithi001.stdout:1577: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:23:45.786 INFO:tasks.rados.rados.0.smithi001.stdout:1575: finishing write tid 2 to smithi00185197-17 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: finishing write tid 3 to smithi00185197-17 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1577: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1059 (ObjNum 289 snap 0 seq_num 1913394604) dirty dne 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: finishing write tid 4 to smithi00185197-17 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: finishing write tid 5 to smithi00185197-17 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: oid 17 updating version 0 to 844 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: oid 17 version 844 is already newer than 843 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: oid 17 updating version 844 to 846 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: oid 17 version 846 is already newer than 845 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 846 (ObjNum 509 snap 165 seq_num 509) dirty exists 2024-09-13T14:23:45.787 INFO:tasks.rados.rados.0.smithi001.stdout:1575: left oid 17 (ObjNum 509 snap 165 seq_num 509) 2024-09-13T14:23:45.788 INFO:tasks.rados.rados.0.smithi001.stdout:1573: done (3 left) 2024-09-13T14:23:45.788 INFO:tasks.rados.rados.0.smithi001.stdout:1575: done (2 left) 2024-09-13T14:23:45.788 INFO:tasks.rados.rados.0.smithi001.stdout:1577: done (1 left) 2024-09-13T14:23:45.788 INFO:tasks.rados.rados.0.smithi001.stdout:1578: read oid 29 snap 157 2024-09-13T14:23:45.788 INFO:tasks.rados.rados.0.smithi001.stdout:1578: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:23:45.788 INFO:tasks.rados.rados.0.smithi001.stdout:1579: copy_from oid 5 from oid 45 current snap is 165 2024-09-13T14:23:45.788 INFO:tasks.rados.rados.0.smithi001.stdout:1574: expect (ObjNum 503 snap 160 seq_num 503) 2024-09-13T14:23:46.692 INFO:tasks.rados.rados.0.smithi001.stdout:1578: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:23:46.802 INFO:tasks.rados.rados.0.smithi001.stdout:1579: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:23:46.802 INFO:tasks.rados.rados.0.smithi001.stdout:1579: finishing copy_from to smithi00185197-5 2024-09-13T14:23:46.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 631 (ObjNum 272 snap 81 seq_num 272) dirty exists 2024-09-13T14:23:46.802 INFO:tasks.rados.rados.0.smithi001.stdout:1574: done (2 left) 2024-09-13T14:23:46.802 INFO:tasks.rados.rados.0.smithi001.stdout:1578: done (1 left) 2024-09-13T14:23:46.802 INFO:tasks.rados.rados.0.smithi001.stdout:1579: done (0 left) 2024-09-13T14:23:46.802 INFO:tasks.rados.rados.0.smithi001.stdout:1580: snap_create 2024-09-13T14:23:46.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[96683]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 5.7 MiB/s wr, 3 op/s; 61/681 objects degraded (8.957%) 2024-09-13T14:23:46.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:46.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:46.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[96683]: osdmap e401: 8 total, 7 up, 8 in 2024-09-13T14:23:46.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 61/681 objects degraded (8.957%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:46.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[99232]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 5.7 MiB/s wr, 3 op/s; 61/681 objects degraded (8.957%) 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[99232]: osdmap e401: 8 total, 7 up, 8 in 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 61/681 objects degraded (8.957%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:46.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:46 smithi028 ceph-mon[87621]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 5.7 MiB/s wr, 3 op/s; 61/681 objects degraded (8.957%) 2024-09-13T14:23:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:46 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:46 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:46 smithi028 ceph-mon[87621]: osdmap e401: 8 total, 7 up, 8 in 2024-09-13T14:23:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:46 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 61/681 objects degraded (8.957%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:46 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:47.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:46 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:47.168 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:23:46] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-09-13T14:23:47.168 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:23:46.906+0000 7f5af86a9640 -1 osd.3 391 log_to_monitors true 2024-09-13T14:23:47.642 INFO:tasks.rados.rados.0.smithi001.stdout:1580: done (0 left) 2024-09-13T14:23:47.642 INFO:tasks.rados.rados.0.smithi001.stdout:1581: read oid 34 snap -1 2024-09-13T14:23:47.642 INFO:tasks.rados.rados.0.smithi001.stdout:1581: expect deleted 2024-09-13T14:23:47.642 INFO:tasks.rados.rados.0.smithi001.stdout:1582: setattr oid 5 current snap is 166 2024-09-13T14:23:47.644 INFO:tasks.rados.rados.0.smithi001.stdout:1581: done (1 left) 2024-09-13T14:23:47.644 INFO:tasks.rados.rados.0.smithi001.stdout:1583: snap_create 2024-09-13T14:23:47.650 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1063 (ObjNum 272 snap 81 seq_num 272) dirty exists 2024-09-13T14:23:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:47 smithi001 ceph-mon[96683]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:23:47.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:47 smithi001 ceph-mon[99232]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:23:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:47 smithi028 ceph-mon[87621]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:23:48.187 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:23:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:23:47.919+0000 7f5aec44b640 -1 osd.3 391 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:23:48.645 INFO:tasks.rados.rados.0.smithi001.stdout:1582: done (1 left) 2024-09-13T14:23:48.645 INFO:tasks.rados.rados.0.smithi001.stdout:1583: done (0 left) 2024-09-13T14:23:48.645 INFO:tasks.rados.rados.0.smithi001.stdout:1584: delete oid 6 current snap is 167 2024-09-13T14:23:48.661 INFO:tasks.rados.rados.0.smithi001.stdout:1584: done (0 left) 2024-09-13T14:23:48.661 INFO:tasks.rados.rados.0.smithi001.stdout:1585: snap_create 2024-09-13T14:23:48.917 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[96683]: pgmap v265: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 428 B/s rd, 4.9 MiB/s wr, 3 op/s; 63/687 objects degraded (9.170%) 2024-09-13T14:23:48.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[96683]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:23:48.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[96683]: osdmap e402: 8 total, 7 up, 8 in 2024-09-13T14:23:48.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[96683]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:48.918 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[96683]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' 2024-09-13T14:23:48.918 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[99232]: pgmap v265: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 428 B/s rd, 4.9 MiB/s wr, 3 op/s; 63/687 objects degraded (9.170%) 2024-09-13T14:23:48.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[99232]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:23:48.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[99232]: osdmap e402: 8 total, 7 up, 8 in 2024-09-13T14:23:48.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[99232]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:48.919 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:48 smithi001 ceph-mon[99232]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' 2024-09-13T14:23:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:48 smithi028 ceph-mon[87621]: pgmap v265: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 428 B/s rd, 4.9 MiB/s wr, 3 op/s; 63/687 objects degraded (9.170%) 2024-09-13T14:23:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:48 smithi028 ceph-mon[87621]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:23:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:48 smithi028 ceph-mon[87621]: osdmap e402: 8 total, 7 up, 8 in 2024-09-13T14:23:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:48 smithi028 ceph-mon[87621]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-09-13T14:23:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:48 smithi028 ceph-mon[87621]: from='osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718]' entity='osd.3' 2024-09-13T14:23:49.651 INFO:tasks.rados.rados.0.smithi001.stdout:1585: done (0 left) 2024-09-13T14:23:49.651 INFO:tasks.rados.rados.0.smithi001.stdout:1586: snap_remove snap 156 2024-09-13T14:23:49.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:23:49.791+0000 7ff0df838640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718] boot 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: osdmap e403: 8 total, 8 up, 8 in 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:23:49.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[99232]: osdmap e404: 8 total, 8 up, 8 in 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718] boot 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: osdmap e403: 8 total, 8 up, 8 in 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:49.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:49 smithi001 ceph-mon[96683]: osdmap e404: 8 total, 8 up, 8 in 2024-09-13T14:23:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:23:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: osd.3 [v2:172.21.15.1:6826/44171718,v1:172.21.15.1:6827/44171718] boot 2024-09-13T14:23:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: osdmap e403: 8 total, 8 up, 8 in 2024-09-13T14:23:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:23:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:23:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:23:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:50.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:49 smithi028 ceph-mon[87621]: osdmap e404: 8 total, 8 up, 8 in 2024-09-13T14:23:50.667 INFO:tasks.rados.rados.0.smithi001.stdout:1586: done (0 left) 2024-09-13T14:23:50.667 INFO:tasks.rados.rados.0.smithi001.stdout:1587: delete oid 32 current snap is 168 2024-09-13T14:23:50.681 INFO:tasks.rados.rados.0.smithi001.stdout:1587: done (0 left) 2024-09-13T14:23:50.681 INFO:tasks.rados.rados.0.smithi001.stdout:1588: delete oid 21 current snap is 168 2024-09-13T14:23:50.685 INFO:tasks.rados.rados.0.smithi001.stdout:1588: done (0 left) 2024-09-13T14:23:50.686 INFO:tasks.rados.rados.0.smithi001.stdout:1589: snap_remove snap 165 2024-09-13T14:23:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: pgmap v268: 121 pgs: 3 peering, 32 active+undersized, 6 active+undersized+degraded, 80 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.7 MiB/s wr, 4 op/s; 56/690 objects degraded (8.116%) 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: pgmap v268: 121 pgs: 3 peering, 32 active+undersized, 6 active+undersized+degraded, 80 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.7 MiB/s wr, 4 op/s; 56/690 objects degraded (8.116%) 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:51.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: pgmap v268: 121 pgs: 3 peering, 32 active+undersized, 6 active+undersized+degraded, 80 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.7 MiB/s wr, 4 op/s; 56/690 objects degraded (8.116%) 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:23:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:23:51.679 INFO:tasks.rados.rados.0.smithi001.stdout:1589: done (0 left) 2024-09-13T14:23:51.679 INFO:tasks.rados.rados.0.smithi001.stdout:1590: snap_remove snap 158 2024-09-13T14:23:52.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:51 smithi001 ceph-mon[96683]: osdmap e405: 8 total, 8 up, 8 in 2024-09-13T14:23:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:51 smithi001 ceph-mon[99232]: osdmap e405: 8 total, 8 up, 8 in 2024-09-13T14:23:52.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:51 smithi028 ceph-mon[87621]: osdmap e405: 8 total, 8 up, 8 in 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:1590: done (0 left) 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:1591: copy_from oid 11 from oid 16 current snap is 168 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:1592: rollback oid 40 current snap is 168 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 154 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:1593: read oid 17 snap -1 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:1593: expect (ObjNum 509 snap 165 seq_num 509) 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 168 2024-09-13T14:23:52.686 INFO:tasks.rados.rados.0.smithi001.stdout:1594: seq_num 513 ranges {7200768=598016,7798784=794624,8593408=8192} 2024-09-13T14:23:52.730 INFO:tasks.rados.rados.0.smithi001.stdout:1594: writing smithi00185197-3 from 7200768 to 7798784 tid 1 2024-09-13T14:23:52.735 INFO:tasks.rados.rados.0.smithi001.stdout:1594: writing smithi00185197-3 from 7798784 to 8593408 tid 2 2024-09-13T14:23:52.735 INFO:tasks.rados.rados.0.smithi001.stdout:1594: writing smithi00185197-3 from 8593408 to 8601600 tid 3 2024-09-13T14:23:52.736 INFO:tasks.rados.rados.0.smithi001.stdout:1595: copy_from oid 41 from oid 24 current snap is 168 2024-09-13T14:23:52.736 INFO:tasks.rados.rados.0.smithi001.stdout:1592: finishing rollback tid 0 to smithi00185197-40 2024-09-13T14:23:52.736 INFO:tasks.rados.rados.0.smithi001.stdout:1592: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:23:52.736 INFO:tasks.rados.rados.0.smithi001.stdout:1592: finishing rollback tid 2 to smithi00185197-40 2024-09-13T14:23:52.736 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 215 (ObjNum 370 snap 119 seq_num 370) dirty exists 2024-09-13T14:23:52.736 INFO:tasks.rados.rados.0.smithi001.stdout:1593: expect (ObjNum 509 snap 165 seq_num 509) 2024-09-13T14:23:52.929 INFO:tasks.rados.rados.0.smithi001.stdout:1591: finishing copy_from racing read to smithi00185197-11 2024-09-13T14:23:52.929 INFO:tasks.rados.rados.0.smithi001.stdout:1591: finishing copy_from to smithi00185197-11 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 974 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 1 to smithi00185197-3 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 2 to smithi00185197-3 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 3 to smithi00185197-3 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 4 to smithi00185197-3 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1591: done (4 left) 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1592: done (3 left) 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1593: done (2 left) 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 168 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 5 to smithi00185197-3 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: oid 3 updating version 0 to 848 2024-09-13T14:23:52.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: oid 3 updating version 848 to 849 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:1594: oid 3 version 849 is already newer than 847 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:1594: oid 3 updating version 849 to 850 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 850 (ObjNum 513 snap 168 seq_num 513) dirty exists 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:1594: left oid 3 (ObjNum 513 snap 168 seq_num 513) 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:1595: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:1595: finishing copy_from to smithi00185197-41 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 627 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:23:52.931 INFO:tasks.rados.rados.0.smithi001.stdout:1596: seq_num 514 ranges {2007040=614400,2621440=679936,3301376=122880} 2024-09-13T14:23:52.943 INFO:tasks.rados.rados.0.smithi001.stdout:1596: writing smithi00185197-44 from 2007040 to 2621440 tid 1 2024-09-13T14:23:52.947 INFO:tasks.rados.rados.0.smithi001.stdout:1596: writing smithi00185197-44 from 2621440 to 3301376 tid 2 2024-09-13T14:23:52.948 INFO:tasks.rados.rados.0.smithi001.stdout:1596: writing smithi00185197-44 from 3301376 to 3424256 tid 3 2024-09-13T14:23:52.948 INFO:tasks.rados.rados.0.smithi001.stdout:1594: done (2 left) 2024-09-13T14:23:52.948 INFO:tasks.rados.rados.0.smithi001.stdout:1595: done (1 left) 2024-09-13T14:23:52.948 INFO:tasks.rados.rados.0.smithi001.stdout:1597: copy_from oid 18 from oid 20 current snap is 168 2024-09-13T14:23:52.948 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 1 to smithi00185197-44 2024-09-13T14:23:52.948 INFO:tasks.rados.rados.0.smithi001.stdout:1598: delete oid 46 current snap is 168 2024-09-13T14:23:52.950 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 2 to smithi00185197-44 2024-09-13T14:23:52.951 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 3 to smithi00185197-44 2024-09-13T14:23:52.951 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 4 to smithi00185197-44 2024-09-13T14:23:52.952 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 5 to smithi00185197-44 2024-09-13T14:23:52.953 INFO:tasks.rados.rados.0.smithi001.stdout:1596: oid 44 updating version 0 to 645 2024-09-13T14:23:52.953 INFO:tasks.rados.rados.0.smithi001.stdout:1596: oid 44 updating version 645 to 648 2024-09-13T14:23:52.953 INFO:tasks.rados.rados.0.smithi001.stdout:1596: oid 44 version 648 is already newer than 646 2024-09-13T14:23:52.953 INFO:tasks.rados.rados.0.smithi001.stdout:1596: oid 44 version 648 is already newer than 647 2024-09-13T14:23:52.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 648 (ObjNum 514 snap 168 seq_num 514) dirty exists 2024-09-13T14:23:52.953 INFO:tasks.rados.rados.0.smithi001.stdout:1596: left oid 44 (ObjNum 514 snap 168 seq_num 514) 2024-09-13T14:23:52.957 INFO:tasks.rados.rados.0.smithi001.stdout:1596: done (2 left) 2024-09-13T14:23:52.957 INFO:tasks.rados.rados.0.smithi001.stdout:1598: done (1 left) 2024-09-13T14:23:52.957 INFO:tasks.rados.rados.0.smithi001.stdout:1599: snap_remove snap 160 2024-09-13T14:23:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:52 smithi001 ceph-mon[96683]: pgmap v271: 121 pgs: 3 peering, 19 active+undersized, 3 active+undersized+degraded, 96 active+clean; 421 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 326 KiB/s wr, 3 op/s; 43/690 objects degraded (6.232%) 2024-09-13T14:23:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:52 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 43/690 objects degraded (6.232%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:53.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:52 smithi001 ceph-mon[96683]: osdmap e406: 8 total, 8 up, 8 in 2024-09-13T14:23:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:52 smithi001 ceph-mon[99232]: pgmap v271: 121 pgs: 3 peering, 19 active+undersized, 3 active+undersized+degraded, 96 active+clean; 421 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 326 KiB/s wr, 3 op/s; 43/690 objects degraded (6.232%) 2024-09-13T14:23:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:52 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 43/690 objects degraded (6.232%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:52 smithi001 ceph-mon[99232]: osdmap e406: 8 total, 8 up, 8 in 2024-09-13T14:23:53.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:52 smithi028 ceph-mon[87621]: pgmap v271: 121 pgs: 3 peering, 19 active+undersized, 3 active+undersized+degraded, 96 active+clean; 421 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 326 KiB/s wr, 3 op/s; 43/690 objects degraded (6.232%) 2024-09-13T14:23:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:52 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 43/690 objects degraded (6.232%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:23:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:52 smithi028 ceph-mon[87621]: osdmap e406: 8 total, 8 up, 8 in 2024-09-13T14:23:53.692 INFO:tasks.rados.rados.0.smithi001.stdout:1599: done (1 left) 2024-09-13T14:23:53.692 INFO:tasks.rados.rados.0.smithi001.stdout:1600: read oid 6 snap 67 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1600: expect (ObjNum 222 snap 60 seq_num 222) 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1601: rmattr oid 26 current snap is 168 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1601: done (2 left) 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1602: read oid 49 snap -1 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1602: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1603: copy_from oid 29 from oid 42 current snap is 168 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1597: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1597: finishing copy_from to smithi00185197-18 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1021 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1597: done (3 left) 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1604: read oid 12 snap -1 2024-09-13T14:23:53.693 INFO:tasks.rados.rados.0.smithi001.stdout:1604: expect (ObjNum 501 snap 160 seq_num 501) 2024-09-13T14:23:53.694 INFO:tasks.rados.rados.0.smithi001.stdout:1605: rollback oid 27 current snap is 168 2024-09-13T14:23:53.694 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 166 2024-09-13T14:23:53.694 INFO:tasks.rados.rados.0.smithi001.stdout:1606: copy_from oid 13 from oid 11 current snap is 168 2024-09-13T14:23:53.694 INFO:tasks.rados.rados.0.smithi001.stdout:1607: snap_remove snap 140 2024-09-13T14:23:54.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:53 smithi001 ceph-mon[96683]: osdmap e407: 8 total, 8 up, 8 in 2024-09-13T14:23:54.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:53 smithi001 ceph-mon[99232]: osdmap e407: 8 total, 8 up, 8 in 2024-09-13T14:23:54.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:53 smithi028 ceph-mon[87621]: osdmap e407: 8 total, 8 up, 8 in 2024-09-13T14:23:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:1605: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:23:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:1605: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:23:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:1603: finishing copy_from to smithi00185197-29 2024-09-13T14:23:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:1603: got expected ENOENT (src dne) 2024-09-13T14:23:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:1603: finishing copy_from racing read to smithi00185197-29 2024-09-13T14:23:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:1605: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:23:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 640 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-09-13T14:23:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:1600: expect (ObjNum 222 snap 60 seq_num 222) 2024-09-13T14:23:54.794 INFO:tasks.rados.rados.0.smithi001.stdout:1602: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:23:54.844 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing copy_from racing read to smithi00185197-13 2024-09-13T14:23:54.844 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing copy_from to smithi00185197-13 2024-09-13T14:23:54.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 974 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:23:54.844 INFO:tasks.rados.rados.0.smithi001.stdout:1604: expect (ObjNum 501 snap 160 seq_num 501) 2024-09-13T14:23:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[99232]: pgmap v274: 121 pgs: 3 peering, 118 active+clean; 416 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 326 KiB/s wr, 7 op/s; 15 MiB/s, 2 objects/s recovering 2024-09-13T14:23:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/690 objects degraded (6.232%), 3 pgs degraded) 2024-09-13T14:23:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:23:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[99232]: osdmap e408: 8 total, 8 up, 8 in 2024-09-13T14:23:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[96683]: pgmap v274: 121 pgs: 3 peering, 118 active+clean; 416 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 326 KiB/s wr, 7 op/s; 15 MiB/s, 2 objects/s recovering 2024-09-13T14:23:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/690 objects degraded (6.232%), 3 pgs degraded) 2024-09-13T14:23:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:23:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:54 smithi001 ceph-mon[96683]: osdmap e408: 8 total, 8 up, 8 in 2024-09-13T14:23:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:54 smithi028 ceph-mon[87621]: pgmap v274: 121 pgs: 3 peering, 118 active+clean; 416 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 326 KiB/s wr, 7 op/s; 15 MiB/s, 2 objects/s recovering 2024-09-13T14:23:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:54 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/690 objects degraded (6.232%), 3 pgs degraded) 2024-09-13T14:23:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:54 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:23:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:54 smithi028 ceph-mon[87621]: osdmap e408: 8 total, 8 up, 8 in 2024-09-13T14:23:55.671 INFO:tasks.rados.rados.0.smithi001.stdout:1600: done (6 left) 2024-09-13T14:23:55.671 INFO:tasks.rados.rados.0.smithi001.stdout:1602: done (5 left) 2024-09-13T14:23:55.671 INFO:tasks.rados.rados.0.smithi001.stdout:1603: done (4 left) 2024-09-13T14:23:55.671 INFO:tasks.rados.rados.0.smithi001.stdout:1604: done (3 left) 2024-09-13T14:23:55.671 INFO:tasks.rados.rados.0.smithi001.stdout:1605: done (2 left) 2024-09-13T14:23:55.671 INFO:tasks.rados.rados.0.smithi001.stdout:1606: done (1 left) 2024-09-13T14:23:55.671 INFO:tasks.rados.rados.0.smithi001.stdout:1607: done (0 left) 2024-09-13T14:23:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1608: snap_create 2024-09-13T14:23:55.701 INFO:tasks.rados.rados.0.smithi001.stdout:1608: done (0 left) 2024-09-13T14:23:55.701 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 169 2024-09-13T14:23:55.701 INFO:tasks.rados.rados.0.smithi001.stdout:1609: seq_num 516 ranges {1892352=647168,2539520=450560,2990080=352256} 2024-09-13T14:23:55.715 INFO:tasks.rados.rados.0.smithi001.stdout:1609: writing smithi00185197-49 from 1892352 to 2539520 tid 1 2024-09-13T14:23:55.718 INFO:tasks.rados.rados.0.smithi001.stdout:1609: writing smithi00185197-49 from 2539520 to 2990080 tid 2 2024-09-13T14:23:55.720 INFO:tasks.rados.rados.0.smithi001.stdout:1609: writing smithi00185197-49 from 2990080 to 3342336 tid 3 2024-09-13T14:23:55.720 INFO:tasks.rados.rados.0.smithi001.stdout:1610: setattr oid 31 current snap is 169 2024-09-13T14:23:55.722 INFO:tasks.rados.rados.0.smithi001.stdout:1611: read oid 35 snap -1 2024-09-13T14:23:55.722 INFO:tasks.rados.rados.0.smithi001.stdout:1611: expect deleted 2024-09-13T14:23:55.722 INFO:tasks.rados.rados.0.smithi001.stdout:1612: snap_remove snap 149 2024-09-13T14:23:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:55 smithi001 ceph-mon[96683]: osdmap e409: 8 total, 8 up, 8 in 2024-09-13T14:23:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:55 smithi001 ceph-mon[99232]: osdmap e409: 8 total, 8 up, 8 in 2024-09-13T14:23:56.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:55 smithi028 ceph-mon[87621]: osdmap e409: 8 total, 8 up, 8 in 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1612: done (3 left) 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1613: setattr oid 18 current snap is 169 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1609: finishing write tid 1 to smithi00185197-49 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1609: finishing write tid 2 to smithi00185197-49 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1609: finishing write tid 3 to smithi00185197-49 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1609: finishing write tid 4 to smithi00185197-49 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1609: finishing write tid 5 to smithi00185197-49 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1609: oid 49 updating version 0 to 1240 2024-09-13T14:23:56.709 INFO:tasks.rados.rados.0.smithi001.stdout:1609: oid 49 version 1240 is already newer than 1239 2024-09-13T14:23:56.710 INFO:tasks.rados.rados.0.smithi001.stdout:1609: oid 49 updating version 1240 to 1241 2024-09-13T14:23:56.710 INFO:tasks.rados.rados.0.smithi001.stdout:1609: oid 49 updating version 1241 to 1242 2024-09-13T14:23:56.710 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1242 (ObjNum 516 snap 169 seq_num 516) dirty exists 2024-09-13T14:23:56.710 INFO:tasks.rados.rados.0.smithi001.stdout:1609: left oid 49 (ObjNum 516 snap 169 seq_num 516) 2024-09-13T14:23:56.710 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 978 (ObjNum 506 snap 160 seq_num 506) dirty exists 2024-09-13T14:23:56.712 INFO:tasks.rados.rados.0.smithi001.stdout:1609: done (3 left) 2024-09-13T14:23:56.712 INFO:tasks.rados.rados.0.smithi001.stdout:1610: done (2 left) 2024-09-13T14:23:56.712 INFO:tasks.rados.rados.0.smithi001.stdout:1611: done (1 left) 2024-09-13T14:23:56.712 INFO:tasks.rados.rados.0.smithi001.stdout:1614: snap_create 2024-09-13T14:23:56.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1022 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:23:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:56 smithi001 ceph-mon[96683]: pgmap v277: 121 pgs: 121 active+clean; 438 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 12 op/s; 19 MiB/s, 3 objects/s recovering 2024-09-13T14:23:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:56 smithi001 ceph-mon[96683]: osdmap e410: 8 total, 8 up, 8 in 2024-09-13T14:23:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:56 smithi001 ceph-mon[99232]: pgmap v277: 121 pgs: 121 active+clean; 438 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 12 op/s; 19 MiB/s, 3 objects/s recovering 2024-09-13T14:23:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:56 smithi001 ceph-mon[99232]: osdmap e410: 8 total, 8 up, 8 in 2024-09-13T14:23:57.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:23:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:23:56] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-09-13T14:23:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:56 smithi028 ceph-mon[87621]: pgmap v277: 121 pgs: 121 active+clean; 438 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 12 op/s; 19 MiB/s, 3 objects/s recovering 2024-09-13T14:23:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:56 smithi028 ceph-mon[87621]: osdmap e410: 8 total, 8 up, 8 in 2024-09-13T14:23:57.658 INFO:tasks.rados.rados.0.smithi001.stdout:1613: done (1 left) 2024-09-13T14:23:57.658 INFO:tasks.rados.rados.0.smithi001.stdout:1614: done (0 left) 2024-09-13T14:23:57.658 INFO:tasks.rados.rados.0.smithi001.stdout:1615: snap_create 2024-09-13T14:23:58.004 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:57 smithi001 ceph-mon[99232]: osdmap e411: 8 total, 8 up, 8 in 2024-09-13T14:23:58.004 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:57 smithi001 ceph-mon[99232]: osdmap e412: 8 total, 8 up, 8 in 2024-09-13T14:23:58.004 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:57 smithi001 ceph-mon[96683]: osdmap e411: 8 total, 8 up, 8 in 2024-09-13T14:23:58.004 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:57 smithi001 ceph-mon[96683]: osdmap e412: 8 total, 8 up, 8 in 2024-09-13T14:23:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:57 smithi028 ceph-mon[87621]: osdmap e411: 8 total, 8 up, 8 in 2024-09-13T14:23:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:57 smithi028 ceph-mon[87621]: osdmap e412: 8 total, 8 up, 8 in 2024-09-13T14:23:58.660 INFO:tasks.rados.rados.0.smithi001.stdout:1615: done (0 left) 2024-09-13T14:23:58.660 INFO:tasks.rados.rados.0.smithi001.stdout:1616: snap_remove snap 153 2024-09-13T14:23:59.021 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:58 smithi001 ceph-mon[96683]: pgmap v280: 121 pgs: 121 active+clean; 438 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.5 MiB/s wr, 6 op/s; 4.5 MiB/s, 0 objects/s recovering 2024-09-13T14:23:59.021 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:23:58 smithi001 ceph-mon[96683]: osdmap e413: 8 total, 8 up, 8 in 2024-09-13T14:23:59.021 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:58 smithi001 ceph-mon[99232]: pgmap v280: 121 pgs: 121 active+clean; 438 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.5 MiB/s wr, 6 op/s; 4.5 MiB/s, 0 objects/s recovering 2024-09-13T14:23:59.022 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:23:58 smithi001 ceph-mon[99232]: osdmap e413: 8 total, 8 up, 8 in 2024-09-13T14:23:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:58 smithi028 ceph-mon[87621]: pgmap v280: 121 pgs: 121 active+clean; 438 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.5 MiB/s wr, 6 op/s; 4.5 MiB/s, 0 objects/s recovering 2024-09-13T14:23:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:23:58 smithi028 ceph-mon[87621]: osdmap e413: 8 total, 8 up, 8 in 2024-09-13T14:23:59.662 INFO:tasks.rados.rados.0.smithi001.stdout:1616: done (0 left) 2024-09-13T14:23:59.662 INFO:tasks.rados.rados.0.smithi001.stdout:1617: rollback oid 7 current snap is 171 2024-09-13T14:23:59.662 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 154 2024-09-13T14:23:59.662 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 171 2024-09-13T14:23:59.662 INFO:tasks.rados.rados.0.smithi001.stdout:1618: seq_num 517 ranges {1286144=663552,1949696=786432,2736128=16384} 2024-09-13T14:23:59.673 INFO:tasks.rados.rados.0.smithi001.stdout:1618: writing smithi00185197-31 from 1286144 to 1949696 tid 1 2024-09-13T14:23:59.679 INFO:tasks.rados.rados.0.smithi001.stdout:1618: writing smithi00185197-31 from 1949696 to 2736128 tid 2 2024-09-13T14:23:59.680 INFO:tasks.rados.rados.0.smithi001.stdout:1618: writing smithi00185197-31 from 2736128 to 2752512 tid 3 2024-09-13T14:23:59.680 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 171 2024-09-13T14:23:59.680 INFO:tasks.rados.rados.0.smithi001.stdout:1619: seq_num 518 ranges {11763712=679936,12443648=671744,13115392=131072} 2024-09-13T14:23:59.748 INFO:tasks.rados.rados.0.smithi001.stdout:1619: writing smithi00185197-50 from 11763712 to 12443648 tid 1 2024-09-13T14:23:59.752 INFO:tasks.rados.rados.0.smithi001.stdout:1619: writing smithi00185197-50 from 12443648 to 13115392 tid 2 2024-09-13T14:23:59.753 INFO:tasks.rados.rados.0.smithi001.stdout:1619: writing smithi00185197-50 from 13115392 to 13246464 tid 3 2024-09-13T14:23:59.753 INFO:tasks.rados.rados.0.smithi001.stdout:1620: read oid 9 snap -1 2024-09-13T14:23:59.753 INFO:tasks.rados.rados.0.smithi001.stdout:1620: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:23:59.753 INFO:tasks.rados.rados.0.smithi001.stdout:1621: snap_remove snap 166 2024-09-13T14:24:00.718 INFO:tasks.rados.rados.0.smithi001.stdout:1621: done (4 left) 2024-09-13T14:24:00.718 INFO:tasks.rados.rados.0.smithi001.stdout:1622: rollback oid 22 current snap is 171 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 161 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1617: finishing rollback tid 0 to smithi00185197-7 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1617: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 642 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: finishing write tid 1 to smithi00185197-31 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: finishing write tid 2 to smithi00185197-31 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: finishing write tid 3 to smithi00185197-31 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: finishing write tid 4 to smithi00185197-31 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: finishing write tid 5 to smithi00185197-31 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: oid 31 updating version 0 to 981 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: oid 31 updating version 981 to 982 2024-09-13T14:24:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:1618: oid 31 version 982 is already newer than 980 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1618: oid 31 version 982 is already newer than 979 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 982 (ObjNum 517 snap 171 seq_num 517) dirty exists 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1618: left oid 31 (ObjNum 517 snap 171 seq_num 517) 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1619: finishing write tid 1 to smithi00185197-50 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1619: finishing write tid 2 to smithi00185197-50 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1619: finishing write tid 3 to smithi00185197-50 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1619: finishing write tid 4 to smithi00185197-50 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1617: done (4 left) 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1618: done (3 left) 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1623: rollback oid 23 current snap is 171 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1619: finishing write tid 5 to smithi00185197-50 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1619: oid 50 updating version 0 to 1238 2024-09-13T14:24:00.720 INFO:tasks.rados.rados.0.smithi001.stdout:1619: oid 50 updating version 1238 to 1241 2024-09-13T14:24:00.721 INFO:tasks.rados.rados.0.smithi001.stdout:1619: oid 50 version 1241 is already newer than 1239 2024-09-13T14:24:00.721 INFO:tasks.rados.rados.0.smithi001.stdout:1619: oid 50 version 1241 is already newer than 1240 2024-09-13T14:24:00.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1241 (ObjNum 518 snap 171 seq_num 518) dirty exists 2024-09-13T14:24:00.721 INFO:tasks.rados.rados.0.smithi001.stdout:1619: left oid 50 (ObjNum 518 snap 171 seq_num 518) 2024-09-13T14:24:00.721 INFO:tasks.rados.rados.0.smithi001.stdout:1620: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:24:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:1622: finishing rollback tid 0 to smithi00185197-22 2024-09-13T14:24:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:1622: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:24:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:1622: finishing rollback tid 2 to smithi00185197-22 2024-09-13T14:24:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 985 (ObjNum 498 snap 158 seq_num 498) dirty exists 2024-09-13T14:24:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 154 2024-09-13T14:24:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:1619: done (3 left) 2024-09-13T14:24:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:1620: done (2 left) 2024-09-13T14:24:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:1622: done (1 left) 2024-09-13T14:24:00.775 INFO:tasks.rados.rados.0.smithi001.stdout:1624: setattr oid 50 current snap is 171 2024-09-13T14:24:00.776 INFO:tasks.rados.rados.0.smithi001.stdout:1625: read oid 45 snap -1 2024-09-13T14:24:00.776 INFO:tasks.rados.rados.0.smithi001.stdout:1625: expect (ObjNum 272 snap 81 seq_num 272) 2024-09-13T14:24:00.776 INFO:tasks.rados.rados.0.smithi001.stdout:1626: snap_create 2024-09-13T14:24:00.776 INFO:tasks.rados.rados.0.smithi001.stdout:1623: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:24:00.777 INFO:tasks.rados.rados.0.smithi001.stdout:1623: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:24:00.777 INFO:tasks.rados.rados.0.smithi001.stdout:1623: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:24:00.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 651 (ObjNum 309 snap 98 seq_num 309) dirty exists 2024-09-13T14:24:00.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1242 (ObjNum 518 snap 171 seq_num 518) dirty exists 2024-09-13T14:24:00.818 INFO:tasks.rados.rados.0.smithi001.stdout:1625: expect (ObjNum 272 snap 81 seq_num 272) 2024-09-13T14:24:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:00 smithi001 ceph-mon[99232]: pgmap v283: 121 pgs: 121 active+clean; 442 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-13T14:24:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:00 smithi001 ceph-mon[99232]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T14:24:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:00 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:00 smithi001 ceph-mon[96683]: pgmap v283: 121 pgs: 121 active+clean; 442 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-13T14:24:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:00 smithi001 ceph-mon[96683]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T14:24:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:00 smithi028 ceph-mon[87621]: pgmap v283: 121 pgs: 121 active+clean; 442 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-13T14:24:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:00 smithi028 ceph-mon[87621]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T14:24:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:00 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1623: done (3 left) 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1624: done (2 left) 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1625: done (1 left) 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1626: done (0 left) 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1627: copy_from oid 12 from oid 38 current snap is 172 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1628: read oid 23 snap 168 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1628: expect (ObjNum 490 snap 157 seq_num 490) 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 172 2024-09-13T14:24:01.722 INFO:tasks.rados.rados.0.smithi001.stdout:1629: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-09-13T14:24:01.726 INFO:tasks.rados.rados.0.smithi001.stdout:1629: writing smithi00185197-39 from 0 to 696320 tid 1 2024-09-13T14:24:01.729 INFO:tasks.rados.rados.0.smithi001.stdout:1629: writing smithi00185197-39 from 696320 to 1245184 tid 2 2024-09-13T14:24:01.731 INFO:tasks.rados.rados.0.smithi001.stdout:1629: writing smithi00185197-39 from 1245184 to 1499136 tid 3 2024-09-13T14:24:01.731 INFO:tasks.rados.rados.0.smithi001.stdout:1630: read oid 48 snap 151 2024-09-13T14:24:01.732 INFO:tasks.rados.rados.0.smithi001.stdout:1630: expect (ObjNum 422 snap 136 seq_num 422) 2024-09-13T14:24:01.732 INFO:tasks.rados.rados.0.smithi001.stdout:1631: read oid 27 snap 161 2024-09-13T14:24:01.732 INFO:tasks.rados.rados.0.smithi001.stdout:1631: expect (ObjNum 321 snap 101 seq_num 321) 2024-09-13T14:24:01.732 INFO:tasks.rados.rados.0.smithi001.stdout:1632: snap_remove snap 157 2024-09-13T14:24:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:01 smithi001 ceph-mon[96683]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T14:24:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:01 smithi001 ceph-mon[99232]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T14:24:02.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:01 smithi028 ceph-mon[87621]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T14:24:02.660 INFO:tasks.rados.rados.0.smithi001.stdout:1632: done (5 left) 2024-09-13T14:24:02.660 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 172 2024-09-13T14:24:02.660 INFO:tasks.rados.rados.0.smithi001.stdout:1627: finishing copy_from to smithi00185197-12 2024-09-13T14:24:02.660 INFO:tasks.rados.rados.0.smithi001.stdout:1627: got expected ENOENT (src dne) 2024-09-13T14:24:02.660 INFO:tasks.rados.rados.0.smithi001.stdout:1627: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:24:02.660 INFO:tasks.rados.rados.0.smithi001.stdout:1628: expect (ObjNum 490 snap 157 seq_num 490) 2024-09-13T14:24:02.711 INFO:tasks.rados.rados.0.smithi001.stdout:1629: finishing write tid 1 to smithi00185197-39 2024-09-13T14:24:02.711 INFO:tasks.rados.rados.0.smithi001.stdout:1629: finishing write tid 2 to smithi00185197-39 2024-09-13T14:24:02.711 INFO:tasks.rados.rados.0.smithi001.stdout:1633: seq_num 520 ranges {3448832=712704,4161536=434176,4595712=368640} 2024-09-13T14:24:02.734 INFO:tasks.rados.rados.0.smithi001.stdout:1633: writing smithi00185197-16 from 3448832 to 4161536 tid 1 2024-09-13T14:24:02.736 INFO:tasks.rados.rados.0.smithi001.stdout:1633: writing smithi00185197-16 from 4161536 to 4595712 tid 2 2024-09-13T14:24:02.738 INFO:tasks.rados.rados.0.smithi001.stdout:1633: writing smithi00185197-16 from 4595712 to 4964352 tid 3 2024-09-13T14:24:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:1627: done (5 left) 2024-09-13T14:24:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:1628: done (4 left) 2024-09-13T14:24:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:1634: snap_create 2024-09-13T14:24:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:1629: finishing write tid 3 to smithi00185197-39 2024-09-13T14:24:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:1629: finishing write tid 4 to smithi00185197-39 2024-09-13T14:24:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:1631: expect (ObjNum 321 snap 101 seq_num 321) 2024-09-13T14:24:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1629: finishing write tid 5 to smithi00185197-39 2024-09-13T14:24:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1629: oid 39 updating version 0 to 1138 2024-09-13T14:24:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1629: oid 39 version 1138 is already newer than 1137 2024-09-13T14:24:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1629: oid 39 version 1138 is already newer than 1136 2024-09-13T14:24:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1629: oid 39 updating version 1138 to 1139 2024-09-13T14:24:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1139 (ObjNum 519 snap 172 seq_num 519) dirty exists 2024-09-13T14:24:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1629: left oid 39 (ObjNum 519 snap 172 seq_num 519) 2024-09-13T14:24:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1630: expect (ObjNum 422 snap 136 seq_num 422) 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: finishing write tid 1 to smithi00185197-16 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: finishing write tid 2 to smithi00185197-16 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: finishing write tid 3 to smithi00185197-16 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: finishing write tid 4 to smithi00185197-16 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: finishing write tid 5 to smithi00185197-16 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: oid 16 updating version 0 to 1268 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: oid 16 updating version 1268 to 1270 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: oid 16 version 1270 is already newer than 1269 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: oid 16 updating version 1270 to 1271 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1271 (ObjNum 520 snap 172 seq_num 520) dirty exists 2024-09-13T14:24:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:1633: left oid 16 (ObjNum 520 snap 172 seq_num 520) 2024-09-13T14:24:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:02 smithi001 ceph-mon[96683]: pgmap v286: 121 pgs: 121 active+clean; 443 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:24:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:02 smithi001 ceph-mon[96683]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T14:24:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:02 smithi001 ceph-mon[96683]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T14:24:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:02 smithi001 ceph-mon[99232]: pgmap v286: 121 pgs: 121 active+clean; 443 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:24:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:02 smithi001 ceph-mon[99232]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T14:24:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:02 smithi001 ceph-mon[99232]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T14:24:03.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:02 smithi028 ceph-mon[87621]: pgmap v286: 121 pgs: 121 active+clean; 443 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:24:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:02 smithi028 ceph-mon[87621]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T14:24:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:02 smithi028 ceph-mon[87621]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T14:24:03.727 INFO:tasks.rados.rados.0.smithi001.stdout:1629: done (4 left) 2024-09-13T14:24:03.728 INFO:tasks.rados.rados.0.smithi001.stdout:1630: done (3 left) 2024-09-13T14:24:03.728 INFO:tasks.rados.rados.0.smithi001.stdout:1631: done (2 left) 2024-09-13T14:24:03.728 INFO:tasks.rados.rados.0.smithi001.stdout:1633: done (1 left) 2024-09-13T14:24:03.728 INFO:tasks.rados.rados.0.smithi001.stdout:1634: done (0 left) 2024-09-13T14:24:03.728 INFO:tasks.rados.rados.0.smithi001.stdout:1635: delete oid 30 current snap is 173 2024-09-13T14:24:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:1635: done (0 left) 2024-09-13T14:24:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:1636: rollback oid 41 current snap is 173 2024-09-13T14:24:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 170 2024-09-13T14:24:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:1637: read oid 42 snap -1 2024-09-13T14:24:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:1637: expect deleted 2024-09-13T14:24:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:1638: copy_from oid 31 from oid 50 current snap is 173 2024-09-13T14:24:03.762 INFO:tasks.rados.rados.0.smithi001.stdout:1639: snap_create 2024-09-13T14:24:03.768 INFO:tasks.rados.rados.0.smithi001.stdout:1636: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:24:03.770 INFO:tasks.rados.rados.0.smithi001.stdout:1636: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:24:03.770 INFO:tasks.rados.rados.0.smithi001.stdout:1636: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:24:03.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 853 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:24:03.817 INFO:tasks.rados.rados.0.smithi001.stdout:1638: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:24:03.820 INFO:tasks.rados.rados.0.smithi001.stdout:1638: finishing copy_from to smithi00185197-31 2024-09-13T14:24:03.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1242 (ObjNum 518 snap 171 seq_num 518) dirty exists 2024-09-13T14:24:04.730 INFO:tasks.rados.rados.0.smithi001.stdout:1636: done (3 left) 2024-09-13T14:24:04.730 INFO:tasks.rados.rados.0.smithi001.stdout:1637: done (2 left) 2024-09-13T14:24:04.730 INFO:tasks.rados.rados.0.smithi001.stdout:1638: done (1 left) 2024-09-13T14:24:04.730 INFO:tasks.rados.rados.0.smithi001.stdout:1639: done (0 left) 2024-09-13T14:24:04.731 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 174 2024-09-13T14:24:04.731 INFO:tasks.rados.rados.0.smithi001.stdout:1640: seq_num 522 ranges {6152192=745472,6897664=606208,7503872=196608} 2024-09-13T14:24:04.768 INFO:tasks.rados.rados.0.smithi001.stdout:1640: writing smithi00185197-47 from 6152192 to 6897664 tid 1 2024-09-13T14:24:04.771 INFO:tasks.rados.rados.0.smithi001.stdout:1640: writing smithi00185197-47 from 6897664 to 7503872 tid 2 2024-09-13T14:24:04.773 INFO:tasks.rados.rados.0.smithi001.stdout:1640: writing smithi00185197-47 from 7503872 to 7700480 tid 3 2024-09-13T14:24:04.773 INFO:tasks.rados.rados.0.smithi001.stdout:1641: read oid 37 snap -1 2024-09-13T14:24:04.773 INFO:tasks.rados.rados.0.smithi001.stdout:1641: expect deleted 2024-09-13T14:24:04.773 INFO:tasks.rados.rados.0.smithi001.stdout:1642: snap_create 2024-09-13T14:24:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 1 to smithi00185197-47 2024-09-13T14:24:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 2 to smithi00185197-47 2024-09-13T14:24:04.778 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 3 to smithi00185197-47 2024-09-13T14:24:04.779 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 4 to smithi00185197-47 2024-09-13T14:24:04.780 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 5 to smithi00185197-47 2024-09-13T14:24:04.780 INFO:tasks.rados.rados.0.smithi001.stdout:1640: oid 47 updating version 0 to 656 2024-09-13T14:24:04.780 INFO:tasks.rados.rados.0.smithi001.stdout:1640: oid 47 version 656 is already newer than 654 2024-09-13T14:24:04.780 INFO:tasks.rados.rados.0.smithi001.stdout:1640: oid 47 version 656 is already newer than 655 2024-09-13T14:24:04.781 INFO:tasks.rados.rados.0.smithi001.stdout:1640: oid 47 version 656 is already newer than 653 2024-09-13T14:24:04.781 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 656 (ObjNum 522 snap 174 seq_num 522) dirty exists 2024-09-13T14:24:04.781 INFO:tasks.rados.rados.0.smithi001.stdout:1640: left oid 47 (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:24:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:04 smithi001 ceph-mon[96683]: pgmap v289: 121 pgs: 121 active+clean; 446 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-13T14:24:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:04 smithi001 ceph-mon[96683]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T14:24:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:04 smithi001 ceph-mon[99232]: pgmap v289: 121 pgs: 121 active+clean; 446 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-13T14:24:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:04 smithi001 ceph-mon[99232]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T14:24:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:04 smithi028 ceph-mon[87621]: pgmap v289: 121 pgs: 121 active+clean; 446 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-13T14:24:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:04 smithi028 ceph-mon[87621]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T14:24:05.739 INFO:tasks.rados.rados.0.smithi001.stdout:1640: done (2 left) 2024-09-13T14:24:05.739 INFO:tasks.rados.rados.0.smithi001.stdout:1641: done (1 left) 2024-09-13T14:24:05.739 INFO:tasks.rados.rados.0.smithi001.stdout:1642: done (0 left) 2024-09-13T14:24:05.739 INFO:tasks.rados.rados.0.smithi001.stdout:1643: snap_create 2024-09-13T14:24:05.810 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:24:05.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:05 smithi028 ceph-mon[87621]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T14:24:05.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:24:05.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:05 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:24:05.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:05 smithi028 ceph-mon[87621]: Upgrade: osd.4 is safe to restart 2024-09-13T14:24:05.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:05.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[96683]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T14:24:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:24:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:24:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[96683]: Upgrade: osd.4 is safe to restart 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[99232]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[99232]: Upgrade: osd.4 is safe to restart 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:06.394 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (7m) 20s ago 8m 24.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (8m) 2m ago 8m 88.5M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (9m) 20s ago 9m 16.7M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (9m) 2m ago 9m 21.2M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (3m) 2m ago 13m 452M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (4m) 20s ago 14m 525M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (3m) 20s ago 14m 55.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (2m) 2m ago 13m 22.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (3m) 20s ago 13m 46.9M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (7m) 20s ago 7m 16.5M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (7m) 2m ago 7m 14.9M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (2m) 20s ago 12m 182M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:24:06.395 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (93s) 20s ago 12m 144M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:24:06.396 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (59s) 20s ago 12m 97.8M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:24:06.396 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (24s) 20s ago 11m 12.2M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:24:06.396 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (11m) 2m ago 11m 140M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 9755d65d719f 2024-09-13T14:24:06.396 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (10m) 2m ago 10m 174M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:24:06.396 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (10m) 2m ago 10m 152M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:24:06.396 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (10m) 2m ago 10m 120M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:24:06.396 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (3m) 2m ago 8m 47.5M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:24:06.744 INFO:tasks.rados.rados.0.smithi001.stdout:1643: done (0 left) 2024-09-13T14:24:06.745 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 176 2024-09-13T14:24:06.745 INFO:tasks.rados.rados.0.smithi001.stdout:1644: seq_num 523 ranges {1359872=770048,2129920=491520,2621440=311296} 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:24:06.745 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 4, 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 4 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 6, 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 9 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:24:06.746 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:24:06.756 INFO:tasks.rados.rados.0.smithi001.stdout:1644: writing smithi00185197-27 from 1359872 to 2129920 tid 1 2024-09-13T14:24:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1644: writing smithi00185197-27 from 2129920 to 2621440 tid 2 2024-09-13T14:24:06.760 INFO:tasks.rados.rados.0.smithi001.stdout:1644: writing smithi00185197-27 from 2621440 to 2932736 tid 3 2024-09-13T14:24:06.761 INFO:tasks.rados.rados.0.smithi001.stdout:1645: setattr oid 26 current snap is 176 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:1646: read oid 1 snap -1 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:1646: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:1647: rollback oid 14 current snap is 176 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 167 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:1648: read oid 40 snap -1 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:1648: expect (ObjNum 370 snap 119 seq_num 370) 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 176 2024-09-13T14:24:06.765 INFO:tasks.rados.rados.0.smithi001.stdout:1649: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-09-13T14:24:06.769 INFO:tasks.rados.rados.0.smithi001.stdout:1649: writing smithi00185197-30 from 0 to 786432 tid 1 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1649: writing smithi00185197-30 from 786432 to 1564672 tid 2 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1649: writing smithi00185197-30 from 1564672 to 1589248 tid 3 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1650: copy_from oid 22 from oid 3 current snap is 176 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1644: finishing write tid 1 to smithi00185197-27 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1644: finishing write tid 2 to smithi00185197-27 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1644: finishing write tid 3 to smithi00185197-27 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1644: finishing write tid 4 to smithi00185197-27 2024-09-13T14:24:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1334 (ObjNum 422 snap 136 seq_num 422) dirty exists 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1644: finishing write tid 5 to smithi00185197-27 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1644: oid 27 updating version 0 to 644 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1644: oid 27 updating version 644 to 646 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1644: oid 27 version 646 is already newer than 643 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1644: oid 27 version 646 is already newer than 645 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 646 (ObjNum 523 snap 176 seq_num 523) dirty exists 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1644: left oid 27 (ObjNum 523 snap 176 seq_num 523) 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 224 (ObjNum 466 snap 149 seq_num 466) dirty exists 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1649: finishing write tid 1 to smithi00185197-30 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1644: done (6 left) 2024-09-13T14:24:06.777 INFO:tasks.rados.rados.0.smithi001.stdout:1645: done (5 left) 2024-09-13T14:24:06.778 INFO:tasks.rados.rados.0.smithi001.stdout:1647: done (4 left) 2024-09-13T14:24:06.778 INFO:tasks.rados.rados.0.smithi001.stdout:1651: read oid 33 snap 175 2024-09-13T14:24:06.778 INFO:tasks.rados.rados.0.smithi001.stdout:1651: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:24:06.778 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 176 2024-09-13T14:24:06.778 INFO:tasks.rados.rados.0.smithi001.stdout:1652: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2024-09-13T14:24:06.781 INFO:tasks.rados.rados.0.smithi001.stdout:1652: writing smithi00185197-42 from 0 to 802816 tid 1 2024-09-13T14:24:06.786 INFO:tasks.rados.rados.0.smithi001.stdout:1652: writing smithi00185197-42 from 802816 to 1515520 tid 2 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:1652: writing smithi00185197-42 from 1515520 to 1605632 tid 3 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:1653: rollback oid 12 current snap is 176 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 154 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:1649: finishing write tid 2 to smithi00185197-30 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:1649: finishing write tid 3 to smithi00185197-30 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:1649: finishing write tid 4 to smithi00185197-30 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 176 2024-09-13T14:24:06.787 INFO:tasks.rados.rados.0.smithi001.stdout:1654: seq_num 526 ranges {2850816=417792,3268608=589824,3858432=614400} 2024-09-13T14:24:06.805 INFO:tasks.rados.rados.0.smithi001.stdout:1654: writing smithi00185197-28 from 2850816 to 3268608 tid 1 2024-09-13T14:24:06.809 INFO:tasks.rados.rados.0.smithi001.stdout:1654: writing smithi00185197-28 from 3268608 to 3858432 tid 2 2024-09-13T14:24:06.813 INFO:tasks.rados.rados.0.smithi001.stdout:1654: writing smithi00185197-28 from 3858432 to 4472832 tid 3 2024-09-13T14:24:06.813 INFO:tasks.rados.rados.0.smithi001.stdout:1655: setattr oid 39 current snap is 176 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1649: finishing write tid 5 to smithi00185197-30 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1649: oid 30 updating version 0 to 1151 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1649: oid 30 version 1151 is already newer than 1149 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1649: oid 30 version 1151 is already newer than 1148 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1649: oid 30 version 1151 is already newer than 1150 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1151 (ObjNum 524 snap 176 seq_num 524) dirty exists 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1649: left oid 30 (ObjNum 524 snap 176 seq_num 524) 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 1 to smithi00185197-42 2024-09-13T14:24:06.814 INFO:tasks.rados.rados.0.smithi001.stdout:1646: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:24:06.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:06 smithi028 ceph-mon[87621]: pgmap v292: 121 pgs: 121 active+clean; 457 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-09-13T14:24:06.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:06 smithi028 ceph-mon[87621]: osdmap e420: 8 total, 8 up, 8 in 2024-09-13T14:24:06.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:06 smithi028 ceph-mon[87621]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:06.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:06 smithi028 ceph-mon[87621]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:06.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:06 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:06.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:06 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:24:06.842 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:06 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:07.020 INFO:tasks.rados.rados.0.smithi001.stdout:1651: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:24:07.021 INFO:tasks.rados.rados.0.smithi001.stdout:1648: expect (ObjNum 370 snap 119 seq_num 370) 2024-09-13T14:24:07.069 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:24:06] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-09-13T14:24:07.069 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[96683]: pgmap v292: 121 pgs: 121 active+clean; 457 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-09-13T14:24:07.069 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[96683]: osdmap e420: 8 total, 8 up, 8 in 2024-09-13T14:24:07.069 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[96683]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[96683]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[99232]: pgmap v292: 121 pgs: 121 active+clean; 457 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[99232]: osdmap e420: 8 total, 8 up, 8 in 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[99232]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[99232]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:07.070 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:24:07.071 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "9/20 daemons upgraded", 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:24:07.071 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:24:07.323 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 2 to smithi00185197-42 2024-09-13T14:24:07.323 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 3 to smithi00185197-42 2024-09-13T14:24:07.323 INFO:tasks.rados.rados.0.smithi001.stdout:1653: finishing rollback tid 0 to smithi00185197-12 2024-09-13T14:24:07.323 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 4 to smithi00185197-42 2024-09-13T14:24:07.323 INFO:tasks.rados.rados.0.smithi001.stdout:1653: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1653: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 758 (ObjNum 452 snap 146 seq_num 452) dirty exists 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 5 to smithi00185197-42 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1652: oid 42 updating version 0 to 979 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1652: oid 42 version 979 is already newer than 978 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1652: oid 42 updating version 979 to 981 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1652: oid 42 version 981 is already newer than 980 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 981 (ObjNum 525 snap 176 seq_num 525) dirty exists 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1652: left oid 42 (ObjNum 525 snap 176 seq_num 525) 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1654: finishing write tid 1 to smithi00185197-28 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1650: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:1650: finishing copy_from to smithi00185197-22 2024-09-13T14:24:07.324 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 850 (ObjNum 513 snap 168 seq_num 513) dirty exists 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: finishing write tid 2 to smithi00185197-28 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: finishing write tid 3 to smithi00185197-28 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: finishing write tid 4 to smithi00185197-28 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: finishing write tid 5 to smithi00185197-28 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: oid 28 updating version 0 to 763 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: oid 28 version 763 is already newer than 760 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: oid 28 version 763 is already newer than 762 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: oid 28 version 763 is already newer than 761 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 763 (ObjNum 526 snap 176 seq_num 526) dirty exists 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1654: left oid 28 (ObjNum 526 snap 176 seq_num 526) 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1646: done (8 left) 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1648: done (7 left) 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1649: done (6 left) 2024-09-13T14:24:07.325 INFO:tasks.rados.rados.0.smithi001.stdout:1650: done (5 left) 2024-09-13T14:24:07.326 INFO:tasks.rados.rados.0.smithi001.stdout:1651: done (4 left) 2024-09-13T14:24:07.326 INFO:tasks.rados.rados.0.smithi001.stdout:1652: done (3 left) 2024-09-13T14:24:07.326 INFO:tasks.rados.rados.0.smithi001.stdout:1653: done (2 left) 2024-09-13T14:24:07.326 INFO:tasks.rados.rados.0.smithi001.stdout:1654: done (1 left) 2024-09-13T14:24:07.326 INFO:tasks.rados.rados.0.smithi001.stdout:1656: copy_from oid 35 from oid 44 current snap is 176 2024-09-13T14:24:07.326 INFO:tasks.rados.rados.0.smithi001.stdout:1657: snap_create 2024-09-13T14:24:07.327 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1153 (ObjNum 519 snap 172 seq_num 519) dirty exists 2024-09-13T14:24:07.337 INFO:tasks.rados.rados.0.smithi001.stdout:1656: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:24:07.338 INFO:tasks.rados.rados.0.smithi001.stdout:1656: finishing copy_from to smithi00185197-35 2024-09-13T14:24:07.339 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 648 (ObjNum 514 snap 168 seq_num 514) dirty exists 2024-09-13T14:24:07.659 INFO:tasks.rados.rados.0.smithi001.stdout:1655: done (2 left) 2024-09-13T14:24:07.659 INFO:tasks.rados.rados.0.smithi001.stdout:1656: done (1 left) 2024-09-13T14:24:07.660 INFO:tasks.rados.rados.0.smithi001.stdout:1657: done (0 left) 2024-09-13T14:24:07.660 INFO:tasks.rados.rados.0.smithi001.stdout:1658: read oid 38 snap 176 2024-09-13T14:24:07.660 INFO:tasks.rados.rados.0.smithi001.stdout:1658: expect deleted 2024-09-13T14:24:07.660 INFO:tasks.rados.rados.0.smithi001.stdout:1659: read oid 35 snap -1 2024-09-13T14:24:07.660 INFO:tasks.rados.rados.0.smithi001.stdout:1659: expect (ObjNum 514 snap 168 seq_num 514) 2024-09-13T14:24:07.660 INFO:tasks.rados.rados.0.smithi001.stdout:1660: copy_from oid 1 from oid 27 current snap is 177 2024-09-13T14:24:07.660 INFO:tasks.rados.rados.0.smithi001.stdout:1661: snap_remove snap 167 2024-09-13T14:24:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:07 smithi028 ceph-mon[87621]: Upgrade: Updating osd.4 2024-09-13T14:24:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:07 smithi028 ceph-mon[87621]: Deploying daemon osd.4 on smithi028 2024-09-13T14:24:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:07 smithi028 ceph-mon[87621]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:07 smithi028 ceph-mon[87621]: osdmap e421: 8 total, 8 up, 8 in 2024-09-13T14:24:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:07 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1315220936' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:07.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:07 smithi028 ceph-mon[87621]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:07.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:07 smithi028 ceph-mon[87621]: osdmap e422: 8 total, 8 up, 8 in 2024-09-13T14:24:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[96683]: Upgrade: Updating osd.4 2024-09-13T14:24:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[96683]: Deploying daemon osd.4 on smithi028 2024-09-13T14:24:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[96683]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[96683]: osdmap e421: 8 total, 8 up, 8 in 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1315220936' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[96683]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[96683]: osdmap e422: 8 total, 8 up, 8 in 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[99232]: Upgrade: Updating osd.4 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[99232]: Deploying daemon osd.4 on smithi028 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[99232]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[99232]: osdmap e421: 8 total, 8 up, 8 in 2024-09-13T14:24:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1315220936' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:08.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[99232]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:08.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:07 smithi001 ceph-mon[99232]: osdmap e422: 8 total, 8 up, 8 in 2024-09-13T14:24:08.663 INFO:tasks.rados.rados.0.smithi001.stdout:1660: finishing copy_from racing read to smithi00185197-1 2024-09-13T14:24:08.663 INFO:tasks.rados.rados.0.smithi001.stdout:1659: expect (ObjNum 514 snap 168 seq_num 514) 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1660: finishing copy_from to smithi00185197-1 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 646 (ObjNum 523 snap 176 seq_num 523) dirty exists 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1658: done (3 left) 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1659: done (2 left) 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1660: done (1 left) 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1661: done (0 left) 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1662: read oid 4 snap -1 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1662: expect (ObjNum 500 snap 160 seq_num 500) 2024-09-13T14:24:08.808 INFO:tasks.rados.rados.0.smithi001.stdout:1663: snap_remove snap 175 2024-09-13T14:24:09.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:08 smithi028 ceph-mon[87621]: pgmap v295: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:24:09.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:08 smithi028 ceph-mon[87621]: osdmap e423: 8 total, 8 up, 8 in 2024-09-13T14:24:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:08 smithi001 ceph-mon[96683]: pgmap v295: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:24:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:08 smithi001 ceph-mon[96683]: osdmap e423: 8 total, 8 up, 8 in 2024-09-13T14:24:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:08 smithi001 ceph-mon[99232]: pgmap v295: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-09-13T14:24:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:08 smithi001 ceph-mon[99232]: osdmap e423: 8 total, 8 up, 8 in 2024-09-13T14:24:09.263 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:09 smithi028 systemd[1]: Stopping Ceph osd.4 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:24:09.605 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:09 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[36471]: 2024-09-13T14:24:09.261+0000 7fbf1e2a2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:24:09.605 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:09 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[36471]: 2024-09-13T14:24:09.261+0000 7fbf1e2a2640 -1 osd.4 423 *** Got signal Terminated *** 2024-09-13T14:24:09.605 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:09 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[36471]: 2024-09-13T14:24:09.261+0000 7fbf1e2a2640 -1 osd.4 423 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:24:09.758 INFO:tasks.rados.rados.0.smithi001.stdout:1663: done (1 left) 2024-09-13T14:24:09.758 INFO:tasks.rados.rados.0.smithi001.stdout:1664: rollback oid 21 current snap is 177 2024-09-13T14:24:09.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 164 2024-09-13T14:24:09.758 INFO:tasks.rados.rados.0.smithi001.stdout:1662: expect (ObjNum 500 snap 160 seq_num 500) 2024-09-13T14:24:10.029 INFO:tasks.rados.rados.0.smithi001.stdout:1662: done (1 left) 2024-09-13T14:24:10.030 INFO:tasks.rados.rados.0.smithi001.stdout:1665: read oid 13 snap 169 2024-09-13T14:24:10.030 INFO:tasks.rados.rados.0.smithi001.stdout:1665: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:24:10.030 INFO:tasks.rados.rados.0.smithi001.stdout:1666: copy_from oid 25 from oid 10 current snap is 177 2024-09-13T14:24:10.030 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 177 2024-09-13T14:24:10.030 INFO:tasks.rados.rados.0.smithi001.stdout:1667: seq_num 527 ranges {5038080=434176,5472256=475136,5947392=565248,6512640=163840} 2024-09-13T14:24:10.059 INFO:tasks.rados.rados.0.smithi001.stdout:1667: writing smithi00185197-4 from 5038080 to 5472256 tid 1 2024-09-13T14:24:10.061 INFO:tasks.rados.rados.0.smithi001.stdout:1667: writing smithi00185197-4 from 5472256 to 5947392 tid 2 2024-09-13T14:24:10.065 INFO:tasks.rados.rados.0.smithi001.stdout:1667: writing smithi00185197-4 from 5947392 to 6512640 tid 3 2024-09-13T14:24:10.066 INFO:tasks.rados.rados.0.smithi001.stdout:1667: writing smithi00185197-4 from 6512640 to 6676480 tid 4 2024-09-13T14:24:10.066 INFO:tasks.rados.rados.0.smithi001.stdout:1668: snap_create 2024-09-13T14:24:10.066 INFO:tasks.rados.rados.0.smithi001.stdout:1667: finishing write tid 1 to smithi00185197-4 2024-09-13T14:24:10.066 INFO:tasks.rados.rados.0.smithi001.stdout:1667: finishing write tid 2 to smithi00185197-4 2024-09-13T14:24:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:1667: finishing write tid 3 to smithi00185197-4 2024-09-13T14:24:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:1667: finishing write tid 4 to smithi00185197-4 2024-09-13T14:24:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:1667: finishing write tid 5 to smithi00185197-4 2024-09-13T14:24:10.069 INFO:tasks.rados.rados.0.smithi001.stdout:1667: finishing write tid 6 to smithi00185197-4 2024-09-13T14:24:10.069 INFO:tasks.rados.rados.0.smithi001.stdout:1667: oid 4 updating version 0 to 777 2024-09-13T14:24:10.069 INFO:tasks.rados.rados.0.smithi001.stdout:1667: oid 4 version 777 is already newer than 774 2024-09-13T14:24:10.069 INFO:tasks.rados.rados.0.smithi001.stdout:1667: oid 4 version 777 is already newer than 776 2024-09-13T14:24:10.069 INFO:tasks.rados.rados.0.smithi001.stdout:1667: oid 4 version 777 is already newer than 775 2024-09-13T14:24:10.070 INFO:tasks.rados.rados.0.smithi001.stdout:1667: oid 4 version 777 is already newer than 773 2024-09-13T14:24:10.070 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 777 (ObjNum 527 snap 177 seq_num 527) dirty exists 2024-09-13T14:24:10.070 INFO:tasks.rados.rados.0.smithi001.stdout:1667: left oid 4 (ObjNum 527 snap 177 seq_num 527) 2024-09-13T14:24:10.101 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:09 smithi028 ceph-mon[87621]: osd.4 marked itself down and dead 2024-09-13T14:24:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:09 smithi001 ceph-mon[96683]: osd.4 marked itself down and dead 2024-09-13T14:24:10.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:09 smithi001 ceph-mon[99232]: osd.4 marked itself down and dead 2024-09-13T14:24:10.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:10 smithi028 podman[93114]: 2024-09-13 14:24:10.101428941 +0000 UTC m=+0.944078373 container died 9755d65d719f4f6c4564b361978e91945ae8e4fecfbb41642e6d9450f913f114 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-2c01458, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD) 2024-09-13T14:24:10.696 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:10 smithi028 podman[93114]: 2024-09-13 14:24:10.486497531 +0000 UTC m=+1.329146961 container cleanup 9755d65d719f4f6c4564b361978e91945ae8e4fecfbb41642e6d9450f913f114 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-2c01458, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-13T14:24:10.697 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:10 smithi028 bash[93114]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4 2024-09-13T14:24:10.757 INFO:tasks.rados.rados.0.smithi001.stdout:1667: done (4 left) 2024-09-13T14:24:10.758 INFO:tasks.rados.rados.0.smithi001.stdout:1668: done (3 left) 2024-09-13T14:24:10.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 178 2024-09-13T14:24:10.758 INFO:tasks.rados.rados.0.smithi001.stdout:1669: seq_num 528 ranges {1589248=450560,2039808=761856,2801664=442368} 2024-09-13T14:24:10.770 INFO:tasks.rados.rados.0.smithi001.stdout:1669: writing smithi00185197-30 from 1589248 to 2039808 tid 1 2024-09-13T14:24:10.775 INFO:tasks.rados.rados.0.smithi001.stdout:1669: writing smithi00185197-30 from 2039808 to 2801664 tid 2 2024-09-13T14:24:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: writing smithi00185197-30 from 2801664 to 3244032 tid 3 2024-09-13T14:24:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:1670: setattr oid 38 current snap is 178 2024-09-13T14:24:10.778 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:24:10.779 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing rollback tid 2 to smithi00185197-21 2024-09-13T14:24:10.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1342 (ObjNum 423 snap 138 seq_num 423) dirty exists 2024-09-13T14:24:10.779 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 1 to smithi00185197-30 2024-09-13T14:24:10.780 INFO:tasks.rados.rados.0.smithi001.stdout:1664: done (4 left) 2024-09-13T14:24:10.780 INFO:tasks.rados.rados.0.smithi001.stdout:1671: read oid 31 snap 173 2024-09-13T14:24:10.780 INFO:tasks.rados.rados.0.smithi001.stdout:1671: expect (ObjNum 518 snap 171 seq_num 518) 2024-09-13T14:24:10.780 INFO:tasks.rados.rados.0.smithi001.stdout:1672: snap_remove snap 154 2024-09-13T14:24:11.039 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:10 smithi028 ceph-mon[87621]: pgmap v298: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 396 KiB/s wr, 3 op/s 2024-09-13T14:24:11.039 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:10 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:24:11.039 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:10 smithi028 ceph-mon[87621]: osdmap e424: 8 total, 7 up, 8 in 2024-09-13T14:24:11.039 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:10 smithi028 podman[93135]: 2024-09-13 14:24:10.695962327 +0000 UTC m=+0.592384169 container remove 9755d65d719f4f6c4564b361978e91945ae8e4fecfbb41642e6d9450f913f114 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-13T14:24:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:10 smithi001 ceph-mon[96683]: pgmap v298: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 396 KiB/s wr, 3 op/s 2024-09-13T14:24:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:10 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:24:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:10 smithi001 ceph-mon[96683]: osdmap e424: 8 total, 7 up, 8 in 2024-09-13T14:24:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:10 smithi001 ceph-mon[99232]: pgmap v298: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 396 KiB/s wr, 3 op/s 2024-09-13T14:24:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:10 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:24:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:10 smithi001 ceph-mon[99232]: osdmap e424: 8 total, 7 up, 8 in 2024-09-13T14:24:11.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:11 smithi028 podman[93225]: 2024-09-13 14:24:10.941533051 +0000 UTC m=+0.016669877 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:24:11.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:11 smithi028 podman[93225]: 2024-09-13 14:24:11.046797627 +0000 UTC m=+0.121934453 container create b46a9773cfdd00bec008369615b6536bc71f7a8e5f0a0455ba20f322821aa9e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-13T14:24:11.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:11 smithi028 podman[93225]: 2024-09-13 14:24:11.274550785 +0000 UTC m=+0.349687610 container init b46a9773cfdd00bec008369615b6536bc71f7a8e5f0a0455ba20f322821aa9e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T14:24:11.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:11 smithi028 podman[93225]: 2024-09-13 14:24:11.279408949 +0000 UTC m=+0.354545775 container start b46a9773cfdd00bec008369615b6536bc71f7a8e5f0a0455ba20f322821aa9e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-13T14:24:11.765 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:11 smithi028 podman[93225]: 2024-09-13 14:24:11.357634043 +0000 UTC m=+0.432770876 container attach b46a9773cfdd00bec008369615b6536bc71f7a8e5f0a0455ba20f322821aa9e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:24:11.765 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:11 smithi028 podman[93225]: 2024-09-13 14:24:11.476283715 +0000 UTC m=+0.551420541 container died b46a9773cfdd00bec008369615b6536bc71f7a8e5f0a0455ba20f322821aa9e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-13T14:24:11.770 INFO:tasks.rados.rados.0.smithi001.stdout:1672: done (5 left) 2024-09-13T14:24:11.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 178 2024-09-13T14:24:11.770 INFO:tasks.rados.rados.0.smithi001.stdout:1673: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-09-13T14:24:11.773 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00185197-7 from 0 to 466944 tid 1 2024-09-13T14:24:11.778 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00185197-7 from 466944 to 1114112 tid 2 2024-09-13T14:24:11.782 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00185197-7 from 1114112 to 1646592 tid 3 2024-09-13T14:24:11.782 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00185197-7 from 1646592 to 1671168 tid 4 2024-09-13T14:24:11.782 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 178 2024-09-13T14:24:11.783 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 2 to smithi00185197-30 2024-09-13T14:24:11.783 INFO:tasks.rados.rados.0.smithi001.stdout:1665: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:24:11.988 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 3 to smithi00185197-30 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 4 to smithi00185197-30 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1163 (ObjNum 65 snap 0 seq_num 1566338159) dirty exists 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 5 to smithi00185197-30 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1669: oid 30 updating version 0 to 1161 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1669: oid 30 updating version 1161 to 1162 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1669: oid 30 version 1162 is already newer than 1159 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1669: oid 30 version 1162 is already newer than 1160 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1162 (ObjNum 528 snap 178 seq_num 528) dirty exists 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1669: left oid 30 (ObjNum 528 snap 178 seq_num 528) 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1666: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:1666: finishing copy_from to smithi00185197-25 2024-09-13T14:24:11.989 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1237 (ObjNum 503 snap 160 seq_num 503) dirty exists 2024-09-13T14:24:11.990 INFO:tasks.rados.rados.0.smithi001.stdout:1671: expect (ObjNum 518 snap 171 seq_num 518) 2024-09-13T14:24:12.028 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:11 smithi028 ceph-mon[87621]: osdmap e425: 8 total, 7 up, 8 in 2024-09-13T14:24:12.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:11 smithi001 ceph-mon[96683]: osdmap e425: 8 total, 7 up, 8 in 2024-09-13T14:24:12.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:11 smithi001 ceph-mon[99232]: osdmap e425: 8 total, 7 up, 8 in 2024-09-13T14:24:12.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 podman[93269]: 2024-09-13 14:24:12.027951773 +0000 UTC m=+0.541379617 container remove b46a9773cfdd00bec008369615b6536bc71f7a8e5f0a0455ba20f322821aa9e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-13T14:24:12.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-13T14:24:12.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 systemd[1]: Stopped Ceph osd.4 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:24:12.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.4.service: Consumed 12.713s CPU time. 2024-09-13T14:24:12.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 systemd[1]: Starting Ceph osd.4 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:24:12.766 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 podman[93371]: 2024-09-13 14:24:12.462458633 +0000 UTC m=+0.109498322 container create 9e8149c720f631f69a5eb17b7ebe6847d3412b81631a9e37b0edb04b8fdaa4b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-13T14:24:12.766 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 podman[93371]: 2024-09-13 14:24:12.369917023 +0000 UTC m=+0.016956728 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:24:12.766 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 podman[93371]: 2024-09-13 14:24:12.673821333 +0000 UTC m=+0.320861022 container init 9e8149c720f631f69a5eb17b7ebe6847d3412b81631a9e37b0edb04b8fdaa4b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:24:12.766 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 podman[93371]: 2024-09-13 14:24:12.678914723 +0000 UTC m=+0.325954421 container start 9e8149c720f631f69a5eb17b7ebe6847d3412b81631a9e37b0edb04b8fdaa4b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 1 to smithi00185197-7 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 2 to smithi00185197-7 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 3 to smithi00185197-7 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 4 to smithi00185197-7 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 5 to smithi00185197-7 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 6 to smithi00185197-7 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: oid 7 updating version 0 to 653 2024-09-13T14:24:13.100 INFO:tasks.rados.rados.0.smithi001.stdout:1673: oid 7 version 653 is already newer than 650 2024-09-13T14:24:13.101 INFO:tasks.rados.rados.0.smithi001.stdout:1673: oid 7 version 653 is already newer than 651 2024-09-13T14:24:13.101 INFO:tasks.rados.rados.0.smithi001.stdout:1673: oid 7 version 653 is already newer than 652 2024-09-13T14:24:13.101 INFO:tasks.rados.rados.0.smithi001.stdout:1673: oid 7 version 653 is already newer than 649 2024-09-13T14:24:13.101 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 653 (ObjNum 529 snap 178 seq_num 529) dirty exists 2024-09-13T14:24:13.101 INFO:tasks.rados.rados.0.smithi001.stdout:1673: left oid 7 (ObjNum 529 snap 178 seq_num 529) 2024-09-13T14:24:13.101 INFO:tasks.rados.rados.0.smithi001.stdout:1674: seq_num 530 ranges {8200192=483328,8683520=532480,9216000=671744} 2024-09-13T14:24:13.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[99232]: pgmap v301: 121 pgs: 28 peering, 4 stale+active+clean, 89 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-09-13T14:24:13.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[99232]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-13T14:24:13.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[99232]: osdmap e426: 8 total, 7 up, 8 in 2024-09-13T14:24:13.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[99232]: osdmap e427: 8 total, 7 up, 8 in 2024-09-13T14:24:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[96683]: pgmap v301: 121 pgs: 28 peering, 4 stale+active+clean, 89 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-09-13T14:24:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[96683]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-13T14:24:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[96683]: osdmap e426: 8 total, 7 up, 8 in 2024-09-13T14:24:13.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:12 smithi001 ceph-mon[96683]: osdmap e427: 8 total, 7 up, 8 in 2024-09-13T14:24:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-mon[87621]: pgmap v301: 121 pgs: 28 peering, 4 stale+active+clean, 89 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-09-13T14:24:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-mon[87621]: Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-13T14:24:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-mon[87621]: osdmap e426: 8 total, 7 up, 8 in 2024-09-13T14:24:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-mon[87621]: osdmap e427: 8 total, 7 up, 8 in 2024-09-13T14:24:13.105 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 podman[93371]: 2024-09-13 14:24:12.799721171 +0000 UTC m=+0.446760869 container attach 9e8149c720f631f69a5eb17b7ebe6847d3412b81631a9e37b0edb04b8fdaa4b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 bash[93371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 bash[93371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 bash[93371]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 bash[93371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 bash[93371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 bash[93371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T14:24:13.106 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-09-13T14:24:13.107 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:12 smithi028 bash[93371]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-09-13T14:24:13.147 INFO:tasks.rados.rados.0.smithi001.stdout:1674: writing smithi00185197-12 from 8200192 to 8683520 tid 1 2024-09-13T14:24:13.150 INFO:tasks.rados.rados.0.smithi001.stdout:1674: writing smithi00185197-12 from 8683520 to 9216000 tid 2 2024-09-13T14:24:13.155 INFO:tasks.rados.rados.0.smithi001.stdout:1674: writing smithi00185197-12 from 9216000 to 9887744 tid 3 2024-09-13T14:24:13.155 INFO:tasks.rados.rados.0.smithi001.stdout:1665: done (6 left) 2024-09-13T14:24:13.155 INFO:tasks.rados.rados.0.smithi001.stdout:1666: done (5 left) 2024-09-13T14:24:13.155 INFO:tasks.rados.rados.0.smithi001.stdout:1669: done (4 left) 2024-09-13T14:24:13.155 INFO:tasks.rados.rados.0.smithi001.stdout:1670: done (3 left) 2024-09-13T14:24:13.155 INFO:tasks.rados.rados.0.smithi001.stdout:1671: done (2 left) 2024-09-13T14:24:13.156 INFO:tasks.rados.rados.0.smithi001.stdout:1673: done (1 left) 2024-09-13T14:24:13.156 INFO:tasks.rados.rados.0.smithi001.stdout:1675: copy_from oid 13 from oid 48 current snap is 178 2024-09-13T14:24:13.156 INFO:tasks.rados.rados.0.smithi001.stdout:1674: finishing write tid 1 to smithi00185197-12 2024-09-13T14:24:13.156 INFO:tasks.rados.rados.0.smithi001.stdout:1674: finishing write tid 2 to smithi00185197-12 2024-09-13T14:24:13.156 INFO:tasks.rados.rados.0.smithi001.stdout:1676: snap_remove snap 161 2024-09-13T14:24:13.528 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 bash[93371]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 bash[93371]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 bash[93371]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 bash[93371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate[93387]: --> ceph-volume lvm activate successful for osd ID: 4 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 bash[93371]: --> ceph-volume lvm activate successful for osd ID: 4 2024-09-13T14:24:13.529 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 podman[93371]: 2024-09-13 14:24:13.241325324 +0000 UTC m=+0.888365024 container died 9e8149c720f631f69a5eb17b7ebe6847d3412b81631a9e37b0edb04b8fdaa4b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1676: done (2 left) 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1677: read oid 50 snap -1 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1677: expect (ObjNum 518 snap 171 seq_num 518) 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1678: delete oid 20 current snap is 178 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1674: finishing write tid 3 to smithi00185197-12 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1674: finishing write tid 4 to smithi00185197-12 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1674: finishing write tid 5 to smithi00185197-12 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1674: oid 12 updating version 0 to 787 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1674: oid 12 version 787 is already newer than 786 2024-09-13T14:24:13.775 INFO:tasks.rados.rados.0.smithi001.stdout:1674: oid 12 updating version 787 to 788 2024-09-13T14:24:13.776 INFO:tasks.rados.rados.0.smithi001.stdout:1674: oid 12 version 788 is already newer than 785 2024-09-13T14:24:13.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 788 (ObjNum 530 snap 178 seq_num 530) dirty exists 2024-09-13T14:24:13.776 INFO:tasks.rados.rados.0.smithi001.stdout:1674: left oid 12 (ObjNum 530 snap 178 seq_num 530) 2024-09-13T14:24:13.776 INFO:tasks.rados.rados.0.smithi001.stdout:1675: finishing copy_from racing read to smithi00185197-13 2024-09-13T14:24:13.776 INFO:tasks.rados.rados.0.smithi001.stdout:1675: finishing copy_from to smithi00185197-13 2024-09-13T14:24:13.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 977 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:13.788 INFO:tasks.rados.rados.0.smithi001.stdout:1674: done (3 left) 2024-09-13T14:24:13.788 INFO:tasks.rados.rados.0.smithi001.stdout:1675: done (2 left) 2024-09-13T14:24:13.788 INFO:tasks.rados.rados.0.smithi001.stdout:1678: done (1 left) 2024-09-13T14:24:13.788 INFO:tasks.rados.rados.0.smithi001.stdout:1679: delete oid 21 current snap is 178 2024-09-13T14:24:13.791 INFO:tasks.rados.rados.0.smithi001.stdout:1679: done (1 left) 2024-09-13T14:24:13.791 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 178 2024-09-13T14:24:13.791 INFO:tasks.rados.rados.0.smithi001.stdout:1680: seq_num 533 ranges {10534912=532480,11067392=630784,11698176=516096,12214272=57344} 2024-09-13T14:24:13.852 INFO:tasks.rados.rados.0.smithi001.stdout:1680: writing smithi00185197-41 from 10534912 to 11067392 tid 1 2024-09-13T14:24:13.855 INFO:tasks.rados.rados.0.smithi001.stdout:1680: writing smithi00185197-41 from 11067392 to 11698176 tid 2 2024-09-13T14:24:13.858 INFO:tasks.rados.rados.0.smithi001.stdout:1680: writing smithi00185197-41 from 11698176 to 12214272 tid 3 2024-09-13T14:24:13.859 INFO:tasks.rados.rados.0.smithi001.stdout:1680: writing smithi00185197-41 from 12214272 to 12271616 tid 4 2024-09-13T14:24:13.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 178 2024-09-13T14:24:13.859 INFO:tasks.rados.rados.0.smithi001.stdout:1681: seq_num 534 ranges {7200768=548864,7749632=516096,8265728=688128} 2024-09-13T14:24:13.901 INFO:tasks.rados.rados.0.smithi001.stdout:1681: writing smithi00185197-14 from 7200768 to 7749632 tid 1 2024-09-13T14:24:13.904 INFO:tasks.rados.rados.0.smithi001.stdout:1681: writing smithi00185197-14 from 7749632 to 8265728 tid 2 2024-09-13T14:24:13.908 INFO:tasks.rados.rados.0.smithi001.stdout:1681: writing smithi00185197-14 from 8265728 to 8953856 tid 3 2024-09-13T14:24:13.908 INFO:tasks.rados.rados.0.smithi001.stdout:1682: read oid 16 snap -1 2024-09-13T14:24:13.908 INFO:tasks.rados.rados.0.smithi001.stdout:1682: expect (ObjNum 520 snap 172 seq_num 520) 2024-09-13T14:24:13.908 INFO:tasks.rados.rados.0.smithi001.stdout:1683: snap_create 2024-09-13T14:24:13.908 INFO:tasks.rados.rados.0.smithi001.stdout:1677: expect (ObjNum 518 snap 171 seq_num 518) 2024-09-13T14:24:14.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:13 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 28/738 objects degraded (3.794%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:14.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:13 smithi001 ceph-mon[96683]: osdmap e428: 8 total, 7 up, 8 in 2024-09-13T14:24:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:13 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 28/738 objects degraded (3.794%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:14.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:13 smithi001 ceph-mon[99232]: osdmap e428: 8 total, 7 up, 8 in 2024-09-13T14:24:14.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:13 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 28/738 objects degraded (3.794%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:14.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:13 smithi028 ceph-mon[87621]: osdmap e428: 8 total, 7 up, 8 in 2024-09-13T14:24:14.105 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:13 smithi028 podman[93526]: 2024-09-13 14:24:13.985010864 +0000 UTC m=+0.734203615 container remove 9e8149c720f631f69a5eb17b7ebe6847d3412b81631a9e37b0edb04b8fdaa4b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:24:14.409 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:14 smithi028 podman[93591]: 2024-09-13 14:24:14.199059299 +0000 UTC m=+0.111771635 container create 4c5922da0bf3c3b81957fa181e9f838cb62b42e140e5d0e4c63aafb6fa329b49 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-13T14:24:14.410 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:14 smithi028 podman[93591]: 2024-09-13 14:24:14.103908008 +0000 UTC m=+0.016620289 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:24:14.410 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:14 smithi028 podman[93591]: 2024-09-13 14:24:14.409321635 +0000 UTC m=+0.322033916 container init 4c5922da0bf3c3b81957fa181e9f838cb62b42e140e5d0e4c63aafb6fa329b49 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True) 2024-09-13T14:24:14.819 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:14 smithi028 podman[93591]: 2024-09-13 14:24:14.414750427 +0000 UTC m=+0.327462708 container start 4c5922da0bf3c3b81957fa181e9f838cb62b42e140e5d0e4c63aafb6fa329b49 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-13T14:24:14.819 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:14 smithi028 ceph-osd[93630]: -- 172.21.15.28:0/4293090077 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5606b3a1ba40 con 0x5606b47e8400 2024-09-13T14:24:14.819 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:14 smithi028 bash[93591]: 4c5922da0bf3c3b81957fa181e9f838cb62b42e140e5d0e4c63aafb6fa329b49 2024-09-13T14:24:14.819 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:14 smithi028 systemd[1]: Started Ceph osd.4 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:24:15.025 INFO:tasks.rados.rados.0.smithi001.stdout:1680: finishing write tid 1 to smithi00185197-41 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: finishing write tid 2 to smithi00185197-41 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: finishing write tid 3 to smithi00185197-41 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: finishing write tid 4 to smithi00185197-41 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: finishing write tid 5 to smithi00185197-41 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: finishing write tid 6 to smithi00185197-41 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: oid 41 updating version 0 to 854 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: oid 41 updating version 854 to 857 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: oid 41 version 857 is already newer than 855 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: oid 41 version 857 is already newer than 856 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:1680: oid 41 updating version 857 to 858 2024-09-13T14:24:15.026 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 858 (ObjNum 533 snap 178 seq_num 533) dirty exists 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1680: left oid 41 (ObjNum 533 snap 178 seq_num 533) 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: finishing write tid 1 to smithi00185197-14 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: finishing write tid 2 to smithi00185197-14 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: finishing write tid 3 to smithi00185197-14 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: finishing write tid 4 to smithi00185197-14 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: finishing write tid 5 to smithi00185197-14 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: oid 14 updating version 0 to 231 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: oid 14 version 231 is already newer than 230 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: oid 14 version 231 is already newer than 229 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: oid 14 version 231 is already newer than 228 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 231 (ObjNum 534 snap 178 seq_num 534) dirty exists 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1681: left oid 14 (ObjNum 534 snap 178 seq_num 534) 2024-09-13T14:24:15.027 INFO:tasks.rados.rados.0.smithi001.stdout:1677: done (4 left) 2024-09-13T14:24:15.028 INFO:tasks.rados.rados.0.smithi001.stdout:1680: done (3 left) 2024-09-13T14:24:15.028 INFO:tasks.rados.rados.0.smithi001.stdout:1681: done (2 left) 2024-09-13T14:24:15.028 INFO:tasks.rados.rados.0.smithi001.stdout:1683: done (1 left) 2024-09-13T14:24:15.028 INFO:tasks.rados.rados.0.smithi001.stdout:1684: delete oid 3 current snap is 179 2024-09-13T14:24:15.028 INFO:tasks.rados.rados.0.smithi001.stdout:1682: expect (ObjNum 520 snap 172 seq_num 520) 2024-09-13T14:24:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[96683]: pgmap v304: 121 pgs: 9 active+undersized, 28 peering, 1 stale+active+clean, 6 active+undersized+degraded, 77 active+clean; 491 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.3 MiB/s wr, 27 op/s; 28/738 objects degraded (3.794%) 2024-09-13T14:24:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[99232]: pgmap v304: 121 pgs: 9 active+undersized, 28 peering, 1 stale+active+clean, 6 active+undersized+degraded, 77 active+clean; 491 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.3 MiB/s wr, 27 op/s; 28/738 objects degraded (3.794%) 2024-09-13T14:24:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:14 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:15.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:14 smithi028 ceph-mon[87621]: pgmap v304: 121 pgs: 9 active+undersized, 28 peering, 1 stale+active+clean, 6 active+undersized+degraded, 77 active+clean; 491 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.3 MiB/s wr, 27 op/s; 28/738 objects degraded (3.794%) 2024-09-13T14:24:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:14 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:14 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:14 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:15.326 INFO:tasks.rados.rados.0.smithi001.stdout:1682: done (1 left) 2024-09-13T14:24:15.326 INFO:tasks.rados.rados.0.smithi001.stdout:1684: done (0 left) 2024-09-13T14:24:15.326 INFO:tasks.rados.rados.0.smithi001.stdout:1685: read oid 39 snap 169 2024-09-13T14:24:15.326 INFO:tasks.rados.rados.0.smithi001.stdout:1685: expect deleted 2024-09-13T14:24:15.326 INFO:tasks.rados.rados.0.smithi001.stdout:1686: delete oid 50 current snap is 179 2024-09-13T14:24:15.330 INFO:tasks.rados.rados.0.smithi001.stdout:1685: done (1 left) 2024-09-13T14:24:15.330 INFO:tasks.rados.rados.0.smithi001.stdout:1686: done (0 left) 2024-09-13T14:24:15.330 INFO:tasks.rados.rados.0.smithi001.stdout:1687: rollback oid 6 current snap is 179 2024-09-13T14:24:15.330 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 162 2024-09-13T14:24:15.330 INFO:tasks.rados.rados.0.smithi001.stdout:1688: read oid 17 snap -1 2024-09-13T14:24:15.330 INFO:tasks.rados.rados.0.smithi001.stdout:1688: expect (ObjNum 509 snap 165 seq_num 509) 2024-09-13T14:24:15.330 INFO:tasks.rados.rados.0.smithi001.stdout:1689: snap_create 2024-09-13T14:24:15.333 INFO:tasks.rados.rados.0.smithi001.stdout:1687: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:24:15.333 INFO:tasks.rados.rados.0.smithi001.stdout:1687: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:24:15.333 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 1297 (ObjNum 498 snap 158 seq_num 498) dirty exists 2024-09-13T14:24:15.347 INFO:tasks.rados.rados.0.smithi001.stdout:1688: expect (ObjNum 509 snap 165 seq_num 509) 2024-09-13T14:24:15.832 INFO:tasks.rados.rados.0.smithi001.stdout:1687: done (2 left) 2024-09-13T14:24:15.832 INFO:tasks.rados.rados.0.smithi001.stdout:1688: done (1 left) 2024-09-13T14:24:15.832 INFO:tasks.rados.rados.0.smithi001.stdout:1689: done (0 left) 2024-09-13T14:24:15.832 INFO:tasks.rados.rados.0.smithi001.stdout:1690: rollback oid 5 current snap is 180 2024-09-13T14:24:15.832 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 151 2024-09-13T14:24:15.832 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 180 2024-09-13T14:24:15.832 INFO:tasks.rados.rados.0.smithi001.stdout:1691: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-09-13T14:24:15.835 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00185197-46 from 0 to 598016 tid 1 2024-09-13T14:24:15.839 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00185197-46 from 598016 to 1171456 tid 2 2024-09-13T14:24:15.842 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00185197-46 from 1171456 to 1662976 tid 3 2024-09-13T14:24:15.843 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00185197-46 from 1662976 to 1802240 tid 4 2024-09-13T14:24:15.843 INFO:tasks.rados.rados.0.smithi001.stdout:1692: snap_create 2024-09-13T14:24:15.843 INFO:tasks.rados.rados.0.smithi001.stdout:1690: finishing rollback tid 0 to smithi00185197-5 2024-09-13T14:24:15.844 INFO:tasks.rados.rados.0.smithi001.stdout:1690: finishing rollback tid 1 to smithi00185197-5 2024-09-13T14:24:15.844 INFO:tasks.rados.rados.0.smithi001.stdout:1690: finishing rollback tid 2 to smithi00185197-5 2024-09-13T14:24:15.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1240 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:24:15.844 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 1 to smithi00185197-46 2024-09-13T14:24:15.846 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 2 to smithi00185197-46 2024-09-13T14:24:15.846 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 3 to smithi00185197-46 2024-09-13T14:24:15.846 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 4 to smithi00185197-46 2024-09-13T14:24:15.846 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 5 to smithi00185197-46 2024-09-13T14:24:15.847 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 6 to smithi00185197-46 2024-09-13T14:24:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1691: oid 46 updating version 0 to 1298 2024-09-13T14:24:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1691: oid 46 updating version 1298 to 1299 2024-09-13T14:24:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1691: oid 46 updating version 1299 to 1302 2024-09-13T14:24:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1691: oid 46 version 1302 is already newer than 1300 2024-09-13T14:24:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1691: oid 46 version 1302 is already newer than 1301 2024-09-13T14:24:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1302 (ObjNum 537 snap 180 seq_num 537) dirty exists 2024-09-13T14:24:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1691: left oid 46 (ObjNum 537 snap 180 seq_num 537) 2024-09-13T14:24:15.943 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:15 smithi028 ceph-mon[87621]: osdmap e429: 8 total, 7 up, 8 in 2024-09-13T14:24:15.943 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:24:15.817+0000 7f503512f640 -1 Falling back to public interface 2024-09-13T14:24:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:15 smithi001 ceph-mon[96683]: osdmap e429: 8 total, 7 up, 8 in 2024-09-13T14:24:16.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:15 smithi001 ceph-mon[99232]: osdmap e429: 8 total, 7 up, 8 in 2024-09-13T14:24:16.837 INFO:tasks.rados.rados.0.smithi001.stdout:1690: done (2 left) 2024-09-13T14:24:16.838 INFO:tasks.rados.rados.0.smithi001.stdout:1691: done (1 left) 2024-09-13T14:24:16.838 INFO:tasks.rados.rados.0.smithi001.stdout:1692: done (0 left) 2024-09-13T14:24:16.838 INFO:tasks.rados.rados.0.smithi001.stdout:1693: snap_remove snap 173 2024-09-13T14:24:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:16 smithi001 ceph-mon[96683]: pgmap v307: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 79/747 objects degraded (10.576%) 2024-09-13T14:24:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:16 smithi001 ceph-mon[96683]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-09-13T14:24:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:16 smithi001 ceph-mon[96683]: osdmap e430: 8 total, 7 up, 8 in 2024-09-13T14:24:17.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:24:16] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-09-13T14:24:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:16 smithi001 ceph-mon[99232]: pgmap v307: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 79/747 objects degraded (10.576%) 2024-09-13T14:24:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:16 smithi001 ceph-mon[99232]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-09-13T14:24:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:16 smithi001 ceph-mon[99232]: osdmap e430: 8 total, 7 up, 8 in 2024-09-13T14:24:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:16 smithi028 ceph-mon[87621]: pgmap v307: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 79/747 objects degraded (10.576%) 2024-09-13T14:24:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:16 smithi028 ceph-mon[87621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-09-13T14:24:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:16 smithi028 ceph-mon[87621]: osdmap e430: 8 total, 7 up, 8 in 2024-09-13T14:24:17.664 INFO:tasks.rados.rados.0.smithi001.stdout:1693: done (0 left) 2024-09-13T14:24:17.664 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 181 2024-09-13T14:24:17.664 INFO:tasks.rados.rados.0.smithi001.stdout:1694: seq_num 538 ranges {3342336=614400,3956736=450560,4407296=704512,5111808=49152} 2024-09-13T14:24:17.686 INFO:tasks.rados.rados.0.smithi001.stdout:1694: writing smithi00185197-49 from 3342336 to 3956736 tid 1 2024-09-13T14:24:17.689 INFO:tasks.rados.rados.0.smithi001.stdout:1694: writing smithi00185197-49 from 3956736 to 4407296 tid 2 2024-09-13T14:24:17.694 INFO:tasks.rados.rados.0.smithi001.stdout:1694: writing smithi00185197-49 from 4407296 to 5111808 tid 3 2024-09-13T14:24:17.694 INFO:tasks.rados.rados.0.smithi001.stdout:1694: writing smithi00185197-49 from 5111808 to 5160960 tid 4 2024-09-13T14:24:17.694 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 181 2024-09-13T14:24:17.695 INFO:tasks.rados.rados.0.smithi001.stdout:1695: seq_num 539 ranges {11763712=630784,12394496=737280,13131776=466944} 2024-09-13T14:24:17.762 INFO:tasks.rados.rados.0.smithi001.stdout:1695: writing smithi00185197-25 from 11763712 to 12394496 tid 1 2024-09-13T14:24:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:1695: writing smithi00185197-25 from 12394496 to 13131776 tid 2 2024-09-13T14:24:17.770 INFO:tasks.rados.rados.0.smithi001.stdout:1695: writing smithi00185197-25 from 13131776 to 13598720 tid 3 2024-09-13T14:24:17.770 INFO:tasks.rados.rados.0.smithi001.stdout:1696: copy_from oid 30 from oid 13 current snap is 181 2024-09-13T14:24:17.770 INFO:tasks.rados.rados.0.smithi001.stdout:1694: finishing write tid 1 to smithi00185197-49 2024-09-13T14:24:17.770 INFO:tasks.rados.rados.0.smithi001.stdout:1694: finishing write tid 2 to smithi00185197-49 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: finishing write tid 3 to smithi00185197-49 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: finishing write tid 4 to smithi00185197-49 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: finishing write tid 5 to smithi00185197-49 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1697: read oid 1 snap -1 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1697: expect (ObjNum 523 snap 176 seq_num 523) 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1698: rmattr oid 19 current snap is 181 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1698: done (4 left) 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1699: snap_create 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: finishing write tid 6 to smithi00185197-49 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: oid 49 updating version 0 to 1310 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: oid 49 version 1310 is already newer than 1304 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: oid 49 version 1310 is already newer than 1308 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: oid 49 version 1310 is already newer than 1309 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:1694: oid 49 version 1310 is already newer than 1305 2024-09-13T14:24:17.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1310 (ObjNum 538 snap 181 seq_num 538) dirty exists 2024-09-13T14:24:17.772 INFO:tasks.rados.rados.0.smithi001.stdout:1694: left oid 49 (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:24:17.772 INFO:tasks.rados.rados.0.smithi001.stdout:1695: finishing write tid 1 to smithi00185197-25 2024-09-13T14:24:17.772 INFO:tasks.rados.rados.0.smithi001.stdout:1695: finishing write tid 2 to smithi00185197-25 2024-09-13T14:24:17.773 INFO:tasks.rados.rados.0.smithi001.stdout:1695: finishing write tid 3 to smithi00185197-25 2024-09-13T14:24:17.773 INFO:tasks.rados.rados.0.smithi001.stdout:1695: finishing write tid 4 to smithi00185197-25 2024-09-13T14:24:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:1695: finishing write tid 5 to smithi00185197-25 2024-09-13T14:24:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:1695: oid 25 updating version 0 to 1241 2024-09-13T14:24:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:1695: oid 25 updating version 1241 to 1244 2024-09-13T14:24:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:1695: oid 25 version 1244 is already newer than 1243 2024-09-13T14:24:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:1695: oid 25 version 1244 is already newer than 1242 2024-09-13T14:24:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1244 (ObjNum 539 snap 181 seq_num 539) dirty exists 2024-09-13T14:24:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:1695: left oid 25 (ObjNum 539 snap 181 seq_num 539) 2024-09-13T14:24:17.784 INFO:tasks.rados.rados.0.smithi001.stdout:1697: expect (ObjNum 523 snap 176 seq_num 523) 2024-09-13T14:24:17.900 INFO:tasks.rados.rados.0.smithi001.stdout:1696: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:24:17.900 INFO:tasks.rados.rados.0.smithi001.stdout:1696: finishing copy_from to smithi00185197-30 2024-09-13T14:24:17.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 977 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:18.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:17 smithi001 ceph-mon[96683]: osdmap e431: 8 total, 7 up, 8 in 2024-09-13T14:24:18.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:17 smithi001 ceph-mon[96683]: osdmap e432: 8 total, 7 up, 8 in 2024-09-13T14:24:18.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:17 smithi001 ceph-mon[99232]: osdmap e431: 8 total, 7 up, 8 in 2024-09-13T14:24:18.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:17 smithi001 ceph-mon[99232]: osdmap e432: 8 total, 7 up, 8 in 2024-09-13T14:24:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:17 smithi028 ceph-mon[87621]: osdmap e431: 8 total, 7 up, 8 in 2024-09-13T14:24:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:17 smithi028 ceph-mon[87621]: osdmap e432: 8 total, 7 up, 8 in 2024-09-13T14:24:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1694: done (4 left) 2024-09-13T14:24:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1695: done (3 left) 2024-09-13T14:24:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1696: done (2 left) 2024-09-13T14:24:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1697: done (1 left) 2024-09-13T14:24:18.665 INFO:tasks.rados.rados.0.smithi001.stdout:1699: done (0 left) 2024-09-13T14:24:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 182 2024-09-13T14:24:18.666 INFO:tasks.rados.rados.0.smithi001.stdout:1700: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-09-13T14:24:18.669 INFO:tasks.rados.rados.0.smithi001.stdout:1700: writing smithi00185197-32 from 0 to 647168 tid 1 2024-09-13T14:24:18.674 INFO:tasks.rados.rados.0.smithi001.stdout:1700: writing smithi00185197-32 from 647168 to 1318912 tid 2 2024-09-13T14:24:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:1700: writing smithi00185197-32 from 1318912 to 1851392 tid 3 2024-09-13T14:24:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:1701: rollback oid 4 current snap is 182 2024-09-13T14:24:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 162 2024-09-13T14:24:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:1700: finishing write tid 1 to smithi00185197-32 2024-09-13T14:24:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 182 2024-09-13T14:24:18.677 INFO:tasks.rados.rados.0.smithi001.stdout:1702: seq_num 541 ranges {4005888=663552,4669440=557056,5226496=475136,5701632=172032} 2024-09-13T14:24:18.705 INFO:tasks.rados.rados.0.smithi001.stdout:1702: writing smithi00185197-17 from 4005888 to 4669440 tid 1 2024-09-13T14:24:18.709 INFO:tasks.rados.rados.0.smithi001.stdout:1702: writing smithi00185197-17 from 4669440 to 5226496 tid 2 2024-09-13T14:24:18.711 INFO:tasks.rados.rados.0.smithi001.stdout:1702: writing smithi00185197-17 from 5226496 to 5701632 tid 3 2024-09-13T14:24:18.713 INFO:tasks.rados.rados.0.smithi001.stdout:1702: writing smithi00185197-17 from 5701632 to 5873664 tid 4 2024-09-13T14:24:18.713 INFO:tasks.rados.rados.0.smithi001.stdout:1703: rollback oid 34 current snap is 182 2024-09-13T14:24:18.713 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 177 2024-09-13T14:24:18.713 INFO:tasks.rados.rados.0.smithi001.stdout:1700: finishing write tid 2 to smithi00185197-32 2024-09-13T14:24:18.713 INFO:tasks.rados.rados.0.smithi001.stdout:1700: finishing write tid 3 to smithi00185197-32 2024-09-13T14:24:18.713 INFO:tasks.rados.rados.0.smithi001.stdout:1704: setattr oid 14 current snap is 182 2024-09-13T14:24:18.713 INFO:tasks.rados.rados.0.smithi001.stdout:1700: finishing write tid 4 to smithi00185197-32 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1700: finishing write tid 5 to smithi00185197-32 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1700: oid 32 updating version 0 to 1347 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1700: oid 32 version 1347 is already newer than 1345 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1700: oid 32 updating version 1347 to 1348 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1700: oid 32 version 1348 is already newer than 1346 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1348 (ObjNum 540 snap 182 seq_num 540) dirty exists 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1700: left oid 32 (ObjNum 540 snap 182 seq_num 540) 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing rollback tid 0 to smithi00185197-4 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing rollback tid 2 to smithi00185197-4 2024-09-13T14:24:18.714 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 804 (ObjNum 500 snap 160 seq_num 500) dirty exists 2024-09-13T14:24:18.715 INFO:tasks.rados.rados.0.smithi001.stdout:1703: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:24:18.715 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 640 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T14:24:18.715 INFO:tasks.rados.rados.0.smithi001.stdout:1702: finishing write tid 1 to smithi00185197-17 2024-09-13T14:24:18.715 INFO:tasks.rados.rados.0.smithi001.stdout:1702: finishing write tid 2 to smithi00185197-17 2024-09-13T14:24:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1700: done (4 left) 2024-09-13T14:24:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1701: done (3 left) 2024-09-13T14:24:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1703: done (2 left) 2024-09-13T14:24:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 182 2024-09-13T14:24:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1705: seq_num 542 ranges {4964352=679936,5644288=442368,6086656=679936,6766592=81920} 2024-09-13T14:24:18.746 INFO:tasks.rados.rados.0.smithi001.stdout:1705: writing smithi00185197-16 from 4964352 to 5644288 tid 1 2024-09-13T14:24:18.749 INFO:tasks.rados.rados.0.smithi001.stdout:1705: writing smithi00185197-16 from 5644288 to 6086656 tid 2 2024-09-13T14:24:18.753 INFO:tasks.rados.rados.0.smithi001.stdout:1705: writing smithi00185197-16 from 6086656 to 6766592 tid 3 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1705: writing smithi00185197-16 from 6766592 to 6848512 tid 4 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 182 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1702: finishing write tid 3 to smithi00185197-17 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1702: finishing write tid 4 to smithi00185197-17 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1702: finishing write tid 5 to smithi00185197-17 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1702: finishing write tid 6 to smithi00185197-17 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1702: oid 17 updating version 0 to 862 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1702: oid 17 version 862 is already newer than 861 2024-09-13T14:24:18.754 INFO:tasks.rados.rados.0.smithi001.stdout:1702: oid 17 updating version 862 to 864 2024-09-13T14:24:18.755 INFO:tasks.rados.rados.0.smithi001.stdout:1702: oid 17 version 864 is already newer than 863 2024-09-13T14:24:18.755 INFO:tasks.rados.rados.0.smithi001.stdout:1702: oid 17 version 864 is already newer than 860 2024-09-13T14:24:18.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 864 (ObjNum 541 snap 182 seq_num 541) dirty exists 2024-09-13T14:24:18.755 INFO:tasks.rados.rados.0.smithi001.stdout:1702: left oid 17 (ObjNum 541 snap 182 seq_num 541) 2024-09-13T14:24:18.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 233 (ObjNum 534 snap 178 seq_num 534) dirty exists 2024-09-13T14:24:18.755 INFO:tasks.rados.rados.0.smithi001.stdout:1705: finishing write tid 1 to smithi00185197-16 2024-09-13T14:24:18.755 INFO:tasks.rados.rados.0.smithi001.stdout:1706: seq_num 543 ranges {1605632=704512,2310144=729088,3039232=475136} 2024-09-13T14:24:18.767 INFO:tasks.rados.rados.0.smithi001.stdout:1706: writing smithi00185197-42 from 1605632 to 2310144 tid 1 2024-09-13T14:24:18.771 INFO:tasks.rados.rados.0.smithi001.stdout:1706: writing smithi00185197-42 from 2310144 to 3039232 tid 2 2024-09-13T14:24:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:1706: writing smithi00185197-42 from 3039232 to 3514368 tid 3 2024-09-13T14:24:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:1702: done (3 left) 2024-09-13T14:24:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:1704: done (2 left) 2024-09-13T14:24:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:1707: read oid 12 snap -1 2024-09-13T14:24:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:1707: expect (ObjNum 530 snap 178 seq_num 530) 2024-09-13T14:24:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:1708: rollback oid 28 current snap is 182 2024-09-13T14:24:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 177 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: finishing write tid 2 to smithi00185197-16 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: finishing write tid 3 to smithi00185197-16 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: finishing write tid 4 to smithi00185197-16 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: finishing write tid 5 to smithi00185197-16 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: finishing write tid 6 to smithi00185197-16 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: oid 16 updating version 0 to 1316 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: oid 16 version 1316 is already newer than 1314 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: oid 16 version 1316 is already newer than 1315 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: oid 16 version 1316 is already newer than 1313 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: oid 16 version 1316 is already newer than 1312 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1316 (ObjNum 542 snap 182 seq_num 542) dirty exists 2024-09-13T14:24:18.776 INFO:tasks.rados.rados.0.smithi001.stdout:1705: left oid 16 (ObjNum 542 snap 182 seq_num 542) 2024-09-13T14:24:18.777 INFO:tasks.rados.rados.0.smithi001.stdout:1706: finishing write tid 1 to smithi00185197-42 2024-09-13T14:24:18.777 INFO:tasks.rados.rados.0.smithi001.stdout:1706: finishing write tid 2 to smithi00185197-42 2024-09-13T14:24:18.777 INFO:tasks.rados.rados.0.smithi001.stdout:1705: done (3 left) 2024-09-13T14:24:18.777 INFO:tasks.rados.rados.0.smithi001.stdout:1709: snap_create 2024-09-13T14:24:18.777 INFO:tasks.rados.rados.0.smithi001.stdout:1706: finishing write tid 3 to smithi00185197-42 2024-09-13T14:24:18.777 INFO:tasks.rados.rados.0.smithi001.stdout:1706: finishing write tid 4 to smithi00185197-42 2024-09-13T14:24:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:1706: finishing write tid 5 to smithi00185197-42 2024-09-13T14:24:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:1706: oid 42 updating version 0 to 984 2024-09-13T14:24:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:1706: oid 42 version 984 is already newer than 983 2024-09-13T14:24:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:1706: oid 42 version 984 is already newer than 982 2024-09-13T14:24:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:1706: oid 42 updating version 984 to 985 2024-09-13T14:24:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 985 (ObjNum 543 snap 182 seq_num 543) dirty exists 2024-09-13T14:24:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:1706: left oid 42 (ObjNum 543 snap 182 seq_num 543) 2024-09-13T14:24:18.783 INFO:tasks.rados.rados.0.smithi001.stdout:1708: finishing rollback tid 0 to smithi00185197-28 2024-09-13T14:24:18.795 INFO:tasks.rados.rados.0.smithi001.stdout:1708: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:24:18.795 INFO:tasks.rados.rados.0.smithi001.stdout:1708: finishing rollback tid 2 to smithi00185197-28 2024-09-13T14:24:18.795 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 808 (ObjNum 526 snap 176 seq_num 526) dirty exists 2024-09-13T14:24:18.806 INFO:tasks.rados.rados.0.smithi001.stdout:1707: expect (ObjNum 530 snap 178 seq_num 530) 2024-09-13T14:24:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:18 smithi001 ceph-mon[96683]: pgmap v310: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 503 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 80/750 objects degraded (10.667%) 2024-09-13T14:24:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:18 smithi001 ceph-mon[96683]: osdmap e433: 8 total, 7 up, 8 in 2024-09-13T14:24:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:18 smithi001 ceph-mon[99232]: pgmap v310: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 503 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 80/750 objects degraded (10.667%) 2024-09-13T14:24:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:18 smithi001 ceph-mon[99232]: osdmap e433: 8 total, 7 up, 8 in 2024-09-13T14:24:19.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:18 smithi028 ceph-mon[87621]: pgmap v310: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 503 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 80/750 objects degraded (10.667%) 2024-09-13T14:24:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:18 smithi028 ceph-mon[87621]: osdmap e433: 8 total, 7 up, 8 in 2024-09-13T14:24:19.673 INFO:tasks.rados.rados.0.smithi001.stdout:1706: done (3 left) 2024-09-13T14:24:19.673 INFO:tasks.rados.rados.0.smithi001.stdout:1707: done (2 left) 2024-09-13T14:24:19.673 INFO:tasks.rados.rados.0.smithi001.stdout:1708: done (1 left) 2024-09-13T14:24:19.673 INFO:tasks.rados.rados.0.smithi001.stdout:1709: done (0 left) 2024-09-13T14:24:19.673 INFO:tasks.rados.rados.0.smithi001.stdout:1710: snap_create 2024-09-13T14:24:19.855 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:24:19.578+0000 7f503512f640 -1 osd.4 423 log_to_monitors true 2024-09-13T14:24:19.855 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:24:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:24:19.693+0000 7f502ced9640 -1 osd.4 423 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:24:20.492 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.492 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.492 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: osdmap e434: 8 total, 7 up, 8 in 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.493 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: osdmap e434: 8 total, 7 up, 8 in 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: osdmap e434: 8 total, 7 up, 8 in 2024-09-13T14:24:20.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:20.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:20.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:20.676 INFO:tasks.rados.rados.0.smithi001.stdout:1710: done (0 left) 2024-09-13T14:24:20.676 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 184 2024-09-13T14:24:20.676 INFO:tasks.rados.rados.0.smithi001.stdout:1711: seq_num 544 ranges {6848512=720896,7569408=614400,8183808=589824} 2024-09-13T14:24:20.718 INFO:tasks.rados.rados.0.smithi001.stdout:1711: writing smithi00185197-16 from 6848512 to 7569408 tid 1 2024-09-13T14:24:20.722 INFO:tasks.rados.rados.0.smithi001.stdout:1711: writing smithi00185197-16 from 7569408 to 8183808 tid 2 2024-09-13T14:24:20.726 INFO:tasks.rados.rados.0.smithi001.stdout:1711: writing smithi00185197-16 from 8183808 to 8773632 tid 3 2024-09-13T14:24:20.726 INFO:tasks.rados.rados.0.smithi001.stdout:1712: copy_from oid 50 from oid 48 current snap is 184 2024-09-13T14:24:20.726 INFO:tasks.rados.rados.0.smithi001.stdout:1711: finishing write tid 1 to smithi00185197-16 2024-09-13T14:24:20.727 INFO:tasks.rados.rados.0.smithi001.stdout:1711: finishing write tid 2 to smithi00185197-16 2024-09-13T14:24:20.727 INFO:tasks.rados.rados.0.smithi001.stdout:1713: copy_from oid 35 from oid 37 current snap is 184 2024-09-13T14:24:20.727 INFO:tasks.rados.rados.0.smithi001.stdout:1714: rollback oid 8 current snap is 184 2024-09-13T14:24:20.727 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 178 2024-09-13T14:24:20.727 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 184 2024-09-13T14:24:20.727 INFO:tasks.rados.rados.0.smithi001.stdout:1715: seq_num 545 ranges {9887744=737280,10625024=491520,11116544=450560,11567104=262144} 2024-09-13T14:24:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:1715: writing smithi00185197-12 from 9887744 to 10625024 tid 1 2024-09-13T14:24:20.787 INFO:tasks.rados.rados.0.smithi001.stdout:1715: writing smithi00185197-12 from 10625024 to 11116544 tid 2 2024-09-13T14:24:20.790 INFO:tasks.rados.rados.0.smithi001.stdout:1715: writing smithi00185197-12 from 11116544 to 11567104 tid 3 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1715: writing smithi00185197-12 from 11567104 to 11829248 tid 4 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 184 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1713: finishing copy_from to smithi00185197-35 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1713: got expected ENOENT (src dne) 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1713: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1714: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 809 (ObjNum 97 snap 0 seq_num 313946368) dirty dne 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1711: finishing write tid 3 to smithi00185197-16 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1711: finishing write tid 4 to smithi00185197-16 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1711: finishing write tid 5 to smithi00185197-16 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1711: oid 16 updating version 0 to 1321 2024-09-13T14:24:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:1711: oid 16 version 1321 is already newer than 1318 2024-09-13T14:24:20.794 INFO:tasks.rados.rados.0.smithi001.stdout:1711: oid 16 version 1321 is already newer than 1320 2024-09-13T14:24:20.794 INFO:tasks.rados.rados.0.smithi001.stdout:1711: oid 16 version 1321 is already newer than 1319 2024-09-13T14:24:20.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1321 (ObjNum 544 snap 184 seq_num 544) dirty exists 2024-09-13T14:24:20.794 INFO:tasks.rados.rados.0.smithi001.stdout:1711: left oid 16 (ObjNum 544 snap 184 seq_num 544) 2024-09-13T14:24:20.794 INFO:tasks.rados.rados.0.smithi001.stdout:1715: finishing write tid 1 to smithi00185197-12 2024-09-13T14:24:20.794 INFO:tasks.rados.rados.0.smithi001.stdout:1715: finishing write tid 2 to smithi00185197-12 2024-09-13T14:24:20.794 INFO:tasks.rados.rados.0.smithi001.stdout:1716: seq_num 546 ranges {13598720=753664,14352384=778240,15130624=425984} 2024-09-13T14:24:20.870 INFO:tasks.rados.rados.0.smithi001.stdout:1716: writing smithi00185197-25 from 13598720 to 14352384 tid 1 2024-09-13T14:24:20.875 INFO:tasks.rados.rados.0.smithi001.stdout:1716: writing smithi00185197-25 from 14352384 to 15130624 tid 2 2024-09-13T14:24:20.878 INFO:tasks.rados.rados.0.smithi001.stdout:1716: writing smithi00185197-25 from 15130624 to 15556608 tid 3 2024-09-13T14:24:20.878 INFO:tasks.rados.rados.0.smithi001.stdout:1711: done (5 left) 2024-09-13T14:24:20.878 INFO:tasks.rados.rados.0.smithi001.stdout:1713: done (4 left) 2024-09-13T14:24:20.878 INFO:tasks.rados.rados.0.smithi001.stdout:1714: done (3 left) 2024-09-13T14:24:20.878 INFO:tasks.rados.rados.0.smithi001.stdout:1717: delete oid 23 current snap is 184 2024-09-13T14:24:20.878 INFO:tasks.rados.rados.0.smithi001.stdout:1715: finishing write tid 3 to smithi00185197-12 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: finishing write tid 4 to smithi00185197-12 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: finishing write tid 5 to smithi00185197-12 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: finishing write tid 6 to smithi00185197-12 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: oid 12 updating version 0 to 813 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: oid 12 updating version 813 to 814 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: oid 12 version 814 is already newer than 811 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: oid 12 version 814 is already newer than 812 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: oid 12 version 814 is already newer than 810 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 814 (ObjNum 545 snap 184 seq_num 545) dirty exists 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1715: left oid 12 (ObjNum 545 snap 184 seq_num 545) 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1716: finishing write tid 1 to smithi00185197-25 2024-09-13T14:24:20.879 INFO:tasks.rados.rados.0.smithi001.stdout:1716: finishing write tid 2 to smithi00185197-25 2024-09-13T14:24:20.881 INFO:tasks.rados.rados.0.smithi001.stdout:1716: finishing write tid 3 to smithi00185197-25 2024-09-13T14:24:20.881 INFO:tasks.rados.rados.0.smithi001.stdout:1716: finishing write tid 4 to smithi00185197-25 2024-09-13T14:24:20.881 INFO:tasks.rados.rados.0.smithi001.stdout:1715: done (3 left) 2024-09-13T14:24:20.882 INFO:tasks.rados.rados.0.smithi001.stdout:1717: done (2 left) 2024-09-13T14:24:20.882 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 184 2024-09-13T14:24:20.882 INFO:tasks.rados.rados.0.smithi001.stdout:1718: seq_num 548 ranges {8773632=786432,9560064=598016,10158080=606208} 2024-09-13T14:24:20.934 INFO:tasks.rados.rados.0.smithi001.stdout:1718: writing smithi00185197-16 from 8773632 to 9560064 tid 1 2024-09-13T14:24:20.937 INFO:tasks.rados.rados.0.smithi001.stdout:1718: writing smithi00185197-16 from 9560064 to 10158080 tid 2 2024-09-13T14:24:20.941 INFO:tasks.rados.rados.0.smithi001.stdout:1718: writing smithi00185197-16 from 10158080 to 10764288 tid 3 2024-09-13T14:24:20.941 INFO:tasks.rados.rados.0.smithi001.stdout:1719: rollback oid 29 current snap is 184 2024-09-13T14:24:20.941 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 169 2024-09-13T14:24:20.941 INFO:tasks.rados.rados.0.smithi001.stdout:1716: finishing write tid 5 to smithi00185197-25 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1716: oid 25 updating version 0 to 1247 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1716: oid 25 version 1247 is already newer than 1245 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1716: oid 25 version 1247 is already newer than 1246 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1716: oid 25 updating version 1247 to 1248 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1248 (ObjNum 546 snap 184 seq_num 546) dirty exists 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1716: left oid 25 (ObjNum 546 snap 184 seq_num 546) 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1718: finishing write tid 1 to smithi00185197-16 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1718: finishing write tid 2 to smithi00185197-16 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1716: done (3 left) 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 184 2024-09-13T14:24:20.942 INFO:tasks.rados.rados.0.smithi001.stdout:1720: seq_num 549 ranges {3514368=802816,4317184=483328,4800512=434176,5234688=286720} 2024-09-13T14:24:20.964 INFO:tasks.rados.rados.0.smithi001.stdout:1720: writing smithi00185197-42 from 3514368 to 4317184 tid 1 2024-09-13T14:24:20.966 INFO:tasks.rados.rados.0.smithi001.stdout:1720: writing smithi00185197-42 from 4317184 to 4800512 tid 2 2024-09-13T14:24:20.969 INFO:tasks.rados.rados.0.smithi001.stdout:1720: writing smithi00185197-42 from 4800512 to 5234688 tid 3 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1720: writing smithi00185197-42 from 5234688 to 5521408 tid 4 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1721: setattr oid 31 current snap is 184 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1718: finishing write tid 3 to smithi00185197-16 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1718: finishing write tid 4 to smithi00185197-16 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing rollback tid 0 to smithi00185197-29 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing rollback tid 1 to smithi00185197-29 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1718: finishing write tid 5 to smithi00185197-16 2024-09-13T14:24:20.971 INFO:tasks.rados.rados.0.smithi001.stdout:1718: oid 16 updating version 0 to 1325 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:1718: oid 16 version 1325 is already newer than 1323 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:1718: oid 16 version 1325 is already newer than 1324 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:1718: oid 16 version 1325 is already newer than 1322 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1325 (ObjNum 548 snap 184 seq_num 548) dirty exists 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:1718: left oid 16 (ObjNum 548 snap 184 seq_num 548) 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing rollback tid 2 to smithi00185197-29 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1329 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:1718: done (4 left) 2024-09-13T14:24:20.972 INFO:tasks.rados.rados.0.smithi001.stdout:1719: done (3 left) 2024-09-13T14:24:20.973 INFO:tasks.rados.rados.0.smithi001.stdout:1722: setattr oid 14 current snap is 184 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:1723: copy_from oid 40 from oid 11 current snap is 184 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:1724: read oid 33 snap -1 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:1724: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:1725: rollback oid 1 current snap is 184 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 182 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:1726: copy_from oid 34 from oid 30 current snap is 184 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:1727: rollback oid 10 current snap is 184 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 182 2024-09-13T14:24:20.974 INFO:tasks.rados.rados.0.smithi001.stdout:1728: snap_create 2024-09-13T14:24:20.975 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1243 (ObjNum 518 snap 171 seq_num 518) dirty exists 2024-09-13T14:24:20.975 INFO:tasks.rados.rados.0.smithi001.stdout:1724: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:24:20.978 INFO:tasks.rados.rados.0.smithi001.stdout:1725: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:24:20.978 INFO:tasks.rados.rados.0.smithi001.stdout:1725: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:24:20.979 INFO:tasks.rados.rados.0.smithi001.stdout:1725: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:24:20.979 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1025 (ObjNum 523 snap 176 seq_num 523) dirty exists 2024-09-13T14:24:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:21 smithi028 ceph-mon[87621]: pgmap v313: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 513 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 8 op/s; 82/765 objects degraded (10.719%) 2024-09-13T14:24:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:21 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 82/765 objects degraded (10.719%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:21 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:24:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:21 smithi028 ceph-mon[87621]: osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995] boot 2024-09-13T14:24:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:21 smithi028 ceph-mon[87621]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T14:24:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:24:21.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[99232]: pgmap v313: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 513 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 8 op/s; 82/765 objects degraded (10.719%) 2024-09-13T14:24:21.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 82/765 objects degraded (10.719%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[99232]: osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995] boot 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[99232]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[96683]: pgmap v313: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 513 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 8 op/s; 82/765 objects degraded (10.719%) 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 82/765 objects degraded (10.719%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[96683]: osd.4 [v2:172.21.15.28:6800/3621913995,v1:172.21.15.28:6801/3621913995] boot 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[96683]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T14:24:21.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:24:21.682 INFO:tasks.rados.rados.0.smithi001.stdout:1721: done (9 left) 2024-09-13T14:24:21.682 INFO:tasks.rados.rados.0.smithi001.stdout:1724: done (8 left) 2024-09-13T14:24:21.682 INFO:tasks.rados.rados.0.smithi001.stdout:1725: done (7 left) 2024-09-13T14:24:21.683 INFO:tasks.rados.rados.0.smithi001.stdout:1728: done (6 left) 2024-09-13T14:24:21.683 INFO:tasks.rados.rados.0.smithi001.stdout:1729: snap_create 2024-09-13T14:24:21.704 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing rollback tid 0 to smithi00185197-10 2024-09-13T14:24:21.709 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing rollback tid 1 to smithi00185197-10 2024-09-13T14:24:21.709 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing rollback tid 2 to smithi00185197-10 2024-09-13T14:24:21.709 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1352 (ObjNum 503 snap 160 seq_num 503) dirty exists 2024-09-13T14:24:21.726 INFO:tasks.rados.rados.0.smithi001.stdout:1723: finishing copy_from racing read to smithi00185197-40 2024-09-13T14:24:21.728 INFO:tasks.rados.rados.0.smithi001.stdout:1720: finishing write tid 1 to smithi00185197-42 2024-09-13T14:24:21.728 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:24:21.730 INFO:tasks.rados.rados.0.smithi001.stdout:1723: finishing copy_from to smithi00185197-40 2024-09-13T14:24:21.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 974 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:24:21.731 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing copy_from to smithi00185197-34 2024-09-13T14:24:21.731 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 977 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:21.731 INFO:tasks.rados.rados.0.smithi001.stdout:1720: finishing write tid 2 to smithi00185197-42 2024-09-13T14:24:21.731 INFO:tasks.rados.rados.0.smithi001.stdout:1720: finishing write tid 3 to smithi00185197-42 2024-09-13T14:24:21.731 INFO:tasks.rados.rados.0.smithi001.stdout:1720: finishing write tid 4 to smithi00185197-42 2024-09-13T14:24:21.731 INFO:tasks.rados.rados.0.smithi001.stdout:1720: finishing write tid 5 to smithi00185197-42 2024-09-13T14:24:21.733 INFO:tasks.rados.rados.0.smithi001.stdout:1720: finishing write tid 6 to smithi00185197-42 2024-09-13T14:24:21.733 INFO:tasks.rados.rados.0.smithi001.stdout:1720: oid 42 updating version 0 to 989 2024-09-13T14:24:21.734 INFO:tasks.rados.rados.0.smithi001.stdout:1720: oid 42 version 989 is already newer than 987 2024-09-13T14:24:21.734 INFO:tasks.rados.rados.0.smithi001.stdout:1720: oid 42 version 989 is already newer than 986 2024-09-13T14:24:21.734 INFO:tasks.rados.rados.0.smithi001.stdout:1720: oid 42 updating version 989 to 990 2024-09-13T14:24:21.734 INFO:tasks.rados.rados.0.smithi001.stdout:1720: oid 42 version 990 is already newer than 988 2024-09-13T14:24:21.734 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 990 (ObjNum 549 snap 184 seq_num 549) dirty exists 2024-09-13T14:24:21.734 INFO:tasks.rados.rados.0.smithi001.stdout:1720: left oid 42 (ObjNum 549 snap 184 seq_num 549) 2024-09-13T14:24:21.738 INFO:tasks.rados.rados.0.smithi001.stdout:1712: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:24:21.741 INFO:tasks.rados.rados.0.smithi001.stdout:1712: finishing copy_from to smithi00185197-50 2024-09-13T14:24:21.741 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 977 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:21.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 235 (ObjNum 534 snap 178 seq_num 534) dirty exists 2024-09-13T14:24:22.677 INFO:tasks.rados.rados.0.smithi001.stdout:1712: done (6 left) 2024-09-13T14:24:22.677 INFO:tasks.rados.rados.0.smithi001.stdout:1720: done (5 left) 2024-09-13T14:24:22.677 INFO:tasks.rados.rados.0.smithi001.stdout:1722: done (4 left) 2024-09-13T14:24:22.677 INFO:tasks.rados.rados.0.smithi001.stdout:1723: done (3 left) 2024-09-13T14:24:22.677 INFO:tasks.rados.rados.0.smithi001.stdout:1726: done (2 left) 2024-09-13T14:24:22.677 INFO:tasks.rados.rados.0.smithi001.stdout:1727: done (1 left) 2024-09-13T14:24:22.677 INFO:tasks.rados.rados.0.smithi001.stdout:1729: done (0 left) 2024-09-13T14:24:22.678 INFO:tasks.rados.rados.0.smithi001.stdout:1730: read oid 37 snap -1 2024-09-13T14:24:22.678 INFO:tasks.rados.rados.0.smithi001.stdout:1730: expect deleted 2024-09-13T14:24:22.678 INFO:tasks.rados.rados.0.smithi001.stdout:1731: read oid 17 snap -1 2024-09-13T14:24:22.678 INFO:tasks.rados.rados.0.smithi001.stdout:1731: expect (ObjNum 541 snap 182 seq_num 541) 2024-09-13T14:24:22.678 INFO:tasks.rados.rados.0.smithi001.stdout:1732: delete oid 44 current snap is 186 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1730: done (2 left) 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1732: done (1 left) 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1733: copy_from oid 30 from oid 32 current snap is 186 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1734: read oid 21 snap -1 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1734: expect deleted 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1735: copy_from oid 25 from oid 29 current snap is 186 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1736: read oid 2 snap -1 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1736: expect deleted 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1737: read oid 4 snap 183 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1737: expect (ObjNum 500 snap 160 seq_num 500) 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1738: read oid 24 snap -1 2024-09-13T14:24:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:1738: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:24:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:1739: read oid 11 snap -1 2024-09-13T14:24:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:1739: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:24:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 186 2024-09-13T14:24:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:1740: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-09-13T14:24:22.689 INFO:tasks.rados.rados.0.smithi001.stdout:1740: writing smithi00185197-20 from 0 to 434176 tid 1 2024-09-13T14:24:22.694 INFO:tasks.rados.rados.0.smithi001.stdout:1740: writing smithi00185197-20 from 434176 to 1081344 tid 2 2024-09-13T14:24:22.697 INFO:tasks.rados.rados.0.smithi001.stdout:1740: writing smithi00185197-20 from 1081344 to 1531904 tid 3 2024-09-13T14:24:22.701 INFO:tasks.rados.rados.0.smithi001.stdout:1740: writing smithi00185197-20 from 1531904 to 2039808 tid 4 2024-09-13T14:24:22.701 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 186 2024-09-13T14:24:22.702 INFO:tasks.rados.rados.0.smithi001.stdout:1741: seq_num 552 ranges {5521408=450560,5971968=532480,6504448=655360,7159808=417792} 2024-09-13T14:24:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:1741: writing smithi00185197-42 from 5521408 to 5971968 tid 1 2024-09-13T14:24:22.741 INFO:tasks.rados.rados.0.smithi001.stdout:1741: writing smithi00185197-42 from 5971968 to 6504448 tid 2 2024-09-13T14:24:22.744 INFO:tasks.rados.rados.0.smithi001.stdout:1741: writing smithi00185197-42 from 6504448 to 7159808 tid 3 2024-09-13T14:24:22.747 INFO:tasks.rados.rados.0.smithi001.stdout:1741: writing smithi00185197-42 from 7159808 to 7577600 tid 4 2024-09-13T14:24:22.747 INFO:tasks.rados.rados.0.smithi001.stdout:1742: read oid 38 snap -1 2024-09-13T14:24:22.747 INFO:tasks.rados.rados.0.smithi001.stdout:1742: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:24:22.747 INFO:tasks.rados.rados.0.smithi001.stdout:1743: rmattr oid 48 current snap is 186 2024-09-13T14:24:22.748 INFO:tasks.rados.rados.0.smithi001.stdout:1743: done (11 left) 2024-09-13T14:24:22.748 INFO:tasks.rados.rados.0.smithi001.stdout:1744: snap_remove snap 176 2024-09-13T14:24:22.837 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:22 smithi028 ceph-mon[87621]: pgmap v316: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 516 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 82/768 objects degraded (10.677%) 2024-09-13T14:24:22.838 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:22 smithi028 ceph-mon[87621]: osdmap e436: 8 total, 8 up, 8 in 2024-09-13T14:24:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:22 smithi001 ceph-mon[96683]: pgmap v316: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 516 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 82/768 objects degraded (10.677%) 2024-09-13T14:24:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:22 smithi001 ceph-mon[96683]: osdmap e436: 8 total, 8 up, 8 in 2024-09-13T14:24:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:22 smithi001 ceph-mon[99232]: pgmap v316: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 516 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 82/768 objects degraded (10.677%) 2024-09-13T14:24:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:22 smithi001 ceph-mon[99232]: osdmap e436: 8 total, 8 up, 8 in 2024-09-13T14:24:23.678 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:24:23.352+0000 7ff0df838640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T14:24:23.687 INFO:tasks.rados.rados.0.smithi001.stdout:1744: done (11 left) 2024-09-13T14:24:23.687 INFO:tasks.rados.rados.0.smithi001.stdout:1745: snap_remove snap 180 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: osdmap e437: 8 total, 8 up, 8 in 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: osdmap e437: 8 total, 8 up, 8 in 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: osdmap e437: 8 total, 8 up, 8 in 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:24.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:24.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:24:24.689 INFO:tasks.rados.rados.0.smithi001.stdout:1745: done (11 left) 2024-09-13T14:24:24.689 INFO:tasks.rados.rados.0.smithi001.stdout:1746: rollback oid 27 current snap is 186 2024-09-13T14:24:24.689 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 67 2024-09-13T14:24:24.689 INFO:tasks.rados.rados.0.smithi001.stdout:1739: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:24:24.900 INFO:tasks.rados.rados.0.smithi001.stdout:1737: expect (ObjNum 500 snap 160 seq_num 500) 2024-09-13T14:24:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:24:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[96683]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T14:24:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[96683]: pgmap v319: 121 pgs: 1 active+recovery_wait+degraded, 25 active+undersized, 9 active+undersized+degraded, 86 active+clean; 530 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 12 op/s; 61/780 objects degraded (7.821%); 5.3 MiB/s, 0 objects/s recovering 2024-09-13T14:24:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[96683]: osdmap e438: 8 total, 8 up, 8 in 2024-09-13T14:24:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:24:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[99232]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T14:24:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[99232]: pgmap v319: 121 pgs: 1 active+recovery_wait+degraded, 25 active+undersized, 9 active+undersized+degraded, 86 active+clean; 530 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 12 op/s; 61/780 objects degraded (7.821%); 5.3 MiB/s, 0 objects/s recovering 2024-09-13T14:24:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:24 smithi001 ceph-mon[99232]: osdmap e438: 8 total, 8 up, 8 in 2024-09-13T14:24:25.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:24 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:24:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:24 smithi028 ceph-mon[87621]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T14:24:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:24 smithi028 ceph-mon[87621]: pgmap v319: 121 pgs: 1 active+recovery_wait+degraded, 25 active+undersized, 9 active+undersized+degraded, 86 active+clean; 530 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 12 op/s; 61/780 objects degraded (7.821%); 5.3 MiB/s, 0 objects/s recovering 2024-09-13T14:24:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:24 smithi028 ceph-mon[87621]: osdmap e438: 8 total, 8 up, 8 in 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1733: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1733: finishing copy_from to smithi00185197-30 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1348 (ObjNum 540 snap 182 seq_num 540) dirty exists 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1740: finishing write tid 1 to smithi00185197-20 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1740: finishing write tid 2 to smithi00185197-20 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1740: finishing write tid 3 to smithi00185197-20 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1733: done (11 left) 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1734: done (10 left) 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1736: done (9 left) 2024-09-13T14:24:25.163 INFO:tasks.rados.rados.0.smithi001.stdout:1737: done (8 left) 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1739: done (7 left) 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 186 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: finishing write tid 4 to smithi00185197-20 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: finishing write tid 5 to smithi00185197-20 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: finishing write tid 6 to smithi00185197-20 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: oid 20 updating version 0 to 1332 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: oid 20 version 1332 is already newer than 1330 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: oid 20 version 1332 is already newer than 1331 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: oid 20 updating version 1332 to 1333 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: oid 20 updating version 1333 to 1334 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1334 (ObjNum 551 snap 186 seq_num 551) dirty exists 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1740: left oid 20 (ObjNum 551 snap 186 seq_num 551) 2024-09-13T14:24:25.164 INFO:tasks.rados.rados.0.smithi001.stdout:1747: seq_num 553 ranges {4472832=466944,4939776=417792,5357568=417792,5775360=516096,6291456=253952} 2024-09-13T14:24:25.189 INFO:tasks.rados.rados.0.smithi001.stdout:1747: writing smithi00185197-28 from 4472832 to 4939776 tid 1 2024-09-13T14:24:25.192 INFO:tasks.rados.rados.0.smithi001.stdout:1747: writing smithi00185197-28 from 4939776 to 5357568 tid 2 2024-09-13T14:24:25.194 INFO:tasks.rados.rados.0.smithi001.stdout:1747: writing smithi00185197-28 from 5357568 to 5775360 tid 3 2024-09-13T14:24:25.197 INFO:tasks.rados.rados.0.smithi001.stdout:1747: writing smithi00185197-28 from 5775360 to 6291456 tid 4 2024-09-13T14:24:25.199 INFO:tasks.rados.rados.0.smithi001.stdout:1747: writing smithi00185197-28 from 6291456 to 6545408 tid 5 2024-09-13T14:24:25.199 INFO:tasks.rados.rados.0.smithi001.stdout:1740: done (7 left) 2024-09-13T14:24:25.199 INFO:tasks.rados.rados.0.smithi001.stdout:1748: rmattr oid 33 current snap is 186 2024-09-13T14:24:25.199 INFO:tasks.rados.rados.0.smithi001.stdout:1748: done (7 left) 2024-09-13T14:24:25.199 INFO:tasks.rados.rados.0.smithi001.stdout:1749: snap_remove snap 123 2024-09-13T14:24:25.702 INFO:tasks.rados.rados.0.smithi001.stdout:1749: done (7 left) 2024-09-13T14:24:25.702 INFO:tasks.rados.rados.0.smithi001.stdout:1750: copy_from oid 10 from oid 11 current snap is 186 2024-09-13T14:24:25.702 INFO:tasks.rados.rados.0.smithi001.stdout:1731: expect (ObjNum 541 snap 182 seq_num 541) 2024-09-13T14:24:26.014 INFO:tasks.rados.rados.0.smithi001.stdout:1738: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:24:26.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:25 smithi001 ceph-mon[96683]: osdmap e439: 8 total, 8 up, 8 in 2024-09-13T14:24:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:25 smithi001 ceph-mon[99232]: osdmap e439: 8 total, 8 up, 8 in 2024-09-13T14:24:26.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:25 smithi028 ceph-mon[87621]: osdmap e439: 8 total, 8 up, 8 in 2024-09-13T14:24:26.686 INFO:tasks.rados.rados.0.smithi001.stdout:1735: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:24:26.686 INFO:tasks.rados.rados.0.smithi001.stdout:1735: finishing copy_from to smithi00185197-25 2024-09-13T14:24:26.686 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1329 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:24:26.687 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing write tid 1 to smithi00185197-42 2024-09-13T14:24:26.687 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing write tid 2 to smithi00185197-42 2024-09-13T14:24:26.687 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing write tid 3 to smithi00185197-42 2024-09-13T14:24:26.687 INFO:tasks.rados.rados.0.smithi001.stdout:1742: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing write tid 4 to smithi00185197-42 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing write tid 5 to smithi00185197-42 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing write tid 6 to smithi00185197-42 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: oid 42 updating version 0 to 992 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: oid 42 updating version 992 to 995 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: oid 42 version 995 is already newer than 993 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: oid 42 version 995 is already newer than 994 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: oid 42 version 995 is already newer than 991 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 995 (ObjNum 552 snap 186 seq_num 552) dirty exists 2024-09-13T14:24:26.688 INFO:tasks.rados.rados.0.smithi001.stdout:1741: left oid 42 (ObjNum 552 snap 186 seq_num 552) 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1746: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1746: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1746: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 656 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1747: finishing write tid 1 to smithi00185197-28 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1747: finishing write tid 2 to smithi00185197-28 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1731: done (7 left) 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1735: done (6 left) 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1738: done (5 left) 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1741: done (4 left) 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1742: done (3 left) 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1746: done (2 left) 2024-09-13T14:24:26.689 INFO:tasks.rados.rados.0.smithi001.stdout:1751: snap_remove snap 182 2024-09-13T14:24:26.701 INFO:tasks.rados.rados.0.smithi001.stdout:1751: done (2 left) 2024-09-13T14:24:26.701 INFO:tasks.rados.rados.0.smithi001.stdout:1752: read oid 48 snap -1 2024-09-13T14:24:26.701 INFO:tasks.rados.rados.0.smithi001.stdout:1752: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:24:26.701 INFO:tasks.rados.rados.0.smithi001.stdout:1753: delete oid 25 current snap is 186 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: finishing write tid 3 to smithi00185197-28 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: finishing write tid 4 to smithi00185197-28 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: finishing write tid 5 to smithi00185197-28 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: finishing write tid 6 to smithi00185197-28 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: finishing write tid 7 to smithi00185197-28 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: oid 28 updating version 0 to 830 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: oid 28 updating version 830 to 831 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: oid 28 updating version 831 to 832 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: oid 28 updating version 832 to 833 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: oid 28 version 833 is already newer than 828 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: oid 28 version 833 is already newer than 829 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 833 (ObjNum 553 snap 186 seq_num 553) dirty exists 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1747: left oid 28 (ObjNum 553 snap 186 seq_num 553) 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1750: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:24:26.702 INFO:tasks.rados.rados.0.smithi001.stdout:1750: finishing copy_from to smithi00185197-10 2024-09-13T14:24:26.703 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 974 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:24:26.714 INFO:tasks.rados.rados.0.smithi001.stdout:1747: done (3 left) 2024-09-13T14:24:26.714 INFO:tasks.rados.rados.0.smithi001.stdout:1750: done (2 left) 2024-09-13T14:24:26.714 INFO:tasks.rados.rados.0.smithi001.stdout:1753: done (1 left) 2024-09-13T14:24:26.714 INFO:tasks.rados.rados.0.smithi001.stdout:1754: read oid 28 snap -1 2024-09-13T14:24:26.714 INFO:tasks.rados.rados.0.smithi001.stdout:1754: expect (ObjNum 553 snap 186 seq_num 553) 2024-09-13T14:24:26.714 INFO:tasks.rados.rados.0.smithi001.stdout:1755: snap_remove snap 172 2024-09-13T14:24:27.073 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:26 smithi028 ceph-mon[87621]: pgmap v322: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 1 active+recovery_wait+degraded, 115 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 9.4 MiB/s wr, 35 op/s; 3/825 objects degraded (0.364%); 7.5 MiB/s, 2 objects/s recovering 2024-09-13T14:24:27.073 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:26 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 3/825 objects degraded (0.364%), 1 pg degraded (PG_DEGRADED) 2024-09-13T14:24:27.074 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:26 smithi028 ceph-mon[87621]: osdmap e440: 8 total, 8 up, 8 in 2024-09-13T14:24:27.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:24:26] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-09-13T14:24:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:26 smithi001 ceph-mon[99232]: pgmap v322: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 1 active+recovery_wait+degraded, 115 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 9.4 MiB/s wr, 35 op/s; 3/825 objects degraded (0.364%); 7.5 MiB/s, 2 objects/s recovering 2024-09-13T14:24:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:26 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 3/825 objects degraded (0.364%), 1 pg degraded (PG_DEGRADED) 2024-09-13T14:24:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:26 smithi001 ceph-mon[99232]: osdmap e440: 8 total, 8 up, 8 in 2024-09-13T14:24:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:26 smithi001 ceph-mon[96683]: pgmap v322: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 1 active+recovery_wait+degraded, 115 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 9.4 MiB/s wr, 35 op/s; 3/825 objects degraded (0.364%); 7.5 MiB/s, 2 objects/s recovering 2024-09-13T14:24:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:26 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 3/825 objects degraded (0.364%), 1 pg degraded (PG_DEGRADED) 2024-09-13T14:24:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:26 smithi001 ceph-mon[96683]: osdmap e440: 8 total, 8 up, 8 in 2024-09-13T14:24:27.714 INFO:tasks.rados.rados.0.smithi001.stdout:1752: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:24:27.970 INFO:tasks.rados.rados.0.smithi001.stdout:1754: expect (ObjNum 553 snap 186 seq_num 553) 2024-09-13T14:24:28.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:27 smithi001 ceph-mon[96683]: osdmap e441: 8 total, 8 up, 8 in 2024-09-13T14:24:28.003 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:27 smithi001 ceph-mon[99232]: osdmap e441: 8 total, 8 up, 8 in 2024-09-13T14:24:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:27 smithi028 ceph-mon[87621]: osdmap e441: 8 total, 8 up, 8 in 2024-09-13T14:24:28.291 INFO:tasks.rados.rados.0.smithi001.stdout:1752: done (2 left) 2024-09-13T14:24:28.292 INFO:tasks.rados.rados.0.smithi001.stdout:1754: done (1 left) 2024-09-13T14:24:28.292 INFO:tasks.rados.rados.0.smithi001.stdout:1755: done (0 left) 2024-09-13T14:24:28.292 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 186 2024-09-13T14:24:28.292 INFO:tasks.rados.rados.0.smithi001.stdout:1756: seq_num 555 ranges {3448832=499712,3948544=638976,4587520=425984,5013504=540672} 2024-09-13T14:24:28.313 INFO:tasks.rados.rados.0.smithi001.stdout:1756: writing smithi00185197-40 from 3448832 to 3948544 tid 1 2024-09-13T14:24:28.316 INFO:tasks.rados.rados.0.smithi001.stdout:1756: writing smithi00185197-40 from 3948544 to 4587520 tid 2 2024-09-13T14:24:28.319 INFO:tasks.rados.rados.0.smithi001.stdout:1756: writing smithi00185197-40 from 4587520 to 5013504 tid 3 2024-09-13T14:24:28.322 INFO:tasks.rados.rados.0.smithi001.stdout:1756: writing smithi00185197-40 from 5013504 to 5554176 tid 4 2024-09-13T14:24:28.322 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 186 2024-09-13T14:24:28.322 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing write tid 1 to smithi00185197-40 2024-09-13T14:24:28.323 INFO:tasks.rados.rados.0.smithi001.stdout:1757: seq_num 556 ranges {8953856=516096,9469952=524288,9994240=638976,10633216=442368} 2024-09-13T14:24:28.374 INFO:tasks.rados.rados.0.smithi001.stdout:1757: writing smithi00185197-14 from 8953856 to 9469952 tid 1 2024-09-13T14:24:28.377 INFO:tasks.rados.rados.0.smithi001.stdout:1757: writing smithi00185197-14 from 9469952 to 9994240 tid 2 2024-09-13T14:24:28.380 INFO:tasks.rados.rados.0.smithi001.stdout:1757: writing smithi00185197-14 from 9994240 to 10633216 tid 3 2024-09-13T14:24:28.383 INFO:tasks.rados.rados.0.smithi001.stdout:1757: writing smithi00185197-14 from 10633216 to 11075584 tid 4 2024-09-13T14:24:28.384 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 186 2024-09-13T14:24:28.384 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing write tid 2 to smithi00185197-40 2024-09-13T14:24:28.384 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing write tid 3 to smithi00185197-40 2024-09-13T14:24:28.384 INFO:tasks.rados.rados.0.smithi001.stdout:1758: seq_num 557 ranges {5038080=532480,5570560=802816,6373376=794624,7168000=8192} 2024-09-13T14:24:28.414 INFO:tasks.rados.rados.0.smithi001.stdout:1758: writing smithi00185197-4 from 5038080 to 5570560 tid 1 2024-09-13T14:24:28.418 INFO:tasks.rados.rados.0.smithi001.stdout:1758: writing smithi00185197-4 from 5570560 to 6373376 tid 2 2024-09-13T14:24:28.424 INFO:tasks.rados.rados.0.smithi001.stdout:1758: writing smithi00185197-4 from 6373376 to 7168000 tid 3 2024-09-13T14:24:28.424 INFO:tasks.rados.rados.0.smithi001.stdout:1758: writing smithi00185197-4 from 7168000 to 7176192 tid 4 2024-09-13T14:24:28.424 INFO:tasks.rados.rados.0.smithi001.stdout:1759: snap_create 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing write tid 4 to smithi00185197-40 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing write tid 5 to smithi00185197-40 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing write tid 6 to smithi00185197-40 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: oid 40 updating version 0 to 978 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: oid 40 updating version 978 to 979 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: oid 40 version 979 is already newer than 976 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: oid 40 version 979 is already newer than 975 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:1756: oid 40 version 979 is already newer than 977 2024-09-13T14:24:28.425 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 979 (ObjNum 555 snap 186 seq_num 555) dirty exists 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1756: left oid 40 (ObjNum 555 snap 186 seq_num 555) 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: finishing write tid 1 to smithi00185197-14 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: finishing write tid 2 to smithi00185197-14 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: finishing write tid 3 to smithi00185197-14 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: finishing write tid 4 to smithi00185197-14 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: finishing write tid 5 to smithi00185197-14 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: finishing write tid 6 to smithi00185197-14 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: oid 14 updating version 0 to 250 2024-09-13T14:24:28.426 INFO:tasks.rados.rados.0.smithi001.stdout:1757: oid 14 updating version 250 to 252 2024-09-13T14:24:28.427 INFO:tasks.rados.rados.0.smithi001.stdout:1757: oid 14 version 252 is already newer than 249 2024-09-13T14:24:28.427 INFO:tasks.rados.rados.0.smithi001.stdout:1757: oid 14 version 252 is already newer than 251 2024-09-13T14:24:28.427 INFO:tasks.rados.rados.0.smithi001.stdout:1757: oid 14 updating version 252 to 253 2024-09-13T14:24:28.427 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 253 (ObjNum 556 snap 186 seq_num 556) dirty exists 2024-09-13T14:24:28.427 INFO:tasks.rados.rados.0.smithi001.stdout:1757: left oid 14 (ObjNum 556 snap 186 seq_num 556) 2024-09-13T14:24:28.427 INFO:tasks.rados.rados.0.smithi001.stdout:1758: finishing write tid 1 to smithi00185197-4 2024-09-13T14:24:28.427 INFO:tasks.rados.rados.0.smithi001.stdout:1758: finishing write tid 2 to smithi00185197-4 2024-09-13T14:24:28.428 INFO:tasks.rados.rados.0.smithi001.stdout:1758: finishing write tid 3 to smithi00185197-4 2024-09-13T14:24:28.428 INFO:tasks.rados.rados.0.smithi001.stdout:1758: finishing write tid 4 to smithi00185197-4 2024-09-13T14:24:28.428 INFO:tasks.rados.rados.0.smithi001.stdout:1758: finishing write tid 5 to smithi00185197-4 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:1758: finishing write tid 6 to smithi00185197-4 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:1758: oid 4 updating version 0 to 853 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:1758: oid 4 updating version 853 to 855 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:1758: oid 4 version 855 is already newer than 851 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:1758: oid 4 version 855 is already newer than 852 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:1758: oid 4 version 855 is already newer than 854 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 855 (ObjNum 557 snap 186 seq_num 557) dirty exists 2024-09-13T14:24:28.429 INFO:tasks.rados.rados.0.smithi001.stdout:1758: left oid 4 (ObjNum 557 snap 186 seq_num 557) 2024-09-13T14:24:28.717 INFO:tasks.rados.rados.0.smithi001.stdout:1756: done (3 left) 2024-09-13T14:24:28.717 INFO:tasks.rados.rados.0.smithi001.stdout:1757: done (2 left) 2024-09-13T14:24:28.717 INFO:tasks.rados.rados.0.smithi001.stdout:1758: done (1 left) 2024-09-13T14:24:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:1759: done (0 left) 2024-09-13T14:24:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:1760: rmattr oid 13 current snap is 187 2024-09-13T14:24:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:1760: done (0 left) 2024-09-13T14:24:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:1761: read oid 37 snap 164 2024-09-13T14:24:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:1761: expect deleted 2024-09-13T14:24:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 187 2024-09-13T14:24:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:1762: seq_num 558 ranges {5439488=548864,5988352=688128,6676480=606208,7282688=311296} 2024-09-13T14:24:28.750 INFO:tasks.rados.rados.0.smithi001.stdout:1762: writing smithi00185197-34 from 5439488 to 5988352 tid 1 2024-09-13T14:24:28.754 INFO:tasks.rados.rados.0.smithi001.stdout:1762: writing smithi00185197-34 from 5988352 to 6676480 tid 2 2024-09-13T14:24:28.757 INFO:tasks.rados.rados.0.smithi001.stdout:1762: writing smithi00185197-34 from 6676480 to 7282688 tid 3 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:1762: writing smithi00185197-34 from 7282688 to 7593984 tid 4 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:1763: rollback oid 1 current snap is 187 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 164 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing write tid 1 to smithi00185197-34 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing write tid 2 to smithi00185197-34 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:1761: done (2 left) 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:1764: read oid 33 snap -1 2024-09-13T14:24:28.761 INFO:tasks.rados.rados.0.smithi001.stdout:1764: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1765: read oid 12 snap -1 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1765: expect (ObjNum 545 snap 184 seq_num 545) 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1766: rollback oid 35 current snap is 187 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 171 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1767: rmattr oid 3 current snap is 187 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1767: done (5 left) 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1768: rollback oid 37 current snap is 187 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 174 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1769: setattr oid 22 current snap is 187 2024-09-13T14:24:28.762 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing write tid 3 to smithi00185197-34 2024-09-13T14:24:28.763 INFO:tasks.rados.rados.0.smithi001.stdout:1770: read oid 18 snap -1 2024-09-13T14:24:28.763 INFO:tasks.rados.rados.0.smithi001.stdout:1770: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:24:28.763 INFO:tasks.rados.rados.0.smithi001.stdout:1771: snap_remove snap 67 2024-09-13T14:24:29.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[96683]: pgmap v325: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 544 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 33 op/s; 8.2 MiB/s, 1 objects/s recovering 2024-09-13T14:24:29.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/825 objects degraded (0.364%), 1 pg degraded) 2024-09-13T14:24:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:24:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[96683]: osdmap e442: 8 total, 8 up, 8 in 2024-09-13T14:24:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[99232]: pgmap v325: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 544 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 33 op/s; 8.2 MiB/s, 1 objects/s recovering 2024-09-13T14:24:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/825 objects degraded (0.364%), 1 pg degraded) 2024-09-13T14:24:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:24:29.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:28 smithi001 ceph-mon[99232]: osdmap e442: 8 total, 8 up, 8 in 2024-09-13T14:24:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:28 smithi028 ceph-mon[87621]: pgmap v325: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 544 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 33 op/s; 8.2 MiB/s, 1 objects/s recovering 2024-09-13T14:24:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:28 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/825 objects degraded (0.364%), 1 pg degraded) 2024-09-13T14:24:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:28 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:24:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:28 smithi028 ceph-mon[87621]: osdmap e442: 8 total, 8 up, 8 in 2024-09-13T14:24:29.724 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing write tid 4 to smithi00185197-34 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing write tid 5 to smithi00185197-34 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1768: finishing rollback tid 1 to smithi00185197-37 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 969 (ObjNum 65 snap 0 seq_num 1414814544) dirty dne 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1244 (ObjNum 513 snap 168 seq_num 513) dirty exists 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing write tid 6 to smithi00185197-34 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: oid 34 updating version 0 to 978 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: oid 34 updating version 978 to 981 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: oid 34 version 981 is already newer than 980 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: oid 34 updating version 981 to 982 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: oid 34 version 982 is already newer than 979 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 982 (ObjNum 558 snap 187 seq_num 558) dirty exists 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1762: left oid 34 (ObjNum 558 snap 187 seq_num 558) 2024-09-13T14:24:29.725 INFO:tasks.rados.rados.0.smithi001.stdout:1764: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1766: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1766: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 658 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1763: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1763: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1763: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1028 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:24:29.726 INFO:tasks.rados.rados.0.smithi001.stdout:1770: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:24:30.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:29 smithi001 ceph-mon[96683]: osdmap e443: 8 total, 8 up, 8 in 2024-09-13T14:24:30.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:29 smithi001 ceph-mon[99232]: osdmap e443: 8 total, 8 up, 8 in 2024-09-13T14:24:30.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:29 smithi028 ceph-mon[87621]: osdmap e443: 8 total, 8 up, 8 in 2024-09-13T14:24:30.136 INFO:tasks.rados.rados.0.smithi001.stdout:1765: expect (ObjNum 545 snap 184 seq_num 545) 2024-09-13T14:24:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:30 smithi001 ceph-mon[99232]: pgmap v328: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 527 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 12 op/s; 6.0 MiB/s, 0 objects/s recovering 2024-09-13T14:24:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:30 smithi001 ceph-mon[99232]: osdmap e444: 8 total, 8 up, 8 in 2024-09-13T14:24:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:30 smithi001 ceph-mon[96683]: pgmap v328: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 527 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 12 op/s; 6.0 MiB/s, 0 objects/s recovering 2024-09-13T14:24:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:30 smithi001 ceph-mon[96683]: osdmap e444: 8 total, 8 up, 8 in 2024-09-13T14:24:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:30 smithi028 ceph-mon[87621]: pgmap v328: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 527 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 12 op/s; 6.0 MiB/s, 0 objects/s recovering 2024-09-13T14:24:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:30 smithi028 ceph-mon[87621]: osdmap e444: 8 total, 8 up, 8 in 2024-09-13T14:24:31.187 INFO:tasks.rados.rados.0.smithi001.stdout:1762: done (8 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1763: done (7 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1764: done (6 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1765: done (5 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1766: done (4 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1768: done (3 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1769: done (2 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1770: done (1 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1771: done (0 left) 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 187 2024-09-13T14:24:31.188 INFO:tasks.rados.rados.0.smithi001.stdout:1772: seq_num 559 ranges {24576=565248,589824=573440,1163264=409600,1572864=622592} 2024-09-13T14:24:31.190 INFO:tasks.rados.rados.0.smithi001.stdout:1772: writing smithi00185197-33 from 24576 to 589824 tid 1 2024-09-13T14:24:31.193 INFO:tasks.rados.rados.0.smithi001.stdout:1772: writing smithi00185197-33 from 589824 to 1163264 tid 2 2024-09-13T14:24:31.196 INFO:tasks.rados.rados.0.smithi001.stdout:1772: writing smithi00185197-33 from 1163264 to 1572864 tid 3 2024-09-13T14:24:31.200 INFO:tasks.rados.rados.0.smithi001.stdout:1772: writing smithi00185197-33 from 1572864 to 2195456 tid 4 2024-09-13T14:24:31.200 INFO:tasks.rados.rados.0.smithi001.stdout:1773: rollback oid 18 current snap is 187 2024-09-13T14:24:31.201 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 178 2024-09-13T14:24:31.201 INFO:tasks.rados.rados.0.smithi001.stdout:1772: finishing write tid 1 to smithi00185197-33 2024-09-13T14:24:31.201 INFO:tasks.rados.rados.0.smithi001.stdout:1772: finishing write tid 2 to smithi00185197-33 2024-09-13T14:24:31.201 INFO:tasks.rados.rados.0.smithi001.stdout:1772: finishing write tid 3 to smithi00185197-33 2024-09-13T14:24:31.201 INFO:tasks.rados.rados.0.smithi001.stdout:1774: snap_create 2024-09-13T14:24:31.205 INFO:tasks.rados.rados.0.smithi001.stdout:1772: finishing write tid 4 to smithi00185197-33 2024-09-13T14:24:31.205 INFO:tasks.rados.rados.0.smithi001.stdout:1772: finishing write tid 5 to smithi00185197-33 2024-09-13T14:24:31.206 INFO:tasks.rados.rados.0.smithi001.stdout:1773: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:24:31.207 INFO:tasks.rados.rados.0.smithi001.stdout:1773: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:24:31.207 INFO:tasks.rados.rados.0.smithi001.stdout:1772: finishing write tid 6 to smithi00185197-33 2024-09-13T14:24:31.207 INFO:tasks.rados.rados.0.smithi001.stdout:1772: oid 33 updating version 0 to 1029 2024-09-13T14:24:31.207 INFO:tasks.rados.rados.0.smithi001.stdout:1772: oid 33 updating version 1029 to 1031 2024-09-13T14:24:31.207 INFO:tasks.rados.rados.0.smithi001.stdout:1772: oid 33 updating version 1031 to 1033 2024-09-13T14:24:31.208 INFO:tasks.rados.rados.0.smithi001.stdout:1772: oid 33 version 1033 is already newer than 1032 2024-09-13T14:24:31.208 INFO:tasks.rados.rados.0.smithi001.stdout:1772: oid 33 version 1033 is already newer than 1030 2024-09-13T14:24:31.208 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1033 (ObjNum 559 snap 187 seq_num 559) dirty exists 2024-09-13T14:24:31.208 INFO:tasks.rados.rados.0.smithi001.stdout:1772: left oid 33 (ObjNum 559 snap 187 seq_num 559) 2024-09-13T14:24:31.208 INFO:tasks.rados.rados.0.smithi001.stdout:1773: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:24:31.208 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1036 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:24:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:1772: done (2 left) 2024-09-13T14:24:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:1773: done (1 left) 2024-09-13T14:24:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:1774: done (0 left) 2024-09-13T14:24:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:1775: rmattr oid 18 current snap is 188 2024-09-13T14:24:31.729 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 188 2024-09-13T14:24:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:1776: seq_num 560 ranges {11075584=581632,11657216=458752,12115968=614400,12730368=532480} 2024-09-13T14:24:31.793 INFO:tasks.rados.rados.0.smithi001.stdout:1776: writing smithi00185197-14 from 11075584 to 11657216 tid 1 2024-09-13T14:24:31.795 INFO:tasks.rados.rados.0.smithi001.stdout:1776: writing smithi00185197-14 from 11657216 to 12115968 tid 2 2024-09-13T14:24:31.799 INFO:tasks.rados.rados.0.smithi001.stdout:1776: writing smithi00185197-14 from 12115968 to 12730368 tid 3 2024-09-13T14:24:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:1776: writing smithi00185197-14 from 12730368 to 13262848 tid 4 2024-09-13T14:24:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:1777: snap_create 2024-09-13T14:24:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1037 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:24:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:1776: finishing write tid 1 to smithi00185197-14 2024-09-13T14:24:31.804 INFO:tasks.rados.rados.0.smithi001.stdout:1776: finishing write tid 2 to smithi00185197-14 2024-09-13T14:24:31.804 INFO:tasks.rados.rados.0.smithi001.stdout:1776: finishing write tid 3 to smithi00185197-14 2024-09-13T14:24:31.805 INFO:tasks.rados.rados.0.smithi001.stdout:1776: finishing write tid 4 to smithi00185197-14 2024-09-13T14:24:31.806 INFO:tasks.rados.rados.0.smithi001.stdout:1776: finishing write tid 5 to smithi00185197-14 2024-09-13T14:24:31.807 INFO:tasks.rados.rados.0.smithi001.stdout:1776: finishing write tid 6 to smithi00185197-14 2024-09-13T14:24:31.807 INFO:tasks.rados.rados.0.smithi001.stdout:1776: oid 14 updating version 0 to 258 2024-09-13T14:24:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1776: oid 14 updating version 258 to 261 2024-09-13T14:24:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1776: oid 14 version 261 is already newer than 257 2024-09-13T14:24:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1776: oid 14 version 261 is already newer than 259 2024-09-13T14:24:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1776: oid 14 version 261 is already newer than 260 2024-09-13T14:24:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 261 (ObjNum 560 snap 188 seq_num 560) dirty exists 2024-09-13T14:24:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:1776: left oid 14 (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1775: done (2 left) 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1776: done (1 left) 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1777: done (0 left) 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1778: copy_from oid 34 from oid 41 current snap is 189 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1779: rollback oid 2 current snap is 189 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 177 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:1780: rollback oid 26 current snap is 189 2024-09-13T14:24:32.668 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 141 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1781: read oid 9 snap -1 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1781: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1782: read oid 16 snap -1 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1782: expect (ObjNum 548 snap 184 seq_num 548) 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1783: read oid 49 snap -1 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1783: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1784: read oid 31 snap -1 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1784: expect (ObjNum 518 snap 171 seq_num 518) 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1785: rmattr oid 25 current snap is 189 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1785: done (7 left) 2024-09-13T14:24:32.669 INFO:tasks.rados.rados.0.smithi001.stdout:1786: setattr oid 28 current snap is 189 2024-09-13T14:24:32.670 INFO:tasks.rados.rados.0.smithi001.stdout:1787: snap_remove snap 179 2024-09-13T14:24:33.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:32 smithi001 ceph-mon[96683]: pgmap v330: 121 pgs: 121 active+clean; 485 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 20 op/s; 5.0 MiB/s, 0 objects/s recovering 2024-09-13T14:24:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:32 smithi001 ceph-mon[96683]: osdmap e445: 8 total, 8 up, 8 in 2024-09-13T14:24:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:32 smithi001 ceph-mon[96683]: osdmap e446: 8 total, 8 up, 8 in 2024-09-13T14:24:33.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:32 smithi001 ceph-mon[99232]: pgmap v330: 121 pgs: 121 active+clean; 485 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 20 op/s; 5.0 MiB/s, 0 objects/s recovering 2024-09-13T14:24:33.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:32 smithi001 ceph-mon[99232]: osdmap e445: 8 total, 8 up, 8 in 2024-09-13T14:24:33.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:32 smithi001 ceph-mon[99232]: osdmap e446: 8 total, 8 up, 8 in 2024-09-13T14:24:33.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:32 smithi028 ceph-mon[87621]: pgmap v330: 121 pgs: 121 active+clean; 485 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 20 op/s; 5.0 MiB/s, 0 objects/s recovering 2024-09-13T14:24:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:32 smithi028 ceph-mon[87621]: osdmap e445: 8 total, 8 up, 8 in 2024-09-13T14:24:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:32 smithi028 ceph-mon[87621]: osdmap e446: 8 total, 8 up, 8 in 2024-09-13T14:24:33.668 INFO:tasks.rados.rados.0.smithi001.stdout:1787: done (8 left) 2024-09-13T14:24:33.669 INFO:tasks.rados.rados.0.smithi001.stdout:1788: setattr oid 47 current snap is 189 2024-09-13T14:24:33.669 INFO:tasks.rados.rados.0.smithi001.stdout:1780: finishing rollback tid 0 to smithi00185197-26 2024-09-13T14:24:33.669 INFO:tasks.rados.rados.0.smithi001.stdout:1780: finishing rollback tid 1 to smithi00185197-26 2024-09-13T14:24:33.669 INFO:tasks.rados.rados.0.smithi001.stdout:1781: expect (ObjNum 399 snap 132 seq_num 399) 2024-09-13T14:24:33.728 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 865 (ObjNum 553 snap 186 seq_num 553) dirty exists 2024-09-13T14:24:33.728 INFO:tasks.rados.rados.0.smithi001.stdout:1780: finishing rollback tid 2 to smithi00185197-26 2024-09-13T14:24:33.728 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1398 (ObjNum 422 snap 136 seq_num 422) dirty exists 2024-09-13T14:24:33.728 INFO:tasks.rados.rados.0.smithi001.stdout:1779: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:24:33.728 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1015 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T14:24:33.728 INFO:tasks.rados.rados.0.smithi001.stdout:1782: expect (ObjNum 548 snap 184 seq_num 548) 2024-09-13T14:24:34.519 INFO:tasks.rados.rados.0.smithi001.stdout:1783: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:24:34.740 INFO:tasks.rados.rados.0.smithi001.stdout:1784: expect (ObjNum 518 snap 171 seq_num 518) 2024-09-13T14:24:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:34 smithi001 ceph-mon[96683]: pgmap v333: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-13T14:24:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:34 smithi001 ceph-mon[96683]: osdmap e447: 8 total, 8 up, 8 in 2024-09-13T14:24:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:34 smithi001 ceph-mon[99232]: pgmap v333: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-13T14:24:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:34 smithi001 ceph-mon[99232]: osdmap e447: 8 total, 8 up, 8 in 2024-09-13T14:24:35.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:34 smithi028 ceph-mon[87621]: pgmap v333: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-13T14:24:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:34 smithi028 ceph-mon[87621]: osdmap e447: 8 total, 8 up, 8 in 2024-09-13T14:24:35.854 INFO:tasks.rados.rados.0.smithi001.stdout:1778: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:24:35.854 INFO:tasks.rados.rados.0.smithi001.stdout:1778: finishing copy_from to smithi00185197-34 2024-09-13T14:24:35.854 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 858 (ObjNum 533 snap 178 seq_num 533) dirty exists 2024-09-13T14:24:35.854 INFO:tasks.rados.rados.0.smithi001.stdout:1778: done (8 left) 2024-09-13T14:24:35.854 INFO:tasks.rados.rados.0.smithi001.stdout:1779: done (7 left) 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1780: done (6 left) 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1781: done (5 left) 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1782: done (4 left) 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1783: done (3 left) 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1784: done (2 left) 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1786: done (1 left) 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1789: copy_from oid 37 from oid 1 current snap is 189 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1790: rollback oid 15 current snap is 189 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 164 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 189 2024-09-13T14:24:35.855 INFO:tasks.rados.rados.0.smithi001.stdout:1791: seq_num 561 ranges {8601600=598016,9199616=745472,9945088=778240,10723328=81920} 2024-09-13T14:24:35.905 INFO:tasks.rados.rados.0.smithi001.stdout:1791: writing smithi00185197-22 from 8601600 to 9199616 tid 1 2024-09-13T14:24:35.909 INFO:tasks.rados.rados.0.smithi001.stdout:1791: writing smithi00185197-22 from 9199616 to 9945088 tid 2 2024-09-13T14:24:35.913 INFO:tasks.rados.rados.0.smithi001.stdout:1791: writing smithi00185197-22 from 9945088 to 10723328 tid 3 2024-09-13T14:24:35.914 INFO:tasks.rados.rados.0.smithi001.stdout:1791: writing smithi00185197-22 from 10723328 to 10805248 tid 4 2024-09-13T14:24:35.914 INFO:tasks.rados.rados.0.smithi001.stdout:1792: rollback oid 10 current snap is 189 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 178 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1790: finishing rollback tid 0 to smithi00185197-15 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1790: finishing rollback tid 1 to smithi00185197-15 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1790: finishing rollback tid 2 to smithi00185197-15 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 634 (ObjNum 479 snap 153 seq_num 479) dirty exists 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 983 (ObjNum 522 snap 174 seq_num 522) dirty exists 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1789: finishing copy_from racing read to smithi00185197-37 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1789: finishing copy_from to smithi00185197-37 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1028 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1788: done (4 left) 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1789: done (3 left) 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1790: done (2 left) 2024-09-13T14:24:35.915 INFO:tasks.rados.rados.0.smithi001.stdout:1793: snap_create 2024-09-13T14:24:35.916 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 1 to smithi00185197-22 2024-09-13T14:24:35.916 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 2 to smithi00185197-22 2024-09-13T14:24:35.917 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 3 to smithi00185197-22 2024-09-13T14:24:35.918 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 4 to smithi00185197-22 2024-09-13T14:24:35.918 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 5 to smithi00185197-22 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1792: finishing rollback tid 0 to smithi00185197-10 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1792: finishing rollback tid 1 to smithi00185197-10 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 6 to smithi00185197-22 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1791: oid 22 updating version 0 to 1248 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1791: oid 22 version 1248 is already newer than 1247 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1791: oid 22 updating version 1248 to 1249 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1791: oid 22 version 1249 is already newer than 1246 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1791: oid 22 version 1249 is already newer than 1245 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1249 (ObjNum 561 snap 189 seq_num 561) dirty exists 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1791: left oid 22 (ObjNum 561 snap 189 seq_num 561) 2024-09-13T14:24:35.920 INFO:tasks.rados.rados.0.smithi001.stdout:1792: finishing rollback tid 2 to smithi00185197-10 2024-09-13T14:24:35.921 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1406 (ObjNum 503 snap 160 seq_num 503) dirty exists 2024-09-13T14:24:36.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:36.866 INFO:tasks.rados.rados.0.smithi001.stdout:1791: done (2 left) 2024-09-13T14:24:36.866 INFO:tasks.rados.rados.0.smithi001.stdout:1792: done (1 left) 2024-09-13T14:24:36.866 INFO:tasks.rados.rados.0.smithi001.stdout:1793: done (0 left) 2024-09-13T14:24:36.866 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 190 2024-09-13T14:24:36.866 INFO:tasks.rados.rados.0.smithi001.stdout:1794: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-09-13T14:24:36.869 INFO:tasks.rados.rados.0.smithi001.stdout:1794: writing smithi00185197-8 from 0 to 622592 tid 1 2024-09-13T14:24:36.873 INFO:tasks.rados.rados.0.smithi001.stdout:1794: writing smithi00185197-8 from 622592 to 1253376 tid 2 2024-09-13T14:24:36.876 INFO:tasks.rados.rados.0.smithi001.stdout:1794: writing smithi00185197-8 from 1253376 to 1835008 tid 3 2024-09-13T14:24:36.879 INFO:tasks.rados.rados.0.smithi001.stdout:1794: writing smithi00185197-8 from 1835008 to 2228224 tid 4 2024-09-13T14:24:36.879 INFO:tasks.rados.rados.0.smithi001.stdout:1795: delete oid 12 current snap is 190 2024-09-13T14:24:36.879 INFO:tasks.rados.rados.0.smithi001.stdout:1794: finishing write tid 1 to smithi00185197-8 2024-09-13T14:24:36.879 INFO:tasks.rados.rados.0.smithi001.stdout:1794: finishing write tid 2 to smithi00185197-8 2024-09-13T14:24:36.880 INFO:tasks.rados.rados.0.smithi001.stdout:1794: finishing write tid 3 to smithi00185197-8 2024-09-13T14:24:36.884 INFO:tasks.rados.rados.0.smithi001.stdout:1795: done (1 left) 2024-09-13T14:24:36.884 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 190 2024-09-13T14:24:36.884 INFO:tasks.rados.rados.0.smithi001.stdout:1796: seq_num 564 ranges {0=655360,655360=442368,1097728=598016,1695744=565248} 2024-09-13T14:24:36.888 INFO:tasks.rados.rados.0.smithi001.stdout:1796: writing smithi00185197-35 from 0 to 655360 tid 1 2024-09-13T14:24:36.890 INFO:tasks.rados.rados.0.smithi001.stdout:1796: writing smithi00185197-35 from 655360 to 1097728 tid 2 2024-09-13T14:24:36.894 INFO:tasks.rados.rados.0.smithi001.stdout:1796: writing smithi00185197-35 from 1097728 to 1695744 tid 3 2024-09-13T14:24:36.897 INFO:tasks.rados.rados.0.smithi001.stdout:1796: writing smithi00185197-35 from 1695744 to 2260992 tid 4 2024-09-13T14:24:36.897 INFO:tasks.rados.rados.0.smithi001.stdout:1797: delete oid 4 current snap is 190 2024-09-13T14:24:36.897 INFO:tasks.rados.rados.0.smithi001.stdout:1794: finishing write tid 4 to smithi00185197-8 2024-09-13T14:24:36.897 INFO:tasks.rados.rados.0.smithi001.stdout:1794: finishing write tid 5 to smithi00185197-8 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1794: finishing write tid 6 to smithi00185197-8 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1794: oid 8 updating version 0 to 1350 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1794: oid 8 updating version 1350 to 1351 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1794: oid 8 updating version 1351 to 1353 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1794: oid 8 version 1353 is already newer than 1352 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1794: oid 8 updating version 1353 to 1354 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1354 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1794: left oid 8 (ObjNum 562 snap 190 seq_num 562) 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1796: finishing write tid 1 to smithi00185197-35 2024-09-13T14:24:36.898 INFO:tasks.rados.rados.0.smithi001.stdout:1796: finishing write tid 2 to smithi00185197-35 2024-09-13T14:24:36.899 INFO:tasks.rados.rados.0.smithi001.stdout:1796: finishing write tid 3 to smithi00185197-35 2024-09-13T14:24:36.900 INFO:tasks.rados.rados.0.smithi001.stdout:1794: done (2 left) 2024-09-13T14:24:36.900 INFO:tasks.rados.rados.0.smithi001.stdout:1797: done (1 left) 2024-09-13T14:24:36.900 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 190 2024-09-13T14:24:36.900 INFO:tasks.rados.rados.0.smithi001.stdout:1798: seq_num 566 ranges {7700480=688128,8388608=614400,9003008=565248,9568256=425984} 2024-09-13T14:24:36.946 INFO:tasks.rados.rados.0.smithi001.stdout:1798: writing smithi00185197-47 from 7700480 to 8388608 tid 1 2024-09-13T14:24:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:1798: writing smithi00185197-47 from 8388608 to 9003008 tid 2 2024-09-13T14:24:36.953 INFO:tasks.rados.rados.0.smithi001.stdout:1798: writing smithi00185197-47 from 9003008 to 9568256 tid 3 2024-09-13T14:24:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:1798: writing smithi00185197-47 from 9568256 to 9994240 tid 4 2024-09-13T14:24:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:1799: rmattr oid 23 current snap is 190 2024-09-13T14:24:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:1799: done (2 left) 2024-09-13T14:24:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:1800: copy_from oid 30 from oid 2 current snap is 190 2024-09-13T14:24:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:1796: finishing write tid 4 to smithi00185197-35 2024-09-13T14:24:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:1796: finishing write tid 5 to smithi00185197-35 2024-09-13T14:24:36.957 INFO:tasks.rados.rados.0.smithi001.stdout:1796: finishing write tid 6 to smithi00185197-35 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1796: oid 35 updating version 0 to 664 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1796: oid 35 updating version 664 to 665 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1796: oid 35 version 665 is already newer than 662 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1796: oid 35 version 665 is already newer than 663 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1796: oid 35 version 665 is already newer than 661 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 665 (ObjNum 564 snap 190 seq_num 564) dirty exists 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1796: left oid 35 (ObjNum 564 snap 190 seq_num 564) 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 1 to smithi00185197-47 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 2 to smithi00185197-47 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1796: done (2 left) 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:1801: copy_from oid 18 from oid 44 current snap is 190 2024-09-13T14:24:36.958 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 190 2024-09-13T14:24:36.959 INFO:tasks.rados.rados.0.smithi001.stdout:1802: seq_num 567 ranges {1671168=704512,2375680=499712,2875392=770048,3645440=335872} 2024-09-13T14:24:36.969 INFO:tasks.rados.rados.0.smithi001.stdout:1802: writing smithi00185197-7 from 1671168 to 2375680 tid 1 2024-09-13T14:24:36.971 INFO:tasks.rados.rados.0.smithi001.stdout:1802: writing smithi00185197-7 from 2375680 to 2875392 tid 2 2024-09-13T14:24:36.976 INFO:tasks.rados.rados.0.smithi001.stdout:1802: writing smithi00185197-7 from 2875392 to 3645440 tid 3 2024-09-13T14:24:36.978 INFO:tasks.rados.rados.0.smithi001.stdout:1802: writing smithi00185197-7 from 3645440 to 3981312 tid 4 2024-09-13T14:24:36.978 INFO:tasks.rados.rados.0.smithi001.stdout:1803: delete oid 46 current snap is 190 2024-09-13T14:24:36.978 INFO:tasks.rados.rados.0.smithi001.stdout:1800: finishing copy_from to smithi00185197-30 2024-09-13T14:24:36.978 INFO:tasks.rados.rados.0.smithi001.stdout:1800: got expected ENOENT (src dne) 2024-09-13T14:24:36.978 INFO:tasks.rados.rados.0.smithi001.stdout:1801: finishing copy_from to smithi00185197-18 2024-09-13T14:24:36.978 INFO:tasks.rados.rados.0.smithi001.stdout:1801: got expected ENOENT (src dne) 2024-09-13T14:24:36.978 INFO:tasks.rados.rados.0.smithi001.stdout:1800: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1801: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 3 to smithi00185197-47 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 4 to smithi00185197-47 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 5 to smithi00185197-47 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 6 to smithi00185197-47 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: oid 47 updating version 0 to 985 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: oid 47 updating version 985 to 987 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: oid 47 updating version 987 to 988 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: oid 47 version 988 is already newer than 986 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: oid 47 version 988 is already newer than 984 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 988 (ObjNum 566 snap 190 seq_num 566) dirty exists 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1798: left oid 47 (ObjNum 566 snap 190 seq_num 566) 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1802: finishing write tid 1 to smithi00185197-7 2024-09-13T14:24:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:1802: finishing write tid 2 to smithi00185197-7 2024-09-13T14:24:36.980 INFO:tasks.rados.rados.0.smithi001.stdout:1798: done (4 left) 2024-09-13T14:24:36.980 INFO:tasks.rados.rados.0.smithi001.stdout:1800: done (3 left) 2024-09-13T14:24:36.981 INFO:tasks.rados.rados.0.smithi001.stdout:1801: done (2 left) 2024-09-13T14:24:36.981 INFO:tasks.rados.rados.0.smithi001.stdout:1803: done (1 left) 2024-09-13T14:24:36.981 INFO:tasks.rados.rados.0.smithi001.stdout:1804: read oid 29 snap -1 2024-09-13T14:24:36.981 INFO:tasks.rados.rados.0.smithi001.stdout:1804: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:24:36.981 INFO:tasks.rados.rados.0.smithi001.stdout:1805: delete oid 40 current snap is 190 2024-09-13T14:24:36.981 INFO:tasks.rados.rados.0.smithi001.stdout:1802: finishing write tid 3 to smithi00185197-7 2024-09-13T14:24:36.981 INFO:tasks.rados.rados.0.smithi001.stdout:1802: finishing write tid 4 to smithi00185197-7 2024-09-13T14:24:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:1802: finishing write tid 5 to smithi00185197-7 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1805: done (2 left) 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1806: snap_create 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1802: finishing write tid 6 to smithi00185197-7 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1802: oid 7 updating version 0 to 668 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1802: oid 7 updating version 668 to 669 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1802: oid 7 updating version 669 to 670 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1802: oid 7 updating version 670 to 671 2024-09-13T14:24:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:1802: oid 7 version 671 is already newer than 667 2024-09-13T14:24:36.985 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 671 (ObjNum 567 snap 190 seq_num 567) dirty exists 2024-09-13T14:24:36.985 INFO:tasks.rados.rados.0.smithi001.stdout:1802: left oid 7 (ObjNum 567 snap 190 seq_num 567) 2024-09-13T14:24:36.989 INFO:tasks.rados.rados.0.smithi001.stdout:1804: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:24:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:36 smithi001 ceph-mon[96683]: pgmap v335: 121 pgs: 121 active+clean; 466 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-09-13T14:24:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:36 smithi001 ceph-mon[96683]: osdmap e448: 8 total, 8 up, 8 in 2024-09-13T14:24:37.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:24:36] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2024-09-13T14:24:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:36 smithi001 ceph-mon[99232]: pgmap v335: 121 pgs: 121 active+clean; 466 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-09-13T14:24:37.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:36 smithi001 ceph-mon[99232]: osdmap e448: 8 total, 8 up, 8 in 2024-09-13T14:24:37.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:36 smithi028 ceph-mon[87621]: pgmap v335: 121 pgs: 121 active+clean; 466 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-09-13T14:24:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:36 smithi028 ceph-mon[87621]: osdmap e448: 8 total, 8 up, 8 in 2024-09-13T14:24:37.379 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:24:37.668 INFO:tasks.rados.rados.0.smithi001.stdout:1802: done (2 left) 2024-09-13T14:24:37.668 INFO:tasks.rados.rados.0.smithi001.stdout:1804: done (1 left) 2024-09-13T14:24:37.668 INFO:tasks.rados.rados.0.smithi001.stdout:1806: done (0 left) 2024-09-13T14:24:37.668 INFO:tasks.rados.rados.0.smithi001.stdout:1807: delete oid 9 current snap is 191 2024-09-13T14:24:37.671 INFO:tasks.rados.rados.0.smithi001.stdout:1807: done (0 left) 2024-09-13T14:24:37.671 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 191 2024-09-13T14:24:37.671 INFO:tasks.rados.rados.0.smithi001.stdout:1808: seq_num 571 ranges {1499136=770048,2269184=483328,2752512=753664,3506176=368640} 2024-09-13T14:24:37.683 INFO:tasks.rados.rados.0.smithi001.stdout:1808: writing smithi00185197-39 from 1499136 to 2269184 tid 1 2024-09-13T14:24:37.686 INFO:tasks.rados.rados.0.smithi001.stdout:1808: writing smithi00185197-39 from 2269184 to 2752512 tid 2 2024-09-13T14:24:37.691 INFO:tasks.rados.rados.0.smithi001.stdout:1808: writing smithi00185197-39 from 2752512 to 3506176 tid 3 2024-09-13T14:24:37.694 INFO:tasks.rados.rados.0.smithi001.stdout:1808: writing smithi00185197-39 from 3506176 to 3874816 tid 4 2024-09-13T14:24:37.694 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 191 2024-09-13T14:24:37.694 INFO:tasks.rados.rados.0.smithi001.stdout:1809: seq_num 572 ranges {9994240=786432,10780672=770048,11550720=557056,12107776=278528} 2024-09-13T14:24:37.753 INFO:tasks.rados.rados.0.smithi001.stdout:1809: writing smithi00185197-47 from 9994240 to 10780672 tid 1 2024-09-13T14:24:37.758 INFO:tasks.rados.rados.0.smithi001.stdout:1809: writing smithi00185197-47 from 10780672 to 11550720 tid 2 2024-09-13T14:24:37.762 INFO:tasks.rados.rados.0.smithi001.stdout:1809: writing smithi00185197-47 from 11550720 to 12107776 tid 3 2024-09-13T14:24:37.764 INFO:tasks.rados.rados.0.smithi001.stdout:1809: writing smithi00185197-47 from 12107776 to 12386304 tid 4 2024-09-13T14:24:37.764 INFO:tasks.rados.rados.0.smithi001.stdout:1810: read oid 32 snap -1 2024-09-13T14:24:37.764 INFO:tasks.rados.rados.0.smithi001.stdout:1810: expect (ObjNum 540 snap 182 seq_num 540) 2024-09-13T14:24:37.764 INFO:tasks.rados.rados.0.smithi001.stdout:1811: snap_create 2024-09-13T14:24:37.764 INFO:tasks.rados.rados.0.smithi001.stdout:1808: finishing write tid 1 to smithi00185197-39 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: finishing write tid 2 to smithi00185197-39 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: finishing write tid 3 to smithi00185197-39 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: finishing write tid 4 to smithi00185197-39 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: finishing write tid 5 to smithi00185197-39 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: finishing write tid 6 to smithi00185197-39 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: oid 39 updating version 0 to 1358 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: oid 39 version 1358 is already newer than 1357 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: oid 39 version 1358 is already newer than 1356 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: oid 39 version 1358 is already newer than 1355 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: oid 39 updating version 1358 to 1359 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1359 (ObjNum 571 snap 191 seq_num 571) dirty exists 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1808: left oid 39 (ObjNum 571 snap 191 seq_num 571) 2024-09-13T14:24:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 1 to smithi00185197-47 2024-09-13T14:24:37.766 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 2 to smithi00185197-47 2024-09-13T14:24:37.767 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 3 to smithi00185197-47 2024-09-13T14:24:37.767 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 4 to smithi00185197-47 2024-09-13T14:24:37.768 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 5 to smithi00185197-47 2024-09-13T14:24:37.769 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 6 to smithi00185197-47 2024-09-13T14:24:37.769 INFO:tasks.rados.rados.0.smithi001.stdout:1809: oid 47 updating version 0 to 991 2024-09-13T14:24:37.769 INFO:tasks.rados.rados.0.smithi001.stdout:1809: oid 47 updating version 991 to 993 2024-09-13T14:24:37.770 INFO:tasks.rados.rados.0.smithi001.stdout:1809: oid 47 version 993 is already newer than 990 2024-09-13T14:24:37.770 INFO:tasks.rados.rados.0.smithi001.stdout:1809: oid 47 version 993 is already newer than 989 2024-09-13T14:24:37.770 INFO:tasks.rados.rados.0.smithi001.stdout:1809: oid 47 version 993 is already newer than 992 2024-09-13T14:24:37.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 993 (ObjNum 572 snap 191 seq_num 572) dirty exists 2024-09-13T14:24:37.770 INFO:tasks.rados.rados.0.smithi001.stdout:1809: left oid 47 (ObjNum 572 snap 191 seq_num 572) 2024-09-13T14:24:37.773 INFO:tasks.rados.rados.0.smithi001.stdout:1810: expect (ObjNum 540 snap 182 seq_num 540) 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (8m) 52s ago 8m 24.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (8m) 18s ago 8m 87.9M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (10m) 52s ago 10m 16.7M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (10m) 18s ago 10m 23.0M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (4m) 18s ago 13m 455M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (4m) 52s ago 15m 525M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (3m) 52s ago 15m 55.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (3m) 18s ago 14m 45.2M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:24:37.981 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (3m) 52s ago 13m 46.9M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (8m) 52s ago 8m 16.5M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (8m) 18s ago 8m 14.7M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (2m) 52s ago 13m 182M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (2m) 52s ago 12m 144M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (90s) 52s ago 12m 97.8M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (56s) 52s ago 12m 12.2M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (23s) 18s ago 11m 14.6M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (11m) 18s ago 11m 346M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 6a77ba2f728c 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (11m) 18s ago 11m 274M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (10m) 18s ago 10m 188M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:24:37.982 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (4m) 18s ago 9m 54.2M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:24:38.330 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:24:38.330 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:24:38.330 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:24:38.330 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:38.330 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3, 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 5 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 5, 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 10 2024-09-13T14:24:38.331 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:24:38.332 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:24:38.628 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "10/20 daemons upgraded", 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:24:38.629 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:24:38.672 INFO:tasks.rados.rados.0.smithi001.stdout:1808: done (3 left) 2024-09-13T14:24:38.672 INFO:tasks.rados.rados.0.smithi001.stdout:1809: done (2 left) 2024-09-13T14:24:38.673 INFO:tasks.rados.rados.0.smithi001.stdout:1810: done (1 left) 2024-09-13T14:24:38.673 INFO:tasks.rados.rados.0.smithi001.stdout:1811: done (0 left) 2024-09-13T14:24:38.673 INFO:tasks.rados.rados.0.smithi001.stdout:1812: copy_from oid 23 from oid 48 current snap is 192 2024-09-13T14:24:38.673 INFO:tasks.rados.rados.0.smithi001.stdout:1813: delete oid 40 current snap is 192 2024-09-13T14:24:38.675 INFO:tasks.rados.rados.0.smithi001.stdout:1813: done (1 left) 2024-09-13T14:24:38.675 INFO:tasks.rados.rados.0.smithi001.stdout:1814: snap_remove snap 184 2024-09-13T14:24:38.919 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:38 smithi028 ceph-mon[87621]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:38.919 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:38 smithi028 ceph-mon[87621]: pgmap v337: 121 pgs: 121 active+clean; 468 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-13T14:24:38.919 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:38 smithi028 ceph-mon[87621]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T14:24:38.920 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:38 smithi028 ceph-mon[87621]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:38.920 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:38 smithi028 ceph-mon[87621]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:38.920 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:38 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1533059040' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:38.920 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:24:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[99232]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[99232]: pgmap v337: 121 pgs: 121 active+clean; 468 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-13T14:24:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[99232]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T14:24:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[99232]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[99232]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1533059040' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:39.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:24:39.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[96683]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:39.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[96683]: pgmap v337: 121 pgs: 121 active+clean; 468 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-13T14:24:39.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[96683]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T14:24:39.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[96683]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:39.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[96683]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:39.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1533059040' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:39.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:24:39.681 INFO:tasks.rados.rados.0.smithi001.stdout:1814: done (1 left) 2024-09-13T14:24:39.682 INFO:tasks.rados.rados.0.smithi001.stdout:1815: setattr oid 37 current snap is 192 2024-09-13T14:24:39.682 INFO:tasks.rados.rados.0.smithi001.stdout:1812: finishing copy_from racing read to smithi00185197-23 2024-09-13T14:24:39.682 INFO:tasks.rados.rados.0.smithi001.stdout:1812: finishing copy_from to smithi00185197-23 2024-09-13T14:24:39.682 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 977 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:39.684 INFO:tasks.rados.rados.0.smithi001.stdout:1812: done (1 left) 2024-09-13T14:24:39.684 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 192 2024-09-13T14:24:39.684 INFO:tasks.rados.rados.0.smithi001.stdout:1816: seq_num 574 ranges {0=16384} 2024-09-13T14:24:39.684 INFO:tasks.rados.rados.0.smithi001.stdout:1816: writing smithi00185197-46 from 0 to 16384 tid 1 2024-09-13T14:24:39.684 INFO:tasks.rados.rados.0.smithi001.stdout:1817: delete oid 23 current snap is 192 2024-09-13T14:24:39.692 INFO:tasks.rados.rados.0.smithi001.stdout:1816: finishing write tid 1 to smithi00185197-46 2024-09-13T14:24:39.692 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1250 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:24:39.693 INFO:tasks.rados.rados.0.smithi001.stdout:1816: finishing write tid 2 to smithi00185197-46 2024-09-13T14:24:39.695 INFO:tasks.rados.rados.0.smithi001.stdout:1815: done (2 left) 2024-09-13T14:24:39.695 INFO:tasks.rados.rados.0.smithi001.stdout:1817: done (1 left) 2024-09-13T14:24:39.695 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 192 2024-09-13T14:24:39.696 INFO:tasks.rados.rados.0.smithi001.stdout:1818: seq_num 576 ranges {4325376=49152} 2024-09-13T14:24:39.720 INFO:tasks.rados.rados.0.smithi001.stdout:1818: writing smithi00185197-26 from 4325376 to 4374528 tid 1 2024-09-13T14:24:39.720 INFO:tasks.rados.rados.0.smithi001.stdout:1819: snap_remove snap 168 2024-09-13T14:24:39.812 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:39 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:24:39.812 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:39 smithi028 ceph-mon[87621]: Upgrade: osd.5 is safe to restart 2024-09-13T14:24:39.812 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:39 smithi028 ceph-mon[87621]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:39.812 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:39 smithi028 ceph-mon[87621]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T14:24:40.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:24:40.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[99232]: Upgrade: osd.5 is safe to restart 2024-09-13T14:24:40.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[99232]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:40.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[99232]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T14:24:40.103 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[115275]: 2024-09-13T14:24:39.692+0000 7fa9b620f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fc after trimming was started 2024-09-13T14:24:40.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:24:40.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[96683]: Upgrade: osd.5 is safe to restart 2024-09-13T14:24:40.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[96683]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:40.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:39 smithi001 ceph-mon[96683]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T14:24:40.680 INFO:tasks.rados.rados.0.smithi001.stdout:1819: done (2 left) 2024-09-13T14:24:40.681 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 192 2024-09-13T14:24:40.681 INFO:tasks.rados.rados.0.smithi001.stdout:1820: seq_num 577 ranges {0=65536} 2024-09-13T14:24:40.682 INFO:tasks.rados.rados.0.smithi001.stdout:1820: writing smithi00185197-9 from 0 to 65536 tid 1 2024-09-13T14:24:40.682 INFO:tasks.rados.rados.0.smithi001.stdout:1821: snap_create 2024-09-13T14:24:40.682 INFO:tasks.rados.rados.0.smithi001.stdout:1816: finishing write tid 3 to smithi00185197-46 2024-09-13T14:24:40.682 INFO:tasks.rados.rados.0.smithi001.stdout:1816: oid 46 updating version 0 to 1392 2024-09-13T14:24:40.682 INFO:tasks.rados.rados.0.smithi001.stdout:1816: oid 46 updating version 1392 to 1393 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1393 (ObjNum 574 snap 192 seq_num 574) dirty exists 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:1816: left oid 46 (ObjNum 574 snap 192 seq_num 574) 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:1818: finishing write tid 1 to smithi00185197-26 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:1818: finishing write tid 2 to smithi00185197-26 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:1818: finishing write tid 3 to smithi00185197-26 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:1818: oid 26 updating version 0 to 1412 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:1818: oid 26 updating version 1412 to 1413 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1413 (ObjNum 576 snap 192 seq_num 576) dirty exists 2024-09-13T14:24:40.683 INFO:tasks.rados.rados.0.smithi001.stdout:1818: left oid 26 (ObjNum 576 snap 192 seq_num 576) 2024-09-13T14:24:40.697 INFO:tasks.rados.rados.0.smithi001.stdout:1820: finishing write tid 1 to smithi00185197-9 2024-09-13T14:24:40.697 INFO:tasks.rados.rados.0.smithi001.stdout:1820: finishing write tid 2 to smithi00185197-9 2024-09-13T14:24:40.699 INFO:tasks.rados.rados.0.smithi001.stdout:1820: finishing write tid 3 to smithi00185197-9 2024-09-13T14:24:40.699 INFO:tasks.rados.rados.0.smithi001.stdout:1820: oid 9 updating version 0 to 980 2024-09-13T14:24:40.699 INFO:tasks.rados.rados.0.smithi001.stdout:1820: oid 9 version 980 is already newer than 979 2024-09-13T14:24:40.699 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 980 (ObjNum 577 snap 192 seq_num 577) dirty exists 2024-09-13T14:24:40.699 INFO:tasks.rados.rados.0.smithi001.stdout:1820: left oid 9 (ObjNum 577 snap 192 seq_num 577) 2024-09-13T14:24:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:40 smithi028 ceph-mon[87621]: pgmap v340: 121 pgs: 121 active+clean; 473 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-09-13T14:24:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:40 smithi028 ceph-mon[87621]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T14:24:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:40 smithi028 ceph-mon[87621]: Upgrade: Updating osd.5 2024-09-13T14:24:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:24:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:40 smithi028 ceph-mon[87621]: Deploying daemon osd.5 on smithi028 2024-09-13T14:24:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[96683]: pgmap v340: 121 pgs: 121 active+clean; 473 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-09-13T14:24:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[96683]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T14:24:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[96683]: Upgrade: Updating osd.5 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[96683]: Deploying daemon osd.5 on smithi028 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[99232]: pgmap v340: 121 pgs: 121 active+clean; 473 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[99232]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[99232]: Upgrade: Updating osd.5 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:40 smithi001 ceph-mon[99232]: Deploying daemon osd.5 on smithi028 2024-09-13T14:24:41.692 INFO:tasks.rados.rados.0.smithi001.stdout:1816: done (3 left) 2024-09-13T14:24:41.692 INFO:tasks.rados.rados.0.smithi001.stdout:1818: done (2 left) 2024-09-13T14:24:41.692 INFO:tasks.rados.rados.0.smithi001.stdout:1820: done (1 left) 2024-09-13T14:24:41.692 INFO:tasks.rados.rados.0.smithi001.stdout:1821: done (0 left) 2024-09-13T14:24:41.692 INFO:tasks.rados.rados.0.smithi001.stdout:1822: rollback oid 36 current snap is 193 2024-09-13T14:24:41.692 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 191 2024-09-13T14:24:41.692 INFO:tasks.rados.rados.0.smithi001.stdout:1823: snap_create 2024-09-13T14:24:41.700 INFO:tasks.rados.rados.0.smithi001.stdout:1822: finishing rollback tid 0 to smithi00185197-36 2024-09-13T14:24:41.700 INFO:tasks.rados.rados.0.smithi001.stdout:1822: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:24:41.700 INFO:tasks.rados.rados.0.smithi001.stdout:1822: finishing rollback tid 2 to smithi00185197-36 2024-09-13T14:24:41.701 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1421 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-09-13T14:24:41.939 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:41 smithi028 ceph-mon[87621]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T14:24:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:41 smithi001 ceph-mon[96683]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T14:24:42.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:41 smithi001 ceph-mon[99232]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T14:24:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1822: done (1 left) 2024-09-13T14:24:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1823: done (0 left) 2024-09-13T14:24:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1824: read oid 4 snap 183 2024-09-13T14:24:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1824: expect (ObjNum 500 snap 160 seq_num 500) 2024-09-13T14:24:42.670 INFO:tasks.rados.rados.0.smithi001.stdout:1825: snap_remove snap 191 2024-09-13T14:24:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:42 smithi028 ceph-mon[87621]: pgmap v343: 121 pgs: 121 active+clean; 499 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-09-13T14:24:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:42 smithi028 ceph-mon[87621]: osdmap e453: 8 total, 8 up, 8 in 2024-09-13T14:24:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:42 smithi028 ceph-mon[87621]: osdmap e454: 8 total, 8 up, 8 in 2024-09-13T14:24:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:42 smithi001 ceph-mon[96683]: pgmap v343: 121 pgs: 121 active+clean; 499 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-09-13T14:24:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:42 smithi001 ceph-mon[96683]: osdmap e453: 8 total, 8 up, 8 in 2024-09-13T14:24:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:42 smithi001 ceph-mon[96683]: osdmap e454: 8 total, 8 up, 8 in 2024-09-13T14:24:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:42 smithi001 ceph-mon[99232]: pgmap v343: 121 pgs: 121 active+clean; 499 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-09-13T14:24:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:42 smithi001 ceph-mon[99232]: osdmap e453: 8 total, 8 up, 8 in 2024-09-13T14:24:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:42 smithi001 ceph-mon[99232]: osdmap e454: 8 total, 8 up, 8 in 2024-09-13T14:24:43.183 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:42 smithi028 systemd[1]: Stopping Ceph osd.5 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:24:43.605 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:43 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[42852]: 2024-09-13T14:24:43.180+0000 7fb80fc67640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:24:43.605 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:43 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[42852]: 2024-09-13T14:24:43.180+0000 7fb80fc67640 -1 osd.5 454 *** Got signal Terminated *** 2024-09-13T14:24:43.605 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:43 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[42852]: 2024-09-13T14:24:43.180+0000 7fb80fc67640 -1 osd.5 454 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:24:43.674 INFO:tasks.rados.rados.0.smithi001.stdout:1825: done (1 left) 2024-09-13T14:24:43.674 INFO:tasks.rados.rados.0.smithi001.stdout:1826: setattr oid 49 current snap is 194 2024-09-13T14:24:43.675 INFO:tasks.rados.rados.0.smithi001.stdout:1824: expect (ObjNum 500 snap 160 seq_num 500) 2024-09-13T14:24:43.944 INFO:tasks.rados.rados.0.smithi001.stdout:1824: done (1 left) 2024-09-13T14:24:43.944 INFO:tasks.rados.rados.0.smithi001.stdout:1827: snap_remove snap 170 2024-09-13T14:24:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:43 smithi001 ceph-mon[96683]: osd.5 marked itself down and dead 2024-09-13T14:24:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:43 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:24:44.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:43 smithi001 ceph-mon[96683]: osdmap e455: 8 total, 7 up, 8 in 2024-09-13T14:24:44.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:43 smithi001 ceph-mon[99232]: osd.5 marked itself down and dead 2024-09-13T14:24:44.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:43 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:24:44.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:43 smithi001 ceph-mon[99232]: osdmap e455: 8 total, 7 up, 8 in 2024-09-13T14:24:44.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:43 smithi028 ceph-mon[87621]: osd.5 marked itself down and dead 2024-09-13T14:24:44.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:43 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:24:44.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:43 smithi028 ceph-mon[87621]: osdmap e455: 8 total, 7 up, 8 in 2024-09-13T14:24:44.465 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:44 smithi028 podman[97880]: 2024-09-13 14:24:44.245526548 +0000 UTC m=+1.181770977 container died 6a77ba2f728c319c6643a8f00a68dd8f0a1b1a349b7aeb466ecf0313f7de7b68 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-2c01458, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-13T14:24:44.674 INFO:tasks.rados.rados.0.smithi001.stdout:1827: done (1 left) 2024-09-13T14:24:44.674 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 194 2024-09-13T14:24:44.674 INFO:tasks.rados.rados.0.smithi001.stdout:1828: seq_num 578 ranges {12271616=81920} 2024-09-13T14:24:44.744 INFO:tasks.rados.rados.0.smithi001.stdout:1828: writing smithi00185197-41 from 12271616 to 12353536 tid 1 2024-09-13T14:24:44.744 INFO:tasks.rados.rados.0.smithi001.stdout:1829: copy_from oid 47 from oid 44 current snap is 194 2024-09-13T14:24:44.745 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1405 (ObjNum 538 snap 181 seq_num 538) dirty exists 2024-09-13T14:24:44.745 INFO:tasks.rados.rados.0.smithi001.stdout:1826: done (2 left) 2024-09-13T14:24:44.748 INFO:tasks.rados.rados.0.smithi001.stdout:1830: rollback oid 8 current snap is 194 2024-09-13T14:24:44.748 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 189 2024-09-13T14:24:44.748 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 194 2024-09-13T14:24:44.748 INFO:tasks.rados.rados.0.smithi001.stdout:1831: seq_num 579 ranges {2670592=98304} 2024-09-13T14:24:44.749 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:44 smithi028 ceph-mon[87621]: pgmap v346: 121 pgs: 121 active+clean; 503 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-09-13T14:24:44.749 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:44 smithi028 ceph-mon[87621]: osdmap e456: 8 total, 7 up, 8 in 2024-09-13T14:24:44.750 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:44 smithi028 podman[97880]: 2024-09-13 14:24:44.638326708 +0000 UTC m=+1.574571142 container cleanup 6a77ba2f728c319c6643a8f00a68dd8f0a1b1a349b7aeb466ecf0313f7de7b68 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, ceph=True, GIT_CLEAN=True, RELEASE=reef-2c01458, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-13T14:24:44.750 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:44 smithi028 bash[97880]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1831: writing smithi00185197-5 from 2670592 to 2768896 tid 1 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1832: read oid 7 snap -1 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1832: expect (ObjNum 567 snap 190 seq_num 567) 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1833: snap_create 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1829: finishing copy_from to smithi00185197-47 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1829: got expected ENOENT (src dne) 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1829: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1830: finishing rollback tid 0 to smithi00185197-8 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1830: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1361 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T14:24:44.760 INFO:tasks.rados.rados.0.smithi001.stdout:1828: finishing write tid 1 to smithi00185197-41 2024-09-13T14:24:44.761 INFO:tasks.rados.rados.0.smithi001.stdout:1828: finishing write tid 2 to smithi00185197-41 2024-09-13T14:24:44.761 INFO:tasks.rados.rados.0.smithi001.stdout:1828: finishing write tid 3 to smithi00185197-41 2024-09-13T14:24:44.761 INFO:tasks.rados.rados.0.smithi001.stdout:1828: oid 41 updating version 0 to 865 2024-09-13T14:24:44.761 INFO:tasks.rados.rados.0.smithi001.stdout:1828: oid 41 updating version 865 to 866 2024-09-13T14:24:44.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 866 (ObjNum 578 snap 194 seq_num 578) dirty exists 2024-09-13T14:24:44.761 INFO:tasks.rados.rados.0.smithi001.stdout:1828: left oid 41 (ObjNum 578 snap 194 seq_num 578) 2024-09-13T14:24:44.763 INFO:tasks.rados.rados.0.smithi001.stdout:1831: finishing write tid 1 to smithi00185197-5 2024-09-13T14:24:44.763 INFO:tasks.rados.rados.0.smithi001.stdout:1831: finishing write tid 2 to smithi00185197-5 2024-09-13T14:24:44.764 INFO:tasks.rados.rados.0.smithi001.stdout:1831: finishing write tid 3 to smithi00185197-5 2024-09-13T14:24:44.764 INFO:tasks.rados.rados.0.smithi001.stdout:1831: oid 5 updating version 0 to 1363 2024-09-13T14:24:44.764 INFO:tasks.rados.rados.0.smithi001.stdout:1831: oid 5 version 1363 is already newer than 1362 2024-09-13T14:24:44.764 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1363 (ObjNum 579 snap 194 seq_num 579) dirty exists 2024-09-13T14:24:44.764 INFO:tasks.rados.rados.0.smithi001.stdout:1831: left oid 5 (ObjNum 579 snap 194 seq_num 579) 2024-09-13T14:24:44.777 INFO:tasks.rados.rados.0.smithi001.stdout:1832: expect (ObjNum 567 snap 190 seq_num 567) 2024-09-13T14:24:45.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:44 smithi001 ceph-mon[99232]: pgmap v346: 121 pgs: 121 active+clean; 503 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-09-13T14:24:45.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:44 smithi001 ceph-mon[99232]: osdmap e456: 8 total, 7 up, 8 in 2024-09-13T14:24:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:44 smithi001 ceph-mon[96683]: pgmap v346: 121 pgs: 121 active+clean; 503 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-09-13T14:24:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:44 smithi001 ceph-mon[96683]: osdmap e456: 8 total, 7 up, 8 in 2024-09-13T14:24:45.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:44 smithi028 podman[97899]: 2024-09-13 14:24:44.914897933 +0000 UTC m=+0.658377273 container remove 6a77ba2f728c319c6643a8f00a68dd8f0a1b1a349b7aeb466ecf0313f7de7b68 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-2c01458, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:24:45.593 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:45 smithi028 podman[98004]: 2024-09-13 14:24:45.174592949 +0000 UTC m=+0.016923698 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:24:45.593 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:45 smithi028 podman[98004]: 2024-09-13 14:24:45.282428444 +0000 UTC m=+0.124759184 container create 0fd46209b72addbf582de03008bbdb5798c9df0520551fedfd50b7f75615c42d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-13T14:24:45.593 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:45 smithi028 podman[98004]: 2024-09-13 14:24:45.501427118 +0000 UTC m=+0.343757869 container init 0fd46209b72addbf582de03008bbdb5798c9df0520551fedfd50b7f75615c42d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:24:45.594 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:45 smithi028 podman[98004]: 2024-09-13 14:24:45.50644348 +0000 UTC m=+0.348774223 container start 0fd46209b72addbf582de03008bbdb5798c9df0520551fedfd50b7f75615c42d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-13T14:24:45.703 INFO:tasks.rados.rados.0.smithi001.stdout:1828: done (5 left) 2024-09-13T14:24:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:1829: done (4 left) 2024-09-13T14:24:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:1830: done (3 left) 2024-09-13T14:24:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:1831: done (2 left) 2024-09-13T14:24:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:1832: done (1 left) 2024-09-13T14:24:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:1833: done (0 left) 2024-09-13T14:24:45.704 INFO:tasks.rados.rados.0.smithi001.stdout:1834: setattr oid 37 current snap is 195 2024-09-13T14:24:45.706 INFO:tasks.rados.rados.0.smithi001.stdout:1835: copy_from oid 34 from oid 33 current snap is 195 2024-09-13T14:24:45.706 INFO:tasks.rados.rados.0.smithi001.stdout:1836: copy_from oid 16 from oid 43 current snap is 195 2024-09-13T14:24:45.706 INFO:tasks.rados.rados.0.smithi001.stdout:1837: rollback oid 13 current snap is 195 2024-09-13T14:24:45.706 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 188 2024-09-13T14:24:45.706 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 195 2024-09-13T14:24:45.707 INFO:tasks.rados.rados.0.smithi001.stdout:1838: seq_num 580 ranges {10534912=114688} 2024-09-13T14:24:45.766 INFO:tasks.rados.rados.0.smithi001.stdout:1838: writing smithi00185197-24 from 10534912 to 10649600 tid 1 2024-09-13T14:24:45.766 INFO:tasks.rados.rados.0.smithi001.stdout:1839: copy_from oid 38 from oid 11 current snap is 195 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1251 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1837: finishing rollback tid 0 to smithi00185197-13 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1837: finishing rollback tid 1 to smithi00185197-13 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1837: finishing rollback tid 2 to smithi00185197-13 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1246 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1835: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1834: done (5 left) 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1837: done (4 left) 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1840: rollback oid 6 current snap is 195 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 189 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1835: finishing copy_from to smithi00185197-34 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1033 (ObjNum 559 snap 187 seq_num 559) dirty exists 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1836: finishing copy_from racing read to smithi00185197-16 2024-09-13T14:24:45.767 INFO:tasks.rados.rados.0.smithi001.stdout:1836: finishing copy_from to smithi00185197-16 2024-09-13T14:24:45.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 648 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-09-13T14:24:45.768 INFO:tasks.rados.rados.0.smithi001.stdout:1835: done (4 left) 2024-09-13T14:24:45.768 INFO:tasks.rados.rados.0.smithi001.stdout:1836: done (3 left) 2024-09-13T14:24:45.768 INFO:tasks.rados.rados.0.smithi001.stdout:1841: snap_create 2024-09-13T14:24:45.772 INFO:tasks.rados.rados.0.smithi001.stdout:1838: finishing write tid 1 to smithi00185197-24 2024-09-13T14:24:45.772 INFO:tasks.rados.rados.0.smithi001.stdout:1838: finishing write tid 2 to smithi00185197-24 2024-09-13T14:24:45.773 INFO:tasks.rados.rados.0.smithi001.stdout:1840: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:24:45.773 INFO:tasks.rados.rados.0.smithi001.stdout:1840: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:24:45.773 INFO:tasks.rados.rados.0.smithi001.stdout:1838: finishing write tid 3 to smithi00185197-24 2024-09-13T14:24:45.773 INFO:tasks.rados.rados.0.smithi001.stdout:1838: oid 24 updating version 0 to 636 2024-09-13T14:24:45.773 INFO:tasks.rados.rados.0.smithi001.stdout:1838: oid 24 version 636 is already newer than 635 2024-09-13T14:24:45.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 636 (ObjNum 580 snap 195 seq_num 580) dirty exists 2024-09-13T14:24:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:1838: left oid 24 (ObjNum 580 snap 195 seq_num 580) 2024-09-13T14:24:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:1840: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:24:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 1411 (ObjNum 498 snap 158 seq_num 498) dirty exists 2024-09-13T14:24:45.782 INFO:tasks.rados.rados.0.smithi001.stdout:1839: finishing copy_from racing read to smithi00185197-38 2024-09-13T14:24:45.784 INFO:tasks.rados.rados.0.smithi001.stdout:1839: finishing copy_from to smithi00185197-38 2024-09-13T14:24:45.784 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 974 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:24:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:45 smithi028 ceph-mon[87621]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:24:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:45 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 73/723 objects degraded (10.097%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:45 smithi028 ceph-mon[87621]: osdmap e457: 8 total, 7 up, 8 in 2024-09-13T14:24:45.855 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:45 smithi028 podman[98004]: 2024-09-13 14:24:45.592940789 +0000 UTC m=+0.435271531 container attach 0fd46209b72addbf582de03008bbdb5798c9df0520551fedfd50b7f75615c42d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T14:24:45.856 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:45 smithi028 podman[98004]: 2024-09-13 14:24:45.705473991 +0000 UTC m=+0.547804731 container died 0fd46209b72addbf582de03008bbdb5798c9df0520551fedfd50b7f75615c42d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:24:46.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:45 smithi001 ceph-mon[99232]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:24:46.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:45 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 73/723 objects degraded (10.097%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:46.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:45 smithi001 ceph-mon[99232]: osdmap e457: 8 total, 7 up, 8 in 2024-09-13T14:24:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:45 smithi001 ceph-mon[96683]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:24:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:45 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 73/723 objects degraded (10.097%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:45 smithi001 ceph-mon[96683]: osdmap e457: 8 total, 7 up, 8 in 2024-09-13T14:24:46.747 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:46 smithi028 podman[98049]: 2024-09-13 14:24:46.430751164 +0000 UTC m=+0.718129789 container remove 0fd46209b72addbf582de03008bbdb5798c9df0520551fedfd50b7f75615c42d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:24:46.747 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:46 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-13T14:24:46.747 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:46 smithi028 systemd[1]: Stopped Ceph osd.5 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:24:46.747 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:46 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.5.service: Consumed 18.937s CPU time. 2024-09-13T14:24:46.747 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:46 smithi028 systemd[1]: Starting Ceph osd.5 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:24:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1838: done (3 left) 2024-09-13T14:24:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1839: done (2 left) 2024-09-13T14:24:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1840: done (1 left) 2024-09-13T14:24:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1841: done (0 left) 2024-09-13T14:24:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1842: rmattr oid 9 current snap is 196 2024-09-13T14:24:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1842: done (0 left) 2024-09-13T14:24:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1843: copy_from oid 8 from oid 42 current snap is 196 2024-09-13T14:24:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1844: delete oid 3 current snap is 196 2024-09-13T14:24:46.759 INFO:tasks.rados.rados.0.smithi001.stdout:1844: done (1 left) 2024-09-13T14:24:46.759 INFO:tasks.rados.rados.0.smithi001.stdout:1845: rollback oid 25 current snap is 196 2024-09-13T14:24:46.759 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 186 2024-09-13T14:24:46.759 INFO:tasks.rados.rados.0.smithi001.stdout:1846: snap_create 2024-09-13T14:24:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:1845: finishing rollback tid 1 to smithi00185197-25 2024-09-13T14:24:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1349 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-13T14:24:46.793 INFO:tasks.rados.rados.0.smithi001.stdout:1843: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:24:46.794 INFO:tasks.rados.rados.0.smithi001.stdout:1843: finishing copy_from to smithi00185197-8 2024-09-13T14:24:46.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 995 (ObjNum 552 snap 186 seq_num 552) dirty exists 2024-09-13T14:24:47.001 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:46 smithi028 ceph-mon[87621]: pgmap v349: 121 pgs: 19 active+undersized, 6 peering, 8 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 498 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 73/723 objects degraded (10.097%) 2024-09-13T14:24:47.001 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:46 smithi028 podman[98154]: 2024-09-13 14:24:46.890456108 +0000 UTC m=+0.108618597 container create 1f1d2d986c07b4754863d5e6825c5380a4d91c74db4cbad70564715ad551792f (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-13T14:24:47.001 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:46 smithi028 podman[98154]: 2024-09-13 14:24:46.799037541 +0000 UTC m=+0.017200040 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:24:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:46 smithi001 ceph-mon[96683]: pgmap v349: 121 pgs: 19 active+undersized, 6 peering, 8 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 498 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 73/723 objects degraded (10.097%) 2024-09-13T14:24:47.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:24:46] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2024-09-13T14:24:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:46 smithi001 ceph-mon[99232]: pgmap v349: 121 pgs: 19 active+undersized, 6 peering, 8 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 498 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 73/723 objects degraded (10.097%) 2024-09-13T14:24:47.266 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 podman[98154]: 2024-09-13 14:24:47.109447639 +0000 UTC m=+0.327610131 container init 1f1d2d986c07b4754863d5e6825c5380a4d91c74db4cbad70564715ad551792f (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T14:24:47.266 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 podman[98154]: 2024-09-13 14:24:47.114382005 +0000 UTC m=+0.332544495 container start 1f1d2d986c07b4754863d5e6825c5380a4d91c74db4cbad70564715ad551792f (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-13T14:24:47.266 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.266 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 podman[98154]: 2024-09-13 14:24:47.275794404 +0000 UTC m=+0.493956903 container attach 1f1d2d986c07b4754863d5e6825c5380a4d91c74db4cbad70564715ad551792f (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:24:47.609 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T14:24:47.610 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T14:24:47.610 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-09-13T14:24:47.610 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-09-13T14:24:47.671 INFO:tasks.rados.rados.0.smithi001.stdout:1843: done (2 left) 2024-09-13T14:24:47.671 INFO:tasks.rados.rados.0.smithi001.stdout:1845: done (1 left) 2024-09-13T14:24:47.671 INFO:tasks.rados.rados.0.smithi001.stdout:1846: done (0 left) 2024-09-13T14:24:47.671 INFO:tasks.rados.rados.0.smithi001.stdout:1847: read oid 30 snap 164 2024-09-13T14:24:47.671 INFO:tasks.rados.rados.0.smithi001.stdout:1847: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:24:47.672 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 197 2024-09-13T14:24:47.672 INFO:tasks.rados.rados.0.smithi001.stdout:1848: seq_num 582 ranges {7577600=155648} 2024-09-13T14:24:47.714 INFO:tasks.rados.rados.0.smithi001.stdout:1848: writing smithi00185197-42 from 7577600 to 7733248 tid 1 2024-09-13T14:24:47.714 INFO:tasks.rados.rados.0.smithi001.stdout:1849: rmattr oid 38 current snap is 197 2024-09-13T14:24:47.714 INFO:tasks.rados.rados.0.smithi001.stdout:1849: done (2 left) 2024-09-13T14:24:47.714 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 197 2024-09-13T14:24:47.714 INFO:tasks.rados.rados.0.smithi001.stdout:1850: seq_num 583 ranges {3874816=172032} 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1850: writing smithi00185197-39 from 3874816 to 4046848 tid 1 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1851: read oid 50 snap 196 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1851: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1852: read oid 10 snap -1 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1852: expect (ObjNum 503 snap 160 seq_num 503) 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1853: rmattr oid 2 current snap is 197 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1853: done (5 left) 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1854: rollback oid 44 current snap is 197 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 188 2024-09-13T14:24:47.737 INFO:tasks.rados.rados.0.smithi001.stdout:1847: expect (ObjNum 316 snap 99 seq_num 316) 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:1848: finishing write tid 1 to smithi00185197-42 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:1848: finishing write tid 2 to smithi00185197-42 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:1847: done (5 left) 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 197 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:1848: finishing write tid 3 to smithi00185197-42 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:1848: oid 42 updating version 0 to 996 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:1848: oid 42 updating version 996 to 997 2024-09-13T14:24:47.759 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 997 (ObjNum 582 snap 197 seq_num 582) dirty exists 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1848: left oid 42 (ObjNum 582 snap 197 seq_num 582) 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1850: finishing write tid 1 to smithi00185197-39 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1854: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 653 (ObjNum 65 snap 0 seq_num 1786748176) dirty dne 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1850: finishing write tid 2 to smithi00185197-39 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1850: finishing write tid 3 to smithi00185197-39 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1850: oid 39 updating version 0 to 1364 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1850: oid 39 updating version 1364 to 1365 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1365 (ObjNum 583 snap 197 seq_num 583) dirty exists 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1850: left oid 39 (ObjNum 583 snap 197 seq_num 583) 2024-09-13T14:24:47.760 INFO:tasks.rados.rados.0.smithi001.stdout:1851: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:24:47.964 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-mon[87621]: osdmap e458: 8 total, 7 up, 8 in 2024-09-13T14:24:47.964 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-mon[87621]: osdmap e459: 8 total, 7 up, 8 in 2024-09-13T14:24:47.964 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T14:24:47.964 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T14:24:47.964 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-09-13T14:24:47.964 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-09-13T14:24:47.965 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T14:24:47.965 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T14:24:47.965 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T14:24:47.965 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T14:24:47.965 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate[98169]: --> ceph-volume lvm activate successful for osd ID: 5 2024-09-13T14:24:47.965 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 bash[98154]: --> ceph-volume lvm activate successful for osd ID: 5 2024-09-13T14:24:47.965 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:47 smithi028 podman[98154]: 2024-09-13 14:24:47.664968139 +0000 UTC m=+0.883130638 container died 1f1d2d986c07b4754863d5e6825c5380a4d91c74db4cbad70564715ad551792f (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2) 2024-09-13T14:24:48.018 INFO:tasks.rados.rados.0.smithi001.stdout:1852: expect (ObjNum 503 snap 160 seq_num 503) 2024-09-13T14:24:48.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:47 smithi001 ceph-mon[96683]: osdmap e458: 8 total, 7 up, 8 in 2024-09-13T14:24:48.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:47 smithi001 ceph-mon[96683]: osdmap e459: 8 total, 7 up, 8 in 2024-09-13T14:24:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:47 smithi001 ceph-mon[99232]: osdmap e458: 8 total, 7 up, 8 in 2024-09-13T14:24:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:47 smithi001 ceph-mon[99232]: osdmap e459: 8 total, 7 up, 8 in 2024-09-13T14:24:48.605 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 podman[98299]: 2024-09-13 14:24:48.349066244 +0000 UTC m=+0.676782169 container remove 1f1d2d986c07b4754863d5e6825c5380a4d91c74db4cbad70564715ad551792f (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-activate, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-13T14:24:48.605 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 podman[98364]: 2024-09-13 14:24:48.468519584 +0000 UTC m=+0.016539615 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:24:48.605 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 podman[98364]: 2024-09-13 14:24:48.591674952 +0000 UTC m=+0.139695027 container create 9b05afad3641e8314f45fa5db90fd998b9de577ee29a336a650a3752c3553821 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:24:48.895 INFO:tasks.rados.rados.0.smithi001.stdout:1855: seq_num 584 ranges {13246464=188416} 2024-09-13T14:24:48.968 INFO:tasks.rados.rados.0.smithi001.stdout:1855: writing smithi00185197-31 from 13246464 to 13434880 tid 1 2024-09-13T14:24:48.968 INFO:tasks.rados.rados.0.smithi001.stdout:1848: done (5 left) 2024-09-13T14:24:48.968 INFO:tasks.rados.rados.0.smithi001.stdout:1850: done (4 left) 2024-09-13T14:24:48.969 INFO:tasks.rados.rados.0.smithi001.stdout:1851: done (3 left) 2024-09-13T14:24:48.969 INFO:tasks.rados.rados.0.smithi001.stdout:1852: done (2 left) 2024-09-13T14:24:48.969 INFO:tasks.rados.rados.0.smithi001.stdout:1854: done (1 left) 2024-09-13T14:24:48.969 INFO:tasks.rados.rados.0.smithi001.stdout:1856: snap_create 2024-09-13T14:24:48.972 INFO:tasks.rados.rados.0.smithi001.stdout:1855: finishing write tid 1 to smithi00185197-31 2024-09-13T14:24:48.972 INFO:tasks.rados.rados.0.smithi001.stdout:1855: finishing write tid 2 to smithi00185197-31 2024-09-13T14:24:48.973 INFO:tasks.rados.rados.0.smithi001.stdout:1855: finishing write tid 3 to smithi00185197-31 2024-09-13T14:24:48.973 INFO:tasks.rados.rados.0.smithi001.stdout:1855: oid 31 updating version 0 to 1253 2024-09-13T14:24:48.973 INFO:tasks.rados.rados.0.smithi001.stdout:1855: oid 31 version 1253 is already newer than 1252 2024-09-13T14:24:48.974 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1253 (ObjNum 584 snap 197 seq_num 584) dirty exists 2024-09-13T14:24:48.974 INFO:tasks.rados.rados.0.smithi001.stdout:1855: left oid 31 (ObjNum 584 snap 197 seq_num 584) 2024-09-13T14:24:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:48 smithi001 ceph-mon[96683]: pgmap v352: 121 pgs: 24 active+undersized, 6 peering, 6 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 906 KiB/s wr, 7 op/s; 74/732 objects degraded (10.109%) 2024-09-13T14:24:49.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:48 smithi001 ceph-mon[99232]: pgmap v352: 121 pgs: 24 active+undersized, 6 peering, 6 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 906 KiB/s wr, 7 op/s; 74/732 objects degraded (10.109%) 2024-09-13T14:24:49.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:48 smithi028 ceph-mon[87621]: pgmap v352: 121 pgs: 24 active+undersized, 6 peering, 6 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 906 KiB/s wr, 7 op/s; 74/732 objects degraded (10.109%) 2024-09-13T14:24:49.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 podman[98364]: 2024-09-13 14:24:48.836168691 +0000 UTC m=+0.384188722 container init 9b05afad3641e8314f45fa5db90fd998b9de577ee29a336a650a3752c3553821 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:24:49.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 podman[98364]: 2024-09-13 14:24:48.841745435 +0000 UTC m=+0.389765465 container start 9b05afad3641e8314f45fa5db90fd998b9de577ee29a336a650a3752c3553821 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True) 2024-09-13T14:24:49.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 ceph-osd[98402]: -- 172.21.15.28:0/3152455479 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d0f347a40 con 0x559d0f325c00 2024-09-13T14:24:49.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 bash[98364]: 9b05afad3641e8314f45fa5db90fd998b9de577ee29a336a650a3752c3553821 2024-09-13T14:24:49.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:48 smithi028 systemd[1]: Started Ceph osd.5 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:24:49.763 INFO:tasks.rados.rados.0.smithi001.stdout:1855: done (1 left) 2024-09-13T14:24:49.763 INFO:tasks.rados.rados.0.smithi001.stdout:1856: done (0 left) 2024-09-13T14:24:49.763 INFO:tasks.rados.rados.0.smithi001.stdout:1857: delete oid 40 current snap is 198 2024-09-13T14:24:49.765 INFO:tasks.rados.rados.0.smithi001.stdout:1857: done (0 left) 2024-09-13T14:24:49.765 INFO:tasks.rados.rados.0.smithi001.stdout:1858: read oid 17 snap 189 2024-09-13T14:24:49.765 INFO:tasks.rados.rados.0.smithi001.stdout:1858: expect (ObjNum 541 snap 182 seq_num 541) 2024-09-13T14:24:49.765 INFO:tasks.rados.rados.0.smithi001.stdout:1859: read oid 45 snap 188 2024-09-13T14:24:49.765 INFO:tasks.rados.rados.0.smithi001.stdout:1859: expect (ObjNum 272 snap 81 seq_num 272) 2024-09-13T14:24:49.765 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 198 2024-09-13T14:24:49.765 INFO:tasks.rados.rados.0.smithi001.stdout:1860: seq_num 586 ranges {2670592=221184} 2024-09-13T14:24:49.783 INFO:tasks.rados.rados.0.smithi001.stdout:1860: writing smithi00185197-29 from 2670592 to 2891776 tid 1 2024-09-13T14:24:49.783 INFO:tasks.rados.rados.0.smithi001.stdout:1861: snap_remove snap 185 2024-09-13T14:24:50.276 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.276 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.276 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:50.276 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:49 smithi028 ceph-mon[87621]: osdmap e460: 8 total, 7 up, 8 in 2024-09-13T14:24:50.276 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.276 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:50.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[96683]: osdmap e460: 8 total, 7 up, 8 in 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[99232]: osdmap e460: 8 total, 7 up, 8 in 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:24:50.559 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:50 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:24:50.265+0000 7f14039b8640 -1 Falling back to public interface 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1861: done (3 left) 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1862: delete oid 3 current snap is 198 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1860: finishing write tid 1 to smithi00185197-29 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1860: finishing write tid 2 to smithi00185197-29 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1860: finishing write tid 3 to smithi00185197-29 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1860: oid 29 updating version 0 to 1414 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1860: oid 29 version 1414 is already newer than 1413 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1414 (ObjNum 586 snap 198 seq_num 586) dirty exists 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1860: left oid 29 (ObjNum 586 snap 198 seq_num 586) 2024-09-13T14:24:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:1858: expect (ObjNum 541 snap 182 seq_num 541) 2024-09-13T14:24:51.073 INFO:tasks.rados.rados.0.smithi001.stdout:1859: expect (ObjNum 272 snap 81 seq_num 272) 2024-09-13T14:24:51.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:50 smithi001 ceph-mon[96683]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 504 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 9 op/s; 133/747 objects degraded (17.805%) 2024-09-13T14:24:51.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:50 smithi001 ceph-mon[96683]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-13T14:24:51.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:50 smithi001 ceph-mon[96683]: osdmap e461: 8 total, 7 up, 8 in 2024-09-13T14:24:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:50 smithi001 ceph-mon[99232]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 504 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 9 op/s; 133/747 objects degraded (17.805%) 2024-09-13T14:24:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:50 smithi001 ceph-mon[99232]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-13T14:24:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:50 smithi001 ceph-mon[99232]: osdmap e461: 8 total, 7 up, 8 in 2024-09-13T14:24:51.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:50 smithi028 ceph-mon[87621]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 504 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 9 op/s; 133/747 objects degraded (17.805%) 2024-09-13T14:24:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:50 smithi028 ceph-mon[87621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-13T14:24:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:50 smithi028 ceph-mon[87621]: osdmap e461: 8 total, 7 up, 8 in 2024-09-13T14:24:51.701 INFO:tasks.rados.rados.0.smithi001.stdout:1858: done (3 left) 2024-09-13T14:24:51.701 INFO:tasks.rados.rados.0.smithi001.stdout:1859: done (2 left) 2024-09-13T14:24:51.701 INFO:tasks.rados.rados.0.smithi001.stdout:1860: done (1 left) 2024-09-13T14:24:51.702 INFO:tasks.rados.rados.0.smithi001.stdout:1862: done (0 left) 2024-09-13T14:24:51.702 INFO:tasks.rados.rados.0.smithi001.stdout:1863: setattr oid 44 current snap is 198 2024-09-13T14:24:51.702 INFO:tasks.rados.rados.0.smithi001.stdout:1864: rollback oid 18 current snap is 198 2024-09-13T14:24:51.702 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 189 2024-09-13T14:24:51.702 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 198 2024-09-13T14:24:51.702 INFO:tasks.rados.rados.0.smithi001.stdout:1865: seq_num 588 ranges {5439488=253952} 2024-09-13T14:24:51.733 INFO:tasks.rados.rados.0.smithi001.stdout:1865: writing smithi00185197-48 from 5439488 to 5693440 tid 1 2024-09-13T14:24:51.734 INFO:tasks.rados.rados.0.smithi001.stdout:1866: read oid 1 snap -1 2024-09-13T14:24:51.734 INFO:tasks.rados.rados.0.smithi001.stdout:1866: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:24:51.734 INFO:tasks.rados.rados.0.smithi001.stdout:1867: read oid 43 snap -1 2024-09-13T14:24:51.734 INFO:tasks.rados.rados.0.smithi001.stdout:1867: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:24:51.734 INFO:tasks.rados.rados.0.smithi001.stdout:1868: delete oid 32 current snap is 198 2024-09-13T14:24:51.735 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 981 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T14:24:51.735 INFO:tasks.rados.rados.0.smithi001.stdout:1864: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:24:51.735 INFO:tasks.rados.rados.0.smithi001.stdout:1864: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:24:51.735 INFO:tasks.rados.rados.0.smithi001.stdout:1864: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:24:51.735 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1040 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:24:51.736 INFO:tasks.rados.rados.0.smithi001.stdout:1865: finishing write tid 1 to smithi00185197-48 2024-09-13T14:24:51.737 INFO:tasks.rados.rados.0.smithi001.stdout:1865: finishing write tid 2 to smithi00185197-48 2024-09-13T14:24:51.737 INFO:tasks.rados.rados.0.smithi001.stdout:1863: done (5 left) 2024-09-13T14:24:51.737 INFO:tasks.rados.rados.0.smithi001.stdout:1864: done (4 left) 2024-09-13T14:24:51.737 INFO:tasks.rados.rados.0.smithi001.stdout:1868: done (3 left) 2024-09-13T14:24:51.737 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 198 2024-09-13T14:24:51.738 INFO:tasks.rados.rados.0.smithi001.stdout:1869: seq_num 590 ranges {4046848=286720} 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:1869: writing smithi00185197-39 from 4046848 to 4333568 tid 1 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:1870: snap_create 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:1865: finishing write tid 3 to smithi00185197-48 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:1865: oid 48 updating version 0 to 998 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:1865: oid 48 updating version 998 to 999 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 999 (ObjNum 588 snap 198 seq_num 588) dirty exists 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:1865: left oid 48 (ObjNum 588 snap 198 seq_num 588) 2024-09-13T14:24:51.761 INFO:tasks.rados.rados.0.smithi001.stdout:1867: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:24:51.850 INFO:tasks.rados.rados.0.smithi001.stdout:1866: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:24:52.056 INFO:tasks.rados.rados.0.smithi001.stdout:1869: finishing write tid 1 to smithi00185197-39 2024-09-13T14:24:52.056 INFO:tasks.rados.rados.0.smithi001.stdout:1869: finishing write tid 2 to smithi00185197-39 2024-09-13T14:24:52.056 INFO:tasks.rados.rados.0.smithi001.stdout:1869: finishing write tid 3 to smithi00185197-39 2024-09-13T14:24:52.056 INFO:tasks.rados.rados.0.smithi001.stdout:1869: oid 39 updating version 0 to 1367 2024-09-13T14:24:52.056 INFO:tasks.rados.rados.0.smithi001.stdout:1869: oid 39 version 1367 is already newer than 1366 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1367 (ObjNum 590 snap 198 seq_num 590) dirty exists 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1869: left oid 39 (ObjNum 590 snap 198 seq_num 590) 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1865: done (4 left) 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1866: done (3 left) 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1867: done (2 left) 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1869: done (1 left) 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1870: done (0 left) 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1871: read oid 33 snap -1 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1871: expect (ObjNum 559 snap 187 seq_num 559) 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1872: read oid 6 snap -1 2024-09-13T14:24:52.057 INFO:tasks.rados.rados.0.smithi001.stdout:1872: expect (ObjNum 498 snap 158 seq_num 498) 2024-09-13T14:24:52.058 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 199 2024-09-13T14:24:52.058 INFO:tasks.rados.rados.0.smithi001.stdout:1873: seq_num 591 ranges {0=303104} 2024-09-13T14:24:52.058 INFO:tasks.rados.rados.0.smithi001.stdout:1873: writing smithi00185197-2 from 0 to 303104 tid 1 2024-09-13T14:24:52.059 INFO:tasks.rados.rados.0.smithi001.stdout:1874: delete oid 8 current snap is 199 2024-09-13T14:24:52.063 INFO:tasks.rados.rados.0.smithi001.stdout:1874: done (3 left) 2024-09-13T14:24:52.063 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 199 2024-09-13T14:24:52.063 INFO:tasks.rados.rados.0.smithi001.stdout:1875: seq_num 593 ranges {2039808=335872} 2024-09-13T14:24:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:1875: writing smithi00185197-20 from 2039808 to 2375680 tid 1 2024-09-13T14:24:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 199 2024-09-13T14:24:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:1876: seq_num 594 ranges {1802240=352256} 2024-09-13T14:24:52.088 INFO:tasks.rados.rados.0.smithi001.stdout:1876: writing smithi00185197-43 from 1802240 to 2154496 tid 1 2024-09-13T14:24:52.088 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 199 2024-09-13T14:24:52.089 INFO:tasks.rados.rados.0.smithi001.stdout:1877: seq_num 595 ranges {4251648=368640} 2024-09-13T14:24:52.114 INFO:tasks.rados.rados.0.smithi001.stdout:1877: writing smithi00185197-1 from 4251648 to 4620288 tid 1 2024-09-13T14:24:52.114 INFO:tasks.rados.rados.0.smithi001.stdout:1878: delete oid 39 current snap is 199 2024-09-13T14:24:52.114 INFO:tasks.rados.rados.0.smithi001.stdout:1873: finishing write tid 1 to smithi00185197-2 2024-09-13T14:24:52.114 INFO:tasks.rados.rados.0.smithi001.stdout:1873: finishing write tid 2 to smithi00185197-2 2024-09-13T14:24:52.114 INFO:tasks.rados.rados.0.smithi001.stdout:1871: expect (ObjNum 559 snap 187 seq_num 559) 2024-09-13T14:24:52.173 INFO:tasks.rados.rados.0.smithi001.stdout:1872: expect (ObjNum 498 snap 158 seq_num 498) 2024-09-13T14:24:52.204 INFO:tasks.rados.rados.0.smithi001.stdout:1873: finishing write tid 3 to smithi00185197-2 2024-09-13T14:24:52.204 INFO:tasks.rados.rados.0.smithi001.stdout:1873: oid 2 updating version 0 to 1415 2024-09-13T14:24:52.204 INFO:tasks.rados.rados.0.smithi001.stdout:1873: oid 2 updating version 1415 to 1416 2024-09-13T14:24:52.204 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1416 (ObjNum 591 snap 199 seq_num 591) dirty exists 2024-09-13T14:24:52.204 INFO:tasks.rados.rados.0.smithi001.stdout:1873: left oid 2 (ObjNum 591 snap 199 seq_num 591) 2024-09-13T14:24:52.204 INFO:tasks.rados.rados.0.smithi001.stdout:1875: finishing write tid 1 to smithi00185197-20 2024-09-13T14:24:52.204 INFO:tasks.rados.rados.0.smithi001.stdout:1875: finishing write tid 2 to smithi00185197-20 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1875: finishing write tid 3 to smithi00185197-20 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1875: oid 20 updating version 0 to 1419 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1875: oid 20 version 1419 is already newer than 1418 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1419 (ObjNum 593 snap 199 seq_num 593) dirty exists 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1875: left oid 20 (ObjNum 593 snap 199 seq_num 593) 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1876: finishing write tid 1 to smithi00185197-43 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1871: done (6 left) 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1872: done (5 left) 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1873: done (4 left) 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1875: done (3 left) 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1878: done (2 left) 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1879: rmattr oid 17 current snap is 199 2024-09-13T14:24:52.205 INFO:tasks.rados.rados.0.smithi001.stdout:1879: done (2 left) 2024-09-13T14:24:52.206 INFO:tasks.rados.rados.0.smithi001.stdout:1880: read oid 30 snap -1 2024-09-13T14:24:52.206 INFO:tasks.rados.rados.0.smithi001.stdout:1880: expect (ObjNum 540 snap 182 seq_num 540) 2024-09-13T14:24:52.206 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 199 2024-09-13T14:24:52.206 INFO:tasks.rados.rados.0.smithi001.stdout:1876: finishing write tid 2 to smithi00185197-43 2024-09-13T14:24:52.206 INFO:tasks.rados.rados.0.smithi001.stdout:1881: seq_num 597 ranges {2195456=401408} 2024-09-13T14:24:52.218 INFO:tasks.rados.rados.0.smithi001.stdout:1881: writing smithi00185197-33 from 2195456 to 2596864 tid 1 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1882: read oid 8 snap -1 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1882: expect deleted 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1883: read oid 42 snap 162 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1883: expect deleted 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1884: delete oid 36 current snap is 199 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1876: finishing write tid 3 to smithi00185197-43 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1876: oid 43 updating version 0 to 1035 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1876: oid 43 version 1035 is already newer than 1034 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1035 (ObjNum 594 snap 199 seq_num 594) dirty exists 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1876: left oid 43 (ObjNum 594 snap 199 seq_num 594) 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1877: finishing write tid 1 to smithi00185197-1 2024-09-13T14:24:52.219 INFO:tasks.rados.rados.0.smithi001.stdout:1877: finishing write tid 2 to smithi00185197-1 2024-09-13T14:24:52.220 INFO:tasks.rados.rados.0.smithi001.stdout:1877: finishing write tid 3 to smithi00185197-1 2024-09-13T14:24:52.220 INFO:tasks.rados.rados.0.smithi001.stdout:1877: oid 1 updating version 0 to 1042 2024-09-13T14:24:52.220 INFO:tasks.rados.rados.0.smithi001.stdout:1877: oid 1 version 1042 is already newer than 1041 2024-09-13T14:24:52.220 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1042 (ObjNum 595 snap 199 seq_num 595) dirty exists 2024-09-13T14:24:52.220 INFO:tasks.rados.rados.0.smithi001.stdout:1877: left oid 1 (ObjNum 595 snap 199 seq_num 595) 2024-09-13T14:24:52.220 INFO:tasks.rados.rados.0.smithi001.stdout:1880: expect (ObjNum 540 snap 182 seq_num 540) 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1881: finishing write tid 1 to smithi00185197-33 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1881: finishing write tid 2 to smithi00185197-33 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1881: finishing write tid 3 to smithi00185197-33 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1881: oid 33 updating version 0 to 1043 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1881: oid 33 updating version 1043 to 1044 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1044 (ObjNum 597 snap 199 seq_num 597) dirty exists 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1881: left oid 33 (ObjNum 597 snap 199 seq_num 597) 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1876: done (6 left) 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1877: done (5 left) 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1880: done (4 left) 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1881: done (3 left) 2024-09-13T14:24:52.268 INFO:tasks.rados.rados.0.smithi001.stdout:1882: done (2 left) 2024-09-13T14:24:52.269 INFO:tasks.rados.rados.0.smithi001.stdout:1883: done (1 left) 2024-09-13T14:24:52.269 INFO:tasks.rados.rados.0.smithi001.stdout:1884: done (0 left) 2024-09-13T14:24:52.269 INFO:tasks.rados.rados.0.smithi001.stdout:1885: rollback oid 48 current snap is 199 2024-09-13T14:24:52.269 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 174 2024-09-13T14:24:52.269 INFO:tasks.rados.rados.0.smithi001.stdout:1886: snap_create 2024-09-13T14:24:52.270 INFO:tasks.rados.rados.0.smithi001.stdout:1885: finishing rollback tid 0 to smithi00185197-48 2024-09-13T14:24:52.270 INFO:tasks.rados.rados.0.smithi001.stdout:1885: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:24:52.270 INFO:tasks.rados.rados.0.smithi001.stdout:1885: finishing rollback tid 2 to smithi00185197-48 2024-09-13T14:24:52.270 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1002 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:52.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:52 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 133/759 objects degraded (17.523%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:52.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:52 smithi001 ceph-mon[96683]: osdmap e462: 8 total, 7 up, 8 in 2024-09-13T14:24:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:52 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 133/759 objects degraded (17.523%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:52 smithi001 ceph-mon[99232]: osdmap e462: 8 total, 7 up, 8 in 2024-09-13T14:24:52.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:52 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 133/759 objects degraded (17.523%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:52.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:52 smithi028 ceph-mon[87621]: osdmap e462: 8 total, 7 up, 8 in 2024-09-13T14:24:53.057 INFO:tasks.rados.rados.0.smithi001.stdout:1885: done (1 left) 2024-09-13T14:24:53.057 INFO:tasks.rados.rados.0.smithi001.stdout:1886: done (0 left) 2024-09-13T14:24:53.057 INFO:tasks.rados.rados.0.smithi001.stdout:1887: snap_create 2024-09-13T14:24:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:53 smithi028 ceph-mon[87621]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 506 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 927 KiB/s wr, 14 op/s; 133/759 objects degraded (17.523%) 2024-09-13T14:24:53.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:53 smithi001 ceph-mon[96683]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 506 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 927 KiB/s wr, 14 op/s; 133/759 objects degraded (17.523%) 2024-09-13T14:24:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:53 smithi001 ceph-mon[99232]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 506 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 927 KiB/s wr, 14 op/s; 133/759 objects degraded (17.523%) 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:1887: done (0 left) 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:1888: read oid 37 snap -1 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:1888: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:1889: rollback oid 28 current snap is 201 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 181 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:1890: read oid 43 snap -1 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:1890: expect (ObjNum 594 snap 199 seq_num 594) 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 201 2024-09-13T14:24:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:1891: seq_num 599 ranges {12353536=434176} 2024-09-13T14:24:54.135 INFO:tasks.rados.rados.0.smithi001.stdout:1891: writing smithi00185197-41 from 12353536 to 12787712 tid 1 2024-09-13T14:24:54.135 INFO:tasks.rados.rados.0.smithi001.stdout:1892: copy_from oid 32 from oid 18 current snap is 201 2024-09-13T14:24:54.135 INFO:tasks.rados.rados.0.smithi001.stdout:1889: finishing rollback tid 0 to smithi00185197-28 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:1889: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:1889: finishing rollback tid 2 to smithi00185197-28 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 891 (ObjNum 526 snap 176 seq_num 526) dirty exists 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:1889: done (4 left) 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:1893: read oid 14 snap -1 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:1893: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 201 2024-09-13T14:24:54.136 INFO:tasks.rados.rados.0.smithi001.stdout:1890: expect (ObjNum 594 snap 199 seq_num 594) 2024-09-13T14:24:54.268 INFO:tasks.rados.rados.0.smithi001.stdout:1888: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:24:54.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[96683]: osdmap e463: 8 total, 7 up, 8 in 2024-09-13T14:24:54.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[99232]: osdmap e463: 8 total, 7 up, 8 in 2024-09-13T14:24:54.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:54 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:54 smithi028 ceph-mon[87621]: osdmap e463: 8 total, 7 up, 8 in 2024-09-13T14:24:54.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:54 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:54 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:54 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:54 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:54.479 INFO:tasks.rados.rados.0.smithi001.stdout:1891: finishing write tid 1 to smithi00185197-41 2024-09-13T14:24:54.479 INFO:tasks.rados.rados.0.smithi001.stdout:1891: finishing write tid 2 to smithi00185197-41 2024-09-13T14:24:54.479 INFO:tasks.rados.rados.0.smithi001.stdout:1891: finishing write tid 3 to smithi00185197-41 2024-09-13T14:24:54.479 INFO:tasks.rados.rados.0.smithi001.stdout:1891: oid 41 updating version 0 to 867 2024-09-13T14:24:54.480 INFO:tasks.rados.rados.0.smithi001.stdout:1891: oid 41 updating version 867 to 868 2024-09-13T14:24:54.480 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 868 (ObjNum 599 snap 201 seq_num 599) dirty exists 2024-09-13T14:24:54.480 INFO:tasks.rados.rados.0.smithi001.stdout:1891: left oid 41 (ObjNum 599 snap 201 seq_num 599) 2024-09-13T14:24:54.480 INFO:tasks.rados.rados.0.smithi001.stdout:1892: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:24:54.480 INFO:tasks.rados.rados.0.smithi001.stdout:1894: seq_num 600 ranges {12386304=450560} 2024-09-13T14:24:54.549 INFO:tasks.rados.rados.0.smithi001.stdout:1894: writing smithi00185197-47 from 12386304 to 12836864 tid 1 2024-09-13T14:24:54.549 INFO:tasks.rados.rados.0.smithi001.stdout:1888: done (5 left) 2024-09-13T14:24:54.550 INFO:tasks.rados.rados.0.smithi001.stdout:1890: done (4 left) 2024-09-13T14:24:54.550 INFO:tasks.rados.rados.0.smithi001.stdout:1891: done (3 left) 2024-09-13T14:24:54.550 INFO:tasks.rados.rados.0.smithi001.stdout:1895: rmattr oid 44 current snap is 201 2024-09-13T14:24:54.550 INFO:tasks.rados.rados.0.smithi001.stdout:1892: finishing copy_from to smithi00185197-32 2024-09-13T14:24:54.550 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1040 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:24:54.550 INFO:tasks.rados.rados.0.smithi001.stdout:1893: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:24:55.066 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:54 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:24:54.681+0000 7f14039b8640 -1 osd.5 454 log_to_monitors true 2024-09-13T14:24:55.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[96683]: pgmap v360: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.5 MiB/s wr, 13 op/s; 133/756 objects degraded (17.593%) 2024-09-13T14:24:55.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[96683]: osdmap e464: 8 total, 7 up, 8 in 2024-09-13T14:24:55.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[96683]: from='osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:24:55.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[96683]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:24:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[99232]: pgmap v360: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.5 MiB/s wr, 13 op/s; 133/756 objects degraded (17.593%) 2024-09-13T14:24:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[99232]: osdmap e464: 8 total, 7 up, 8 in 2024-09-13T14:24:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[99232]: from='osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:24:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:55 smithi001 ceph-mon[99232]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:24:55.355 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:24:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:24:55.267+0000 7f13fb762640 -1 osd.5 454 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:24:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:55 smithi028 ceph-mon[87621]: pgmap v360: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.5 MiB/s wr, 13 op/s; 133/756 objects degraded (17.593%) 2024-09-13T14:24:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:55 smithi028 ceph-mon[87621]: osdmap e464: 8 total, 7 up, 8 in 2024-09-13T14:24:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:55 smithi028 ceph-mon[87621]: from='osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:24:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:55 smithi028 ceph-mon[87621]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:24:55.669 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 982 (ObjNum 33 snap 0 seq_num 313666720) dirty exists 2024-09-13T14:24:55.669 INFO:tasks.rados.rados.0.smithi001.stdout:1894: finishing write tid 1 to smithi00185197-47 2024-09-13T14:24:55.669 INFO:tasks.rados.rados.0.smithi001.stdout:1894: finishing write tid 2 to smithi00185197-47 2024-09-13T14:24:55.669 INFO:tasks.rados.rados.0.smithi001.stdout:1894: finishing write tid 3 to smithi00185197-47 2024-09-13T14:24:55.669 INFO:tasks.rados.rados.0.smithi001.stdout:1894: oid 47 updating version 0 to 1037 2024-09-13T14:24:55.669 INFO:tasks.rados.rados.0.smithi001.stdout:1894: oid 47 version 1037 is already newer than 1036 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1037 (ObjNum 600 snap 201 seq_num 600) dirty exists 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:1894: left oid 47 (ObjNum 600 snap 201 seq_num 600) 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:1892: done (3 left) 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:1893: done (2 left) 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:1894: done (1 left) 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:1895: done (0 left) 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 201 2024-09-13T14:24:55.670 INFO:tasks.rados.rados.0.smithi001.stdout:1896: seq_num 601 ranges {0=475136} 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1896: writing smithi00185197-3 from 0 to 475136 tid 1 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1897: copy_from oid 1 from oid 10 current snap is 201 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1898: read oid 39 snap 171 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1898: expect deleted 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1899: read oid 29 snap 189 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1899: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1900: copy_from oid 4 from oid 43 current snap is 201 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 201 2024-09-13T14:24:55.672 INFO:tasks.rados.rados.0.smithi001.stdout:1901: seq_num 602 ranges {10649600=491520} 2024-09-13T14:24:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1901: writing smithi00185197-24 from 10649600 to 11141120 tid 1 2024-09-13T14:24:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 201 2024-09-13T14:24:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1902: seq_num 603 ranges {237568=507904} 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1902: writing smithi00185197-27 from 237568 to 745472 tid 1 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1903: copy_from oid 14 from oid 13 current snap is 201 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1896: finishing write tid 1 to smithi00185197-3 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1898: done (7 left) 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1904: delete oid 45 current snap is 201 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1896: finishing write tid 2 to smithi00185197-3 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1896: finishing write tid 3 to smithi00185197-3 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1896: oid 3 updating version 0 to 869 2024-09-13T14:24:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:1896: oid 3 updating version 869 to 870 2024-09-13T14:24:55.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 870 (ObjNum 601 snap 201 seq_num 601) dirty exists 2024-09-13T14:24:55.740 INFO:tasks.rados.rados.0.smithi001.stdout:1896: left oid 3 (ObjNum 601 snap 201 seq_num 601) 2024-09-13T14:24:55.740 INFO:tasks.rados.rados.0.smithi001.stdout:1899: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:24:55.854 INFO:tasks.rados.rados.0.smithi001.stdout:1900: finishing copy_from racing read to smithi00185197-4 2024-09-13T14:24:55.854 INFO:tasks.rados.rados.0.smithi001.stdout:1900: finishing copy_from to smithi00185197-4 2024-09-13T14:24:55.854 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1035 (ObjNum 594 snap 199 seq_num 594) dirty exists 2024-09-13T14:24:55.854 INFO:tasks.rados.rados.0.smithi001.stdout:1897: finishing copy_from racing read to smithi00185197-1 2024-09-13T14:24:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:1896: done (7 left) 2024-09-13T14:24:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:1899: done (6 left) 2024-09-13T14:24:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:1900: done (5 left) 2024-09-13T14:24:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:1904: done (4 left) 2024-09-13T14:24:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:1905: read oid 3 snap 188 2024-09-13T14:24:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:1905: expect deleted 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:1906: delete oid 5 current snap is 201 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:1897: finishing copy_from to smithi00185197-1 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1406 (ObjNum 503 snap 160 seq_num 503) dirty exists 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:1901: finishing write tid 1 to smithi00185197-24 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:1901: finishing write tid 2 to smithi00185197-24 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:1901: finishing write tid 3 to smithi00185197-24 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:1901: oid 24 updating version 0 to 637 2024-09-13T14:24:55.856 INFO:tasks.rados.rados.0.smithi001.stdout:1901: oid 24 updating version 637 to 638 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 638 (ObjNum 602 snap 201 seq_num 602) dirty exists 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1901: left oid 24 (ObjNum 602 snap 201 seq_num 602) 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1902: finishing write tid 1 to smithi00185197-27 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1902: finishing write tid 2 to smithi00185197-27 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1902: finishing write tid 3 to smithi00185197-27 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1902: oid 27 updating version 0 to 684 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1902: oid 27 version 684 is already newer than 683 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 684 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1902: left oid 27 (ObjNum 603 snap 201 seq_num 603) 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1903: finishing copy_from racing read to smithi00185197-14 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:1903: finishing copy_from to smithi00185197-14 2024-09-13T14:24:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1246 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:24:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:1897: done (5 left) 2024-09-13T14:24:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:1901: done (4 left) 2024-09-13T14:24:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:1902: done (3 left) 2024-09-13T14:24:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:1903: done (2 left) 2024-09-13T14:24:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:1906: done (1 left) 2024-09-13T14:24:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 201 2024-09-13T14:24:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:1907: seq_num 606 ranges {3448832=557056} 2024-09-13T14:24:55.877 INFO:tasks.rados.rados.0.smithi001.stdout:1907: writing smithi00185197-38 from 3448832 to 4005888 tid 1 2024-09-13T14:24:55.877 INFO:tasks.rados.rados.0.smithi001.stdout:1908: snap_create 2024-09-13T14:24:55.880 INFO:tasks.rados.rados.0.smithi001.stdout:1907: finishing write tid 1 to smithi00185197-38 2024-09-13T14:24:55.881 INFO:tasks.rados.rados.0.smithi001.stdout:1907: finishing write tid 2 to smithi00185197-38 2024-09-13T14:24:55.881 INFO:tasks.rados.rados.0.smithi001.stdout:1907: finishing write tid 3 to smithi00185197-38 2024-09-13T14:24:55.881 INFO:tasks.rados.rados.0.smithi001.stdout:1907: oid 38 updating version 0 to 1372 2024-09-13T14:24:55.882 INFO:tasks.rados.rados.0.smithi001.stdout:1907: oid 38 version 1372 is already newer than 1371 2024-09-13T14:24:55.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1372 (ObjNum 606 snap 201 seq_num 606) dirty exists 2024-09-13T14:24:55.882 INFO:tasks.rados.rados.0.smithi001.stdout:1907: left oid 38 (ObjNum 606 snap 201 seq_num 606) 2024-09-13T14:24:56.249 INFO:tasks.rados.rados.0.smithi001.stdout:1905: done (2 left) 2024-09-13T14:24:56.249 INFO:tasks.rados.rados.0.smithi001.stdout:1907: done (1 left) 2024-09-13T14:24:56.250 INFO:tasks.rados.rados.0.smithi001.stdout:1908: done (0 left) 2024-09-13T14:24:56.250 INFO:tasks.rados.rados.0.smithi001.stdout:1909: read oid 14 snap 193 2024-09-13T14:24:56.250 INFO:tasks.rados.rados.0.smithi001.stdout:1909: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:24:56.250 INFO:tasks.rados.rados.0.smithi001.stdout:1910: copy_from oid 48 from oid 40 current snap is 202 2024-09-13T14:24:56.250 INFO:tasks.rados.rados.0.smithi001.stdout:1911: snap_create 2024-09-13T14:24:56.256 INFO:tasks.rados.rados.0.smithi001.stdout:1910: finishing copy_from to smithi00185197-48 2024-09-13T14:24:56.256 INFO:tasks.rados.rados.0.smithi001.stdout:1910: got expected ENOENT (src dne) 2024-09-13T14:24:56.256 INFO:tasks.rados.rados.0.smithi001.stdout:1910: finishing copy_from racing read to smithi00185197-48 2024-09-13T14:24:56.299 INFO:tasks.rados.rados.0.smithi001.stdout:1909: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:24:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[96683]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:24:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[96683]: osdmap e465: 8 total, 7 up, 8 in 2024-09-13T14:24:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[96683]: from='osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[96683]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[96683]: pgmap v363: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 521 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 23 op/s; 141/786 objects degraded (17.939%) 2024-09-13T14:24:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[99232]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:24:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[99232]: osdmap e465: 8 total, 7 up, 8 in 2024-09-13T14:24:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[99232]: from='osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[99232]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-mon[99232]: pgmap v363: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 521 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 23 op/s; 141/786 objects degraded (17.939%) 2024-09-13T14:24:56.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:56 smithi028 ceph-mon[87621]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:24:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:56 smithi028 ceph-mon[87621]: osdmap e465: 8 total, 7 up, 8 in 2024-09-13T14:24:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:56 smithi028 ceph-mon[87621]: from='osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:56 smithi028 ceph-mon[87621]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:24:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:56 smithi028 ceph-mon[87621]: pgmap v363: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 521 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 23 op/s; 141/786 objects degraded (17.939%) 2024-09-13T14:24:57.257 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:24:56] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-09-13T14:24:57.436 INFO:tasks.rados.rados.0.smithi001.stdout:1909: done (2 left) 2024-09-13T14:24:57.437 INFO:tasks.rados.rados.0.smithi001.stdout:1910: done (1 left) 2024-09-13T14:24:57.437 INFO:tasks.rados.rados.0.smithi001.stdout:1911: done (0 left) 2024-09-13T14:24:57.437 INFO:tasks.rados.rados.0.smithi001.stdout:1912: rollback oid 31 current snap is 203 2024-09-13T14:24:57.437 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 151 2024-09-13T14:24:57.437 INFO:tasks.rados.rados.0.smithi001.stdout:1913: snap_remove snap 162 2024-09-13T14:24:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:24:57.447+0000 7ff0df838640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:24:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:24:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[96683]: osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375] boot 2024-09-13T14:24:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[96683]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T14:24:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:24:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[96683]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T14:24:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:24:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[99232]: osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375] boot 2024-09-13T14:24:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[99232]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T14:24:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:24:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:57 smithi001 ceph-mon[99232]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T14:24:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:57 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:24:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:57 smithi028 ceph-mon[87621]: osd.5 [v2:172.21.15.28:6808/3490344375,v1:172.21.15.28:6809/3490344375] boot 2024-09-13T14:24:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:57 smithi028 ceph-mon[87621]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T14:24:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:57 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:24:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:57 smithi028 ceph-mon[87621]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T14:24:58.326 INFO:tasks.rados.rados.0.smithi001.stdout:1913: done (1 left) 2024-09-13T14:24:58.326 INFO:tasks.rados.rados.0.smithi001.stdout:1914: delete oid 12 current snap is 203 2024-09-13T14:24:58.326 INFO:tasks.rados.rados.0.smithi001.stdout:1912: finishing rollback tid 0 to smithi00185197-31 2024-09-13T14:24:58.327 INFO:tasks.rados.rados.0.smithi001.stdout:1912: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:24:58.327 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1255 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:24:58.339 INFO:tasks.rados.rados.0.smithi001.stdout:1912: done (1 left) 2024-09-13T14:24:58.339 INFO:tasks.rados.rados.0.smithi001.stdout:1914: done (0 left) 2024-09-13T14:24:58.339 INFO:tasks.rados.rados.0.smithi001.stdout:1915: copy_from oid 46 from oid 45 current snap is 203 2024-09-13T14:24:58.339 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 203 2024-09-13T14:24:58.339 INFO:tasks.rados.rados.0.smithi001.stdout:1916: seq_num 608 ranges {0=589824} 2024-09-13T14:24:58.343 INFO:tasks.rados.rados.0.smithi001.stdout:1916: writing smithi00185197-25 from 0 to 589824 tid 1 2024-09-13T14:24:58.343 INFO:tasks.rados.rados.0.smithi001.stdout:1917: copy_from oid 39 from oid 34 current snap is 203 2024-09-13T14:24:58.343 INFO:tasks.rados.rados.0.smithi001.stdout:1918: delete oid 9 current snap is 203 2024-09-13T14:24:58.344 INFO:tasks.rados.rados.0.smithi001.stdout:1915: finishing copy_from to smithi00185197-46 2024-09-13T14:24:58.344 INFO:tasks.rados.rados.0.smithi001.stdout:1915: got expected ENOENT (src dne) 2024-09-13T14:24:58.344 INFO:tasks.rados.rados.0.smithi001.stdout:1915: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:24:58.347 INFO:tasks.rados.rados.0.smithi001.stdout:1916: finishing write tid 1 to smithi00185197-25 2024-09-13T14:24:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1916: finishing write tid 2 to smithi00185197-25 2024-09-13T14:24:58.350 INFO:tasks.rados.rados.0.smithi001.stdout:1916: finishing write tid 3 to smithi00185197-25 2024-09-13T14:24:58.350 INFO:tasks.rados.rados.0.smithi001.stdout:1916: oid 25 updating version 0 to 1374 2024-09-13T14:24:58.350 INFO:tasks.rados.rados.0.smithi001.stdout:1916: oid 25 version 1374 is already newer than 1373 2024-09-13T14:24:58.350 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1374 (ObjNum 608 snap 203 seq_num 608) dirty exists 2024-09-13T14:24:58.351 INFO:tasks.rados.rados.0.smithi001.stdout:1916: left oid 25 (ObjNum 608 snap 203 seq_num 608) 2024-09-13T14:24:58.351 INFO:tasks.rados.rados.0.smithi001.stdout:1915: done (3 left) 2024-09-13T14:24:58.351 INFO:tasks.rados.rados.0.smithi001.stdout:1916: done (2 left) 2024-09-13T14:24:58.351 INFO:tasks.rados.rados.0.smithi001.stdout:1918: done (1 left) 2024-09-13T14:24:58.352 INFO:tasks.rados.rados.0.smithi001.stdout:1919: read oid 5 snap -1 2024-09-13T14:24:58.352 INFO:tasks.rados.rados.0.smithi001.stdout:1919: expect deleted 2024-09-13T14:24:58.352 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 203 2024-09-13T14:24:58.352 INFO:tasks.rados.rados.0.smithi001.stdout:1920: seq_num 610 ranges {7733248=622592} 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1920: writing smithi00185197-42 from 7733248 to 8355840 tid 1 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1921: rollback oid 44 current snap is 203 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 169 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1919: done (3 left) 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1922: read oid 49 snap -1 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1922: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1923: delete oid 7 current snap is 203 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1917: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:1917: finishing copy_from to smithi00185197-39 2024-09-13T14:24:58.398 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1033 (ObjNum 559 snap 187 seq_num 559) dirty exists 2024-09-13T14:24:58.401 INFO:tasks.rados.rados.0.smithi001.stdout:1917: done (4 left) 2024-09-13T14:24:58.401 INFO:tasks.rados.rados.0.smithi001.stdout:1923: done (3 left) 2024-09-13T14:24:58.401 INFO:tasks.rados.rados.0.smithi001.stdout:1924: snap_remove snap 190 2024-09-13T14:24:58.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: pgmap v366: 121 pgs: 4 peering, 33 active+undersized, 12 active+undersized+degraded, 72 active+clean; 527 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 140/804 objects degraded (17.413%) 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:24:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 141/786 objects degraded (17.939%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: pgmap v366: 121 pgs: 4 peering, 33 active+undersized, 12 active+undersized+degraded, 72 active+clean; 527 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 140/804 objects degraded (17.413%) 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:58 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 141/786 objects degraded (17.939%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:24:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: pgmap v366: 121 pgs: 4 peering, 33 active+undersized, 12 active+undersized+degraded, 72 active+clean; 527 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 140/804 objects degraded (17.413%) 2024-09-13T14:24:58.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:24:58.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:24:58.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:24:58.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T14:24:58.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:58 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 141/786 objects degraded (17.939%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:24:59.330 INFO:tasks.rados.rados.0.smithi001.stdout:1924: done (3 left) 2024-09-13T14:24:59.331 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 203 2024-09-13T14:24:59.331 INFO:tasks.rados.rados.0.smithi001.stdout:1925: seq_num 612 ranges {0=655360} 2024-09-13T14:24:59.335 INFO:tasks.rados.rados.0.smithi001.stdout:1925: writing smithi00185197-7 from 0 to 655360 tid 1 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1926: snap_create 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1921: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1921: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1921: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 986 (ObjNum 514 snap 168 seq_num 514) dirty exists 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1920: finishing write tid 1 to smithi00185197-42 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1920: finishing write tid 2 to smithi00185197-42 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1920: finishing write tid 3 to smithi00185197-42 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1920: oid 42 updating version 0 to 1004 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1920: oid 42 version 1004 is already newer than 1003 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1004 (ObjNum 610 snap 203 seq_num 610) dirty exists 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1920: left oid 42 (ObjNum 610 snap 203 seq_num 610) 2024-09-13T14:24:59.336 INFO:tasks.rados.rados.0.smithi001.stdout:1922: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:24:59.567 INFO:tasks.rados.rados.0.smithi001.stdout:1925: finishing write tid 1 to smithi00185197-7 2024-09-13T14:24:59.567 INFO:tasks.rados.rados.0.smithi001.stdout:1925: finishing write tid 2 to smithi00185197-7 2024-09-13T14:24:59.567 INFO:tasks.rados.rados.0.smithi001.stdout:1925: finishing write tid 3 to smithi00185197-7 2024-09-13T14:24:59.567 INFO:tasks.rados.rados.0.smithi001.stdout:1925: oid 7 updating version 0 to 710 2024-09-13T14:24:59.567 INFO:tasks.rados.rados.0.smithi001.stdout:1925: oid 7 version 710 is already newer than 709 2024-09-13T14:24:59.567 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 710 (ObjNum 612 snap 203 seq_num 612) dirty exists 2024-09-13T14:24:59.567 INFO:tasks.rados.rados.0.smithi001.stdout:1925: left oid 7 (ObjNum 612 snap 203 seq_num 612) 2024-09-13T14:24:59.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:24:59 smithi001 ceph-mon[96683]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T14:24:59.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:24:59 smithi001 ceph-mon[99232]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T14:24:59.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:24:59 smithi028 ceph-mon[87621]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T14:25:00.336 INFO:tasks.rados.rados.0.smithi001.stdout:1920: done (4 left) 2024-09-13T14:25:00.336 INFO:tasks.rados.rados.0.smithi001.stdout:1921: done (3 left) 2024-09-13T14:25:00.337 INFO:tasks.rados.rados.0.smithi001.stdout:1922: done (2 left) 2024-09-13T14:25:00.337 INFO:tasks.rados.rados.0.smithi001.stdout:1925: done (1 left) 2024-09-13T14:25:00.337 INFO:tasks.rados.rados.0.smithi001.stdout:1926: done (0 left) 2024-09-13T14:25:00.337 INFO:tasks.rados.rados.0.smithi001.stdout:1927: rollback oid 27 current snap is 204 2024-09-13T14:25:00.337 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 192 2024-09-13T14:25:00.337 INFO:tasks.rados.rados.0.smithi001.stdout:1928: delete oid 39 current snap is 204 2024-09-13T14:25:00.340 INFO:tasks.rados.rados.0.smithi001.stdout:1927: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:25:00.340 INFO:tasks.rados.rados.0.smithi001.stdout:1927: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:25:00.341 INFO:tasks.rados.rados.0.smithi001.stdout:1927: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:25:00.341 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 716 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:25:00.341 INFO:tasks.rados.rados.0.smithi001.stdout:1927: done (1 left) 2024-09-13T14:25:00.341 INFO:tasks.rados.rados.0.smithi001.stdout:1928: done (0 left) 2024-09-13T14:25:00.341 INFO:tasks.rados.rados.0.smithi001.stdout:1929: rollback oid 50 current snap is 204 2024-09-13T14:25:00.342 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 203 2024-09-13T14:25:00.342 INFO:tasks.rados.rados.0.smithi001.stdout:1930: copy_from oid 26 from oid 41 current snap is 204 2024-09-13T14:25:00.342 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 204 2024-09-13T14:25:00.342 INFO:tasks.rados.rados.0.smithi001.stdout:1931: seq_num 614 ranges {2375680=688128} 2024-09-13T14:25:00.358 INFO:tasks.rados.rados.0.smithi001.stdout:1931: writing smithi00185197-20 from 2375680 to 3063808 tid 1 2024-09-13T14:25:00.359 INFO:tasks.rados.rados.0.smithi001.stdout:1932: snap_create 2024-09-13T14:25:00.359 INFO:tasks.rados.rados.0.smithi001.stdout:1929: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:25:00.359 INFO:tasks.rados.rados.0.smithi001.stdout:1929: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:25:00.359 INFO:tasks.rados.rados.0.smithi001.stdout:1929: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:25:00.359 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1249 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:25:00.363 INFO:tasks.rados.rados.0.smithi001.stdout:1931: finishing write tid 1 to smithi00185197-20 2024-09-13T14:25:00.363 INFO:tasks.rados.rados.0.smithi001.stdout:1931: finishing write tid 2 to smithi00185197-20 2024-09-13T14:25:00.364 INFO:tasks.rados.rados.0.smithi001.stdout:1931: finishing write tid 3 to smithi00185197-20 2024-09-13T14:25:00.364 INFO:tasks.rados.rados.0.smithi001.stdout:1931: oid 20 updating version 0 to 1462 2024-09-13T14:25:00.365 INFO:tasks.rados.rados.0.smithi001.stdout:1931: oid 20 version 1462 is already newer than 1461 2024-09-13T14:25:00.365 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1462 (ObjNum 614 snap 204 seq_num 614) dirty exists 2024-09-13T14:25:00.365 INFO:tasks.rados.rados.0.smithi001.stdout:1931: left oid 20 (ObjNum 614 snap 204 seq_num 614) 2024-09-13T14:25:00.394 INFO:tasks.rados.rados.0.smithi001.stdout:1930: finishing copy_from racing read to smithi00185197-26 2024-09-13T14:25:00.397 INFO:tasks.rados.rados.0.smithi001.stdout:1930: finishing copy_from to smithi00185197-26 2024-09-13T14:25:00.397 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 868 (ObjNum 599 snap 201 seq_num 599) dirty exists 2024-09-13T14:25:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:00 smithi001 ceph-mon[96683]: osdmap e469: 8 total, 8 up, 8 in 2024-09-13T14:25:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:00 smithi001 ceph-mon[96683]: pgmap v369: 121 pgs: 4 peering, 28 active+undersized, 9 active+undersized+degraded, 80 active+clean; 532 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 79/816 objects degraded (9.681%); 12 MiB/s, 3 objects/s recovering 2024-09-13T14:25:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:00 smithi001 ceph-mon[99232]: osdmap e469: 8 total, 8 up, 8 in 2024-09-13T14:25:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:00 smithi001 ceph-mon[99232]: pgmap v369: 121 pgs: 4 peering, 28 active+undersized, 9 active+undersized+degraded, 80 active+clean; 532 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 79/816 objects degraded (9.681%); 12 MiB/s, 3 objects/s recovering 2024-09-13T14:25:00.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:00 smithi028 ceph-mon[87621]: osdmap e469: 8 total, 8 up, 8 in 2024-09-13T14:25:00.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:00 smithi028 ceph-mon[87621]: pgmap v369: 121 pgs: 4 peering, 28 active+undersized, 9 active+undersized+degraded, 80 active+clean; 532 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 79/816 objects degraded (9.681%); 12 MiB/s, 3 objects/s recovering 2024-09-13T14:25:01.338 INFO:tasks.rados.rados.0.smithi001.stdout:1929: done (3 left) 2024-09-13T14:25:01.338 INFO:tasks.rados.rados.0.smithi001.stdout:1930: done (2 left) 2024-09-13T14:25:01.338 INFO:tasks.rados.rados.0.smithi001.stdout:1931: done (1 left) 2024-09-13T14:25:01.338 INFO:tasks.rados.rados.0.smithi001.stdout:1932: done (0 left) 2024-09-13T14:25:01.338 INFO:tasks.rados.rados.0.smithi001.stdout:1933: snap_remove snap 171 2024-09-13T14:25:01.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:01 smithi001 ceph-mon[96683]: osdmap e470: 8 total, 8 up, 8 in 2024-09-13T14:25:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:01 smithi001 ceph-mon[99232]: osdmap e470: 8 total, 8 up, 8 in 2024-09-13T14:25:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:01 smithi028 ceph-mon[87621]: osdmap e470: 8 total, 8 up, 8 in 2024-09-13T14:25:02.351 INFO:tasks.rados.rados.0.smithi001.stdout:1933: done (0 left) 2024-09-13T14:25:02.351 INFO:tasks.rados.rados.0.smithi001.stdout:1934: read oid 42 snap 204 2024-09-13T14:25:02.351 INFO:tasks.rados.rados.0.smithi001.stdout:1934: expect (ObjNum 610 snap 203 seq_num 610) 2024-09-13T14:25:02.351 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 205 2024-09-13T14:25:02.351 INFO:tasks.rados.rados.0.smithi001.stdout:1935: seq_num 615 ranges {2596864=704512} 2024-09-13T14:25:02.371 INFO:tasks.rados.rados.0.smithi001.stdout:1935: writing smithi00185197-33 from 2596864 to 3301376 tid 1 2024-09-13T14:25:02.371 INFO:tasks.rados.rados.0.smithi001.stdout:1936: delete oid 6 current snap is 205 2024-09-13T14:25:02.377 INFO:tasks.rados.rados.0.smithi001.stdout:1936: done (2 left) 2024-09-13T14:25:02.378 INFO:tasks.rados.rados.0.smithi001.stdout:1937: read oid 24 snap -1 2024-09-13T14:25:02.378 INFO:tasks.rados.rados.0.smithi001.stdout:1937: expect (ObjNum 602 snap 201 seq_num 602) 2024-09-13T14:25:02.378 INFO:tasks.rados.rados.0.smithi001.stdout:1938: read oid 39 snap -1 2024-09-13T14:25:02.378 INFO:tasks.rados.rados.0.smithi001.stdout:1938: expect deleted 2024-09-13T14:25:02.378 INFO:tasks.rados.rados.0.smithi001.stdout:1939: snap_create 2024-09-13T14:25:02.379 INFO:tasks.rados.rados.0.smithi001.stdout:1935: finishing write tid 1 to smithi00185197-33 2024-09-13T14:25:02.379 INFO:tasks.rados.rados.0.smithi001.stdout:1935: finishing write tid 2 to smithi00185197-33 2024-09-13T14:25:02.381 INFO:tasks.rados.rados.0.smithi001.stdout:1935: finishing write tid 3 to smithi00185197-33 2024-09-13T14:25:02.381 INFO:tasks.rados.rados.0.smithi001.stdout:1935: oid 33 updating version 0 to 1407 2024-09-13T14:25:02.381 INFO:tasks.rados.rados.0.smithi001.stdout:1935: oid 33 updating version 1407 to 1408 2024-09-13T14:25:02.381 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1408 (ObjNum 615 snap 205 seq_num 615) dirty exists 2024-09-13T14:25:02.381 INFO:tasks.rados.rados.0.smithi001.stdout:1935: left oid 33 (ObjNum 615 snap 205 seq_num 615) 2024-09-13T14:25:02.397 INFO:tasks.rados.rados.0.smithi001.stdout:1934: expect (ObjNum 610 snap 203 seq_num 610) 2024-09-13T14:25:02.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:02 smithi001 ceph-mon[96683]: osdmap e471: 8 total, 8 up, 8 in 2024-09-13T14:25:02.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:02 smithi001 ceph-mon[96683]: pgmap v372: 121 pgs: 4 peering, 117 active+clean; 546 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 11 op/s; 35 MiB/s, 8 objects/s recovering 2024-09-13T14:25:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:02 smithi001 ceph-mon[99232]: osdmap e471: 8 total, 8 up, 8 in 2024-09-13T14:25:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:02 smithi001 ceph-mon[99232]: pgmap v372: 121 pgs: 4 peering, 117 active+clean; 546 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 11 op/s; 35 MiB/s, 8 objects/s recovering 2024-09-13T14:25:02.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:02 smithi028 ceph-mon[87621]: osdmap e471: 8 total, 8 up, 8 in 2024-09-13T14:25:02.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:02 smithi028 ceph-mon[87621]: pgmap v372: 121 pgs: 4 peering, 117 active+clean; 546 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 11 op/s; 35 MiB/s, 8 objects/s recovering 2024-09-13T14:25:03.041 INFO:tasks.rados.rados.0.smithi001.stdout:1937: expect (ObjNum 602 snap 201 seq_num 602) 2024-09-13T14:25:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/816 objects degraded (9.681%), 9 pgs degraded) 2024-09-13T14:25:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:25:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[96683]: osdmap e472: 8 total, 8 up, 8 in 2024-09-13T14:25:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[96683]: osdmap e473: 8 total, 8 up, 8 in 2024-09-13T14:25:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/816 objects degraded (9.681%), 9 pgs degraded) 2024-09-13T14:25:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:25:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[99232]: osdmap e472: 8 total, 8 up, 8 in 2024-09-13T14:25:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:03 smithi001 ceph-mon[99232]: osdmap e473: 8 total, 8 up, 8 in 2024-09-13T14:25:03.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:03 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/816 objects degraded (9.681%), 9 pgs degraded) 2024-09-13T14:25:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:03 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:25:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:03 smithi028 ceph-mon[87621]: osdmap e472: 8 total, 8 up, 8 in 2024-09-13T14:25:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:03 smithi028 ceph-mon[87621]: osdmap e473: 8 total, 8 up, 8 in 2024-09-13T14:25:04.076 INFO:tasks.rados.rados.0.smithi001.stdout:1934: done (4 left) 2024-09-13T14:25:04.077 INFO:tasks.rados.rados.0.smithi001.stdout:1935: done (3 left) 2024-09-13T14:25:04.077 INFO:tasks.rados.rados.0.smithi001.stdout:1937: done (2 left) 2024-09-13T14:25:04.077 INFO:tasks.rados.rados.0.smithi001.stdout:1938: done (1 left) 2024-09-13T14:25:04.077 INFO:tasks.rados.rados.0.smithi001.stdout:1939: done (0 left) 2024-09-13T14:25:04.077 INFO:tasks.rados.rados.0.smithi001.stdout:1940: delete oid 33 current snap is 206 2024-09-13T14:25:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:1940: done (0 left) 2024-09-13T14:25:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:1941: copy_from oid 29 from oid 38 current snap is 206 2024-09-13T14:25:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:1942: setattr oid 45 current snap is 206 2024-09-13T14:25:04.080 INFO:tasks.rados.rados.0.smithi001.stdout:1943: delete oid 12 current snap is 206 2024-09-13T14:25:04.082 INFO:tasks.rados.rados.0.smithi001.stdout:1943: done (2 left) 2024-09-13T14:25:04.082 INFO:tasks.rados.rados.0.smithi001.stdout:1944: snap_create 2024-09-13T14:25:04.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 721 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T14:25:04.093 INFO:tasks.rados.rados.0.smithi001.stdout:1941: finishing copy_from racing read to smithi00185197-29 2024-09-13T14:25:04.099 INFO:tasks.rados.rados.0.smithi001.stdout:1941: finishing copy_from to smithi00185197-29 2024-09-13T14:25:04.099 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1372 (ObjNum 606 snap 201 seq_num 606) dirty exists 2024-09-13T14:25:04.353 INFO:tasks.rados.rados.0.smithi001.stdout:1941: done (2 left) 2024-09-13T14:25:04.354 INFO:tasks.rados.rados.0.smithi001.stdout:1942: done (1 left) 2024-09-13T14:25:04.354 INFO:tasks.rados.rados.0.smithi001.stdout:1944: done (0 left) 2024-09-13T14:25:04.354 INFO:tasks.rados.rados.0.smithi001.stdout:1945: snap_remove snap 151 2024-09-13T14:25:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:04 smithi001 ceph-mon[96683]: pgmap v375: 121 pgs: 121 active+clean; 543 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 7 op/s; 23 MiB/s, 4 objects/s recovering 2024-09-13T14:25:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:04 smithi001 ceph-mon[99232]: pgmap v375: 121 pgs: 121 active+clean; 543 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 7 op/s; 23 MiB/s, 4 objects/s recovering 2024-09-13T14:25:04.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:04 smithi028 ceph-mon[87621]: pgmap v375: 121 pgs: 121 active+clean; 543 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 7 op/s; 23 MiB/s, 4 objects/s recovering 2024-09-13T14:25:05.364 INFO:tasks.rados.rados.0.smithi001.stdout:1945: done (0 left) 2024-09-13T14:25:05.364 INFO:tasks.rados.rados.0.smithi001.stdout:1946: snap_remove snap 188 2024-09-13T14:25:05.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:05 smithi001 ceph-mon[96683]: osdmap e474: 8 total, 8 up, 8 in 2024-09-13T14:25:05.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:05.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:05.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:05 smithi001 ceph-mon[99232]: osdmap e474: 8 total, 8 up, 8 in 2024-09-13T14:25:05.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:05.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:05.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:05 smithi028 ceph-mon[87621]: osdmap e474: 8 total, 8 up, 8 in 2024-09-13T14:25:05.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:05.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:06.369 INFO:tasks.rados.rados.0.smithi001.stdout:1946: done (0 left) 2024-09-13T14:25:06.369 INFO:tasks.rados.rados.0.smithi001.stdout:1947: snap_remove snap 206 2024-09-13T14:25:06.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:06 smithi001 ceph-mon[96683]: osdmap e475: 8 total, 8 up, 8 in 2024-09-13T14:25:06.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:06 smithi001 ceph-mon[96683]: pgmap v378: 121 pgs: 121 active+clean; 550 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-13T14:25:06.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:06 smithi001 ceph-mon[99232]: osdmap e475: 8 total, 8 up, 8 in 2024-09-13T14:25:06.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:06 smithi001 ceph-mon[99232]: pgmap v378: 121 pgs: 121 active+clean; 550 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-13T14:25:06.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:06 smithi028 ceph-mon[87621]: osdmap e475: 8 total, 8 up, 8 in 2024-09-13T14:25:06.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:06 smithi028 ceph-mon[87621]: pgmap v378: 121 pgs: 121 active+clean; 550 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-13T14:25:07.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:25:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:25:06] "GET /metrics HTTP/1.1" 200 36288 "" "Prometheus/2.43.0" 2024-09-13T14:25:07.370 INFO:tasks.rados.rados.0.smithi001.stdout:1947: done (0 left) 2024-09-13T14:25:07.371 INFO:tasks.rados.rados.0.smithi001.stdout:1948: delete oid 26 current snap is 207 2024-09-13T14:25:07.375 INFO:tasks.rados.rados.0.smithi001.stdout:1948: done (0 left) 2024-09-13T14:25:07.375 INFO:tasks.rados.rados.0.smithi001.stdout:1949: snap_remove snap 181 2024-09-13T14:25:07.676 INFO:tasks.rados.rados.0.smithi001.stdout:1949: done (0 left) 2024-09-13T14:25:07.676 INFO:tasks.rados.rados.0.smithi001.stdout:1950: read oid 49 snap -1 2024-09-13T14:25:07.676 INFO:tasks.rados.rados.0.smithi001.stdout:1950: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:25:07.676 INFO:tasks.rados.rados.0.smithi001.stdout:1951: snap_remove snap 205 2024-09-13T14:25:07.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:07 smithi001 ceph-mon[96683]: osdmap e476: 8 total, 8 up, 8 in 2024-09-13T14:25:07.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:07 smithi001 ceph-mon[99232]: osdmap e476: 8 total, 8 up, 8 in 2024-09-13T14:25:07.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:07 smithi028 ceph-mon[87621]: osdmap e476: 8 total, 8 up, 8 in 2024-09-13T14:25:08.677 INFO:tasks.rados.rados.0.smithi001.stdout:1951: done (1 left) 2024-09-13T14:25:08.677 INFO:tasks.rados.rados.0.smithi001.stdout:1952: read oid 41 snap 200 2024-09-13T14:25:08.677 INFO:tasks.rados.rados.0.smithi001.stdout:1952: expect (ObjNum 578 snap 194 seq_num 578) 2024-09-13T14:25:08.677 INFO:tasks.rados.rados.0.smithi001.stdout:1953: read oid 28 snap 200 2024-09-13T14:25:08.678 INFO:tasks.rados.rados.0.smithi001.stdout:1953: expect (ObjNum 553 snap 186 seq_num 553) 2024-09-13T14:25:08.678 INFO:tasks.rados.rados.0.smithi001.stdout:1954: copy_from oid 47 from oid 37 current snap is 207 2024-09-13T14:25:08.678 INFO:tasks.rados.rados.0.smithi001.stdout:1950: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:25:08.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:08 smithi001 ceph-mon[96683]: osdmap e477: 8 total, 8 up, 8 in 2024-09-13T14:25:08.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:08 smithi001 ceph-mon[96683]: pgmap v381: 121 pgs: 121 active+clean; 549 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-13T14:25:08.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:08 smithi001 ceph-mon[96683]: osdmap e478: 8 total, 8 up, 8 in 2024-09-13T14:25:08.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:08 smithi001 ceph-mon[99232]: osdmap e477: 8 total, 8 up, 8 in 2024-09-13T14:25:08.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:08 smithi001 ceph-mon[99232]: pgmap v381: 121 pgs: 121 active+clean; 549 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-13T14:25:08.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:08 smithi001 ceph-mon[99232]: osdmap e478: 8 total, 8 up, 8 in 2024-09-13T14:25:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:08 smithi028 ceph-mon[87621]: osdmap e477: 8 total, 8 up, 8 in 2024-09-13T14:25:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:08 smithi028 ceph-mon[87621]: pgmap v381: 121 pgs: 121 active+clean; 549 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-13T14:25:08.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:08 smithi028 ceph-mon[87621]: osdmap e478: 8 total, 8 up, 8 in 2024-09-13T14:25:08.921 INFO:tasks.rados.rados.0.smithi001.stdout:1954: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:25:08.921 INFO:tasks.rados.rados.0.smithi001.stdout:1954: finishing copy_from to smithi00185197-47 2024-09-13T14:25:08.921 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1251 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:25:08.921 INFO:tasks.rados.rados.0.smithi001.stdout:1953: expect (ObjNum 553 snap 186 seq_num 553) 2024-09-13T14:25:08.978 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:25:09.246 INFO:tasks.rados.rados.0.smithi001.stdout:1952: expect (ObjNum 578 snap 194 seq_num 578) 2024-09-13T14:25:09.570 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:25:09.570 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (8m) 83s ago 9m 24.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (9m) 16s ago 9m 88.1M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (10m) 83s ago 10m 16.7M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (10m) 16s ago 10m 23.3M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (4m) 16s ago 14m 455M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (5m) 83s ago 15m 525M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (4m) 83s ago 16m 55.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (3m) 16s ago 14m 46.8M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (4m) 83s ago 14m 46.9M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (9m) 83s ago 9m 16.5M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (8m) 16s ago 8m 15.0M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (3m) 83s ago 13m 182M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:25:09.571 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (2m) 83s ago 13m 144M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:25:09.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (2m) 83s ago 13m 97.8M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:25:09.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (88s) 83s ago 12m 12.2M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:25:09.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (55s) 16s ago 12m 108M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:25:09.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (21s) 16s ago 11m 12.2M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 9b05afad3641 2024-09-13T14:25:09.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (11m) 16s ago 11m 288M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 39b7656be7d8 2024-09-13T14:25:09.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (11m) 16s ago 11m 197M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:25:09.572 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (4m) 16s ago 9m 56.4M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:25:09.845 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:09 smithi001 ceph-mon[96683]: osdmap e479: 8 total, 8 up, 8 in 2024-09-13T14:25:09.845 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:09 smithi001 ceph-mon[96683]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:09.845 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:09 smithi001 ceph-mon[99232]: osdmap e479: 8 total, 8 up, 8 in 2024-09-13T14:25:09.845 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:09 smithi001 ceph-mon[99232]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:09.928 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:25:09.929 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:25:09.929 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:25:09.929 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:09.929 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:25:09.929 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:25:09.929 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:09.929 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2, 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 6 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 4, 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 11 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:25:09.932 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:25:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:09 smithi028 ceph-mon[87621]: osdmap e479: 8 total, 8 up, 8 in 2024-09-13T14:25:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:09 smithi028 ceph-mon[87621]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:10.228 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:25:10.229 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "11/20 daemons upgraded", 2024-09-13T14:25:10.230 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:25:10.230 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:25:10.230 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:25:10.349 INFO:tasks.rados.rados.0.smithi001.stdout:1950: done (3 left) 2024-09-13T14:25:10.349 INFO:tasks.rados.rados.0.smithi001.stdout:1952: done (2 left) 2024-09-13T14:25:10.349 INFO:tasks.rados.rados.0.smithi001.stdout:1953: done (1 left) 2024-09-13T14:25:10.349 INFO:tasks.rados.rados.0.smithi001.stdout:1954: done (0 left) 2024-09-13T14:25:10.349 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 207 2024-09-13T14:25:10.350 INFO:tasks.rados.rados.0.smithi001.stdout:1955: seq_num 620 ranges {16384=794624} 2024-09-13T14:25:10.353 INFO:tasks.rados.rados.0.smithi001.stdout:1955: writing smithi00185197-46 from 16384 to 811008 tid 1 2024-09-13T14:25:10.353 INFO:tasks.rados.rados.0.smithi001.stdout:1956: read oid 47 snap -1 2024-09-13T14:25:10.353 INFO:tasks.rados.rados.0.smithi001.stdout:1956: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:25:10.353 INFO:tasks.rados.rados.0.smithi001.stdout:1957: delete oid 41 current snap is 207 2024-09-13T14:25:10.355 INFO:tasks.rados.rados.0.smithi001.stdout:1957: done (2 left) 2024-09-13T14:25:10.356 INFO:tasks.rados.rados.0.smithi001.stdout:1958: delete oid 3 current snap is 207 2024-09-13T14:25:10.358 INFO:tasks.rados.rados.0.smithi001.stdout:1955: finishing write tid 1 to smithi00185197-46 2024-09-13T14:25:10.358 INFO:tasks.rados.rados.0.smithi001.stdout:1955: finishing write tid 2 to smithi00185197-46 2024-09-13T14:25:10.359 INFO:tasks.rados.rados.0.smithi001.stdout:1958: done (2 left) 2024-09-13T14:25:10.359 INFO:tasks.rados.rados.0.smithi001.stdout:1959: setattr oid 34 current snap is 207 2024-09-13T14:25:10.359 INFO:tasks.rados.rados.0.smithi001.stdout:1955: finishing write tid 3 to smithi00185197-46 2024-09-13T14:25:10.360 INFO:tasks.rados.rados.0.smithi001.stdout:1955: oid 46 updating version 0 to 1513 2024-09-13T14:25:10.360 INFO:tasks.rados.rados.0.smithi001.stdout:1955: oid 46 version 1513 is already newer than 1512 2024-09-13T14:25:10.360 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1513 (ObjNum 620 snap 207 seq_num 620) dirty exists 2024-09-13T14:25:10.360 INFO:tasks.rados.rados.0.smithi001.stdout:1955: left oid 46 (ObjNum 620 snap 207 seq_num 620) 2024-09-13T14:25:10.361 INFO:tasks.rados.rados.0.smithi001.stdout:1955: done (2 left) 2024-09-13T14:25:10.361 INFO:tasks.rados.rados.0.smithi001.stdout:1960: rmattr oid 49 current snap is 207 2024-09-13T14:25:10.361 INFO:tasks.rados.rados.0.smithi001.stdout:1961: delete oid 2 current snap is 207 2024-09-13T14:25:10.365 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1515 (ObjNum 538 snap 181 seq_num 538) dirty exists 2024-09-13T14:25:10.366 INFO:tasks.rados.rados.0.smithi001.stdout:1960: done (3 left) 2024-09-13T14:25:10.366 INFO:tasks.rados.rados.0.smithi001.stdout:1961: done (2 left) 2024-09-13T14:25:10.366 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 207 2024-09-13T14:25:10.366 INFO:tasks.rados.rados.0.smithi001.stdout:1962: seq_num 624 ranges {2260992=458752,2719744=401408} 2024-09-13T14:25:10.380 INFO:tasks.rados.rados.0.smithi001.stdout:1962: writing smithi00185197-35 from 2260992 to 2719744 tid 1 2024-09-13T14:25:10.383 INFO:tasks.rados.rados.0.smithi001.stdout:1962: writing smithi00185197-35 from 2719744 to 3121152 tid 2 2024-09-13T14:25:10.383 INFO:tasks.rados.rados.0.smithi001.stdout:1963: read oid 1 snap -1 2024-09-13T14:25:10.383 INFO:tasks.rados.rados.0.smithi001.stdout:1963: expect (ObjNum 503 snap 160 seq_num 503) 2024-09-13T14:25:10.384 INFO:tasks.rados.rados.0.smithi001.stdout:1964: delete oid 45 current snap is 207 2024-09-13T14:25:10.384 INFO:tasks.rados.rados.0.smithi001.stdout:1956: expect (ObjNum 505 snap 160 seq_num 505) 2024-09-13T14:25:10.595 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1252 (ObjNum 559 snap 187 seq_num 559) dirty exists 2024-09-13T14:25:10.595 INFO:tasks.rados.rados.0.smithi001.stdout:1962: finishing write tid 1 to smithi00185197-35 2024-09-13T14:25:10.595 INFO:tasks.rados.rados.0.smithi001.stdout:1962: finishing write tid 2 to smithi00185197-35 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1962: finishing write tid 3 to smithi00185197-35 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1956: done (4 left) 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1959: done (3 left) 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1964: done (2 left) 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1965: snap_create 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1962: finishing write tid 4 to smithi00185197-35 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1962: oid 35 updating version 0 to 743 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1962: oid 35 updating version 743 to 745 2024-09-13T14:25:10.596 INFO:tasks.rados.rados.0.smithi001.stdout:1962: oid 35 version 745 is already newer than 744 2024-09-13T14:25:10.597 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 745 (ObjNum 624 snap 207 seq_num 624) dirty exists 2024-09-13T14:25:10.597 INFO:tasks.rados.rados.0.smithi001.stdout:1962: left oid 35 (ObjNum 624 snap 207 seq_num 624) 2024-09-13T14:25:10.597 INFO:tasks.rados.rados.0.smithi001.stdout:1963: expect (ObjNum 503 snap 160 seq_num 503) 2024-09-13T14:25:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[96683]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[96683]: pgmap v384: 121 pgs: 121 active+clean; 542 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 978 KiB/s wr, 2 op/s 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[96683]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/915107099' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[99232]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[99232]: pgmap v384: 121 pgs: 121 active+clean; 542 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 978 KiB/s wr, 2 op/s 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[99232]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/915107099' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:10 smithi028 ceph-mon[87621]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:10 smithi028 ceph-mon[87621]: pgmap v384: 121 pgs: 121 active+clean; 542 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 978 KiB/s wr, 2 op/s 2024-09-13T14:25:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:10 smithi028 ceph-mon[87621]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:10 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/915107099' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:11.474 INFO:tasks.rados.rados.0.smithi001.stdout:1962: done (2 left) 2024-09-13T14:25:11.475 INFO:tasks.rados.rados.0.smithi001.stdout:1963: done (1 left) 2024-09-13T14:25:11.475 INFO:tasks.rados.rados.0.smithi001.stdout:1965: done (0 left) 2024-09-13T14:25:11.475 INFO:tasks.rados.rados.0.smithi001.stdout:1966: snap_create 2024-09-13T14:25:11.953 INFO:tasks.rados.rados.0.smithi001.stdout:1966: done (0 left) 2024-09-13T14:25:11.953 INFO:tasks.rados.rados.0.smithi001.stdout:1967: read oid 37 snap 164 2024-09-13T14:25:11.953 INFO:tasks.rados.rados.0.smithi001.stdout:1967: expect deleted 2024-09-13T14:25:11.954 INFO:tasks.rados.rados.0.smithi001.stdout:1968: read oid 11 snap -1 2024-09-13T14:25:11.954 INFO:tasks.rados.rados.0.smithi001.stdout:1968: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:25:11.954 INFO:tasks.rados.rados.0.smithi001.stdout:1969: read oid 3 snap -1 2024-09-13T14:25:11.954 INFO:tasks.rados.rados.0.smithi001.stdout:1969: expect deleted 2024-09-13T14:25:11.954 INFO:tasks.rados.rados.0.smithi001.stdout:1970: snap_remove snap 186 2024-09-13T14:25:12.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:11 smithi001 ceph-mon[96683]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:11 smithi001 ceph-mon[96683]: osdmap e480: 8 total, 8 up, 8 in 2024-09-13T14:25:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:11 smithi001 ceph-mon[99232]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:11 smithi001 ceph-mon[99232]: osdmap e480: 8 total, 8 up, 8 in 2024-09-13T14:25:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:11 smithi028 ceph-mon[87621]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:11 smithi028 ceph-mon[87621]: osdmap e480: 8 total, 8 up, 8 in 2024-09-13T14:25:12.679 INFO:tasks.rados.rados.0.smithi001.stdout:1970: done (3 left) 2024-09-13T14:25:12.679 INFO:tasks.rados.rados.0.smithi001.stdout:1971: read oid 22 snap -1 2024-09-13T14:25:12.679 INFO:tasks.rados.rados.0.smithi001.stdout:1971: expect (ObjNum 561 snap 189 seq_num 561) 2024-09-13T14:25:12.679 INFO:tasks.rados.rados.0.smithi001.stdout:1972: snap_remove snap 192 2024-09-13T14:25:13.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:12 smithi028 ceph-mon[87621]: pgmap v386: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T14:25:13.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:12 smithi028 ceph-mon[87621]: osdmap e481: 8 total, 8 up, 8 in 2024-09-13T14:25:13.283 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:25:13.284 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:12 smithi028 ceph-mon[87621]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T14:25:13.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[96683]: pgmap v386: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T14:25:13.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[96683]: osdmap e481: 8 total, 8 up, 8 in 2024-09-13T14:25:13.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:25:13.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[96683]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T14:25:13.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[99232]: pgmap v386: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-09-13T14:25:13.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[99232]: osdmap e481: 8 total, 8 up, 8 in 2024-09-13T14:25:13.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:25:13.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:12 smithi001 ceph-mon[99232]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T14:25:13.689 INFO:tasks.rados.rados.0.smithi001.stdout:1972: done (4 left) 2024-09-13T14:25:13.689 INFO:tasks.rados.rados.0.smithi001.stdout:1973: snap_remove snap 207 2024-09-13T14:25:13.996 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:13 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:25:13.996 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:13 smithi028 ceph-mon[87621]: Upgrade: osd.6 is safe to restart 2024-09-13T14:25:13.996 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:13 smithi028 ceph-mon[87621]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T14:25:14.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:13 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:25:14.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:13 smithi001 ceph-mon[96683]: Upgrade: osd.6 is safe to restart 2024-09-13T14:25:14.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:13 smithi001 ceph-mon[96683]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T14:25:14.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:13 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:25:14.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:13 smithi001 ceph-mon[99232]: Upgrade: osd.6 is safe to restart 2024-09-13T14:25:14.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:13 smithi001 ceph-mon[99232]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T14:25:14.688 INFO:tasks.rados.rados.0.smithi001.stdout:1973: done (4 left) 2024-09-13T14:25:14.688 INFO:tasks.rados.rados.0.smithi001.stdout:1974: setattr oid 38 current snap is 209 2024-09-13T14:25:14.688 INFO:tasks.rados.rados.0.smithi001.stdout:1968: expect (ObjNum 440 snap 140 seq_num 440) 2024-09-13T14:25:14.893 INFO:tasks.rados.rados.0.smithi001.stdout:1971: expect (ObjNum 561 snap 189 seq_num 561) 2024-09-13T14:25:15.294 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:15 smithi028 ceph-mon[87621]: pgmap v389: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T14:25:15.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:15 smithi028 ceph-mon[87621]: Upgrade: Updating osd.6 2024-09-13T14:25:15.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:15.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:25:15.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:15.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:15 smithi028 ceph-mon[87621]: Deploying daemon osd.6 on smithi028 2024-09-13T14:25:15.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:15 smithi028 ceph-mon[87621]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T14:25:15.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[99232]: pgmap v389: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T14:25:15.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[99232]: Upgrade: Updating osd.6 2024-09-13T14:25:15.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[99232]: Deploying daemon osd.6 on smithi028 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[99232]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[96683]: pgmap v389: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[96683]: Upgrade: Updating osd.6 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[96683]: Deploying daemon osd.6 on smithi028 2024-09-13T14:25:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:15 smithi001 ceph-mon[96683]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T14:25:15.760 INFO:tasks.rados.rados.0.smithi001.stdout:1967: done (4 left) 2024-09-13T14:25:15.760 INFO:tasks.rados.rados.0.smithi001.stdout:1968: done (3 left) 2024-09-13T14:25:15.761 INFO:tasks.rados.rados.0.smithi001.stdout:1969: done (2 left) 2024-09-13T14:25:15.761 INFO:tasks.rados.rados.0.smithi001.stdout:1971: done (1 left) 2024-09-13T14:25:15.761 INFO:tasks.rados.rados.0.smithi001.stdout:1975: delete oid 8 current snap is 209 2024-09-13T14:25:15.764 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1388 (ObjNum 606 snap 201 seq_num 606) dirty exists 2024-09-13T14:25:15.764 INFO:tasks.rados.rados.0.smithi001.stdout:1974: done (1 left) 2024-09-13T14:25:15.765 INFO:tasks.rados.rados.0.smithi001.stdout:1975: done (0 left) 2024-09-13T14:25:15.765 INFO:tasks.rados.rados.0.smithi001.stdout:1976: read oid 27 snap 183 2024-09-13T14:25:15.765 INFO:tasks.rados.rados.0.smithi001.stdout:1976: expect (ObjNum 523 snap 176 seq_num 523) 2024-09-13T14:25:15.765 INFO:tasks.rados.rados.0.smithi001.stdout:1977: snap_create 2024-09-13T14:25:15.778 INFO:tasks.rados.rados.0.smithi001.stdout:1976: expect (ObjNum 523 snap 176 seq_num 523) 2024-09-13T14:25:16.036 INFO:tasks.rados.rados.0.smithi001.stdout:1976: done (1 left) 2024-09-13T14:25:16.036 INFO:tasks.rados.rados.0.smithi001.stdout:1977: done (0 left) 2024-09-13T14:25:16.037 INFO:tasks.rados.rados.0.smithi001.stdout:1978: delete oid 44 current snap is 210 2024-09-13T14:25:16.040 INFO:tasks.rados.rados.0.smithi001.stdout:1978: done (0 left) 2024-09-13T14:25:16.040 INFO:tasks.rados.rados.0.smithi001.stdout:1979: copy_from oid 39 from oid 22 current snap is 210 2024-09-13T14:25:16.040 INFO:tasks.rados.rados.0.smithi001.stdout:1980: snap_remove snap 198 2024-09-13T14:25:17.045 INFO:tasks.rados.rados.0.smithi001.stdout:1980: done (1 left) 2024-09-13T14:25:17.046 INFO:tasks.rados.rados.0.smithi001.stdout:1981: read oid 14 snap -1 2024-09-13T14:25:17.046 INFO:tasks.rados.rados.0.smithi001.stdout:1981: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:25:17.046 INFO:tasks.rados.rados.0.smithi001.stdout:1982: delete oid 30 current snap is 210 2024-09-13T14:25:17.046 INFO:tasks.rados.rados.0.smithi001.stdout:1979: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:25:17.046 INFO:tasks.rados.rados.0.smithi001.stdout:1979: finishing copy_from to smithi00185197-39 2024-09-13T14:25:17.046 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1249 (ObjNum 561 snap 189 seq_num 561) dirty exists 2024-09-13T14:25:17.061 INFO:tasks.rados.rados.0.smithi001.stdout:1979: done (2 left) 2024-09-13T14:25:17.061 INFO:tasks.rados.rados.0.smithi001.stdout:1982: done (1 left) 2024-09-13T14:25:17.061 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 210 2024-09-13T14:25:17.061 INFO:tasks.rados.rados.0.smithi001.stdout:1983: seq_num 629 ranges {8355840=540672,8896512=401408} 2024-09-13T14:25:17.110 INFO:tasks.rados.rados.0.smithi001.stdout:1983: writing smithi00185197-42 from 8355840 to 8896512 tid 1 2024-09-13T14:25:17.112 INFO:tasks.rados.rados.0.smithi001.stdout:1983: writing smithi00185197-42 from 8896512 to 9297920 tid 2 2024-09-13T14:25:17.113 INFO:tasks.rados.rados.0.smithi001.stdout:1984: copy_from oid 1 from oid 8 current snap is 210 2024-09-13T14:25:17.113 INFO:tasks.rados.rados.0.smithi001.stdout:1981: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:25:17.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:17 smithi028 ceph-mon[87621]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 194 KiB/s wr, 12 op/s 2024-09-13T14:25:17.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:17 smithi028 ceph-mon[87621]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T14:25:17.293 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:17 smithi028 systemd[1]: Stopping Ceph osd.6 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:25:17.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:17 smithi001 ceph-mon[96683]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 194 KiB/s wr, 12 op/s 2024-09-13T14:25:17.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:17 smithi001 ceph-mon[96683]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T14:25:17.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:17 smithi001 ceph-mon[99232]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 194 KiB/s wr, 12 op/s 2024-09-13T14:25:17.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:17 smithi001 ceph-mon[99232]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T14:25:17.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:25:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:25:16] "GET /metrics HTTP/1.1" 200 36288 "" "Prometheus/2.43.0" 2024-09-13T14:25:17.354 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:25:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[104932]: 2024-09-13T14:25:17.073+0000 7fd536737640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 10a after trimming was started 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1984: finishing copy_from to smithi00185197-1 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1984: got expected ENOENT (src dne) 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1984: finishing copy_from racing read to smithi00185197-1 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1983: finishing write tid 1 to smithi00185197-42 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1983: finishing write tid 2 to smithi00185197-42 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1983: finishing write tid 3 to smithi00185197-42 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1981: done (2 left) 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1984: done (1 left) 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1985: snap_create 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1983: finishing write tid 4 to smithi00185197-42 2024-09-13T14:25:17.360 INFO:tasks.rados.rados.0.smithi001.stdout:1983: oid 42 updating version 0 to 1006 2024-09-13T14:25:17.361 INFO:tasks.rados.rados.0.smithi001.stdout:1983: oid 42 updating version 1006 to 1007 2024-09-13T14:25:17.361 INFO:tasks.rados.rados.0.smithi001.stdout:1983: oid 42 version 1007 is already newer than 1005 2024-09-13T14:25:17.361 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1007 (ObjNum 629 snap 210 seq_num 629) dirty exists 2024-09-13T14:25:17.361 INFO:tasks.rados.rados.0.smithi001.stdout:1983: left oid 42 (ObjNum 629 snap 210 seq_num 629) 2024-09-13T14:25:17.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[49173]: 2024-09-13T14:25:17.290+0000 7f1ed5600640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:25:17.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[49173]: 2024-09-13T14:25:17.290+0000 7f1ed5600640 -1 osd.6 486 *** Got signal Terminated *** 2024-09-13T14:25:17.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[49173]: 2024-09-13T14:25:17.290+0000 7f1ed5600640 -1 osd.6 486 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:25:17.682 INFO:tasks.rados.rados.0.smithi001.stdout:1983: done (1 left) 2024-09-13T14:25:17.682 INFO:tasks.rados.rados.0.smithi001.stdout:1985: done (0 left) 2024-09-13T14:25:17.682 INFO:tasks.rados.rados.0.smithi001.stdout:1986: delete oid 42 current snap is 211 2024-09-13T14:25:17.688 INFO:tasks.rados.rados.0.smithi001.stdout:1986: done (0 left) 2024-09-13T14:25:17.688 INFO:tasks.rados.rados.0.smithi001.stdout:1987: delete oid 48 current snap is 211 2024-09-13T14:25:17.692 INFO:tasks.rados.rados.0.smithi001.stdout:1987: done (0 left) 2024-09-13T14:25:17.692 INFO:tasks.rados.rados.0.smithi001.stdout:1988: rollback oid 47 current snap is 211 2024-09-13T14:25:17.692 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 189 2024-09-13T14:25:17.692 INFO:tasks.rados.rados.0.smithi001.stdout:1989: read oid 15 snap -1 2024-09-13T14:25:17.692 INFO:tasks.rados.rados.0.smithi001.stdout:1989: expect (ObjNum 479 snap 153 seq_num 479) 2024-09-13T14:25:17.692 INFO:tasks.rados.rados.0.smithi001.stdout:1990: setattr oid 4 current snap is 211 2024-09-13T14:25:17.695 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 211 2024-09-13T14:25:17.695 INFO:tasks.rados.rados.0.smithi001.stdout:1991: seq_num 632 ranges {4005888=589824,4595712=401408} 2024-09-13T14:25:17.720 INFO:tasks.rados.rados.0.smithi001.stdout:1991: writing smithi00185197-29 from 4005888 to 4595712 tid 1 2024-09-13T14:25:17.723 INFO:tasks.rados.rados.0.smithi001.stdout:1991: writing smithi00185197-29 from 4595712 to 4997120 tid 2 2024-09-13T14:25:17.723 INFO:tasks.rados.rados.0.smithi001.stdout:1992: snap_remove snap 194 2024-09-13T14:25:18.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[96683]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T14:25:18.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[96683]: osd.6 marked itself down and dead 2024-09-13T14:25:18.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:25:18.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[96683]: osdmap e487: 8 total, 7 up, 8 in 2024-09-13T14:25:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[99232]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T14:25:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[99232]: osd.6 marked itself down and dead 2024-09-13T14:25:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:25:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:18 smithi001 ceph-mon[99232]: osdmap e487: 8 total, 7 up, 8 in 2024-09-13T14:25:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:18 smithi028 ceph-mon[87621]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T14:25:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:18 smithi028 ceph-mon[87621]: osd.6 marked itself down and dead 2024-09-13T14:25:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:18 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:25:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:18 smithi028 ceph-mon[87621]: osdmap e487: 8 total, 7 up, 8 in 2024-09-13T14:25:18.355 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:18 smithi028 podman[102646]: 2024-09-13 14:25:18.172685553 +0000 UTC m=+0.985265771 container died 39b7656be7d81552de8ed4bc6fe542a6c9b53560cea0f83cfdd59e1801461744 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=reef-2c01458, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True) 2024-09-13T14:25:18.683 INFO:tasks.rados.rados.0.smithi001.stdout:1992: done (4 left) 2024-09-13T14:25:18.683 INFO:tasks.rados.rados.0.smithi001.stdout:1993: snap_create 2024-09-13T14:25:18.683 INFO:tasks.rados.rados.0.smithi001.stdout:1989: expect (ObjNum 479 snap 153 seq_num 479) 2024-09-13T14:25:18.715 INFO:tasks.rados.rados.0.smithi001.stdout:1988: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:25:18.715 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1036 (ObjNum 594 snap 199 seq_num 594) dirty exists 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1988: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1988: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1255 (ObjNum 522 snap 174 seq_num 522) dirty exists 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: finishing write tid 1 to smithi00185197-29 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: finishing write tid 2 to smithi00185197-29 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: finishing write tid 3 to smithi00185197-29 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: finishing write tid 4 to smithi00185197-29 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: oid 29 updating version 0 to 1554 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: oid 29 version 1554 is already newer than 1553 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: oid 29 updating version 1554 to 1555 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1555 (ObjNum 632 snap 211 seq_num 632) dirty exists 2024-09-13T14:25:18.716 INFO:tasks.rados.rados.0.smithi001.stdout:1991: left oid 29 (ObjNum 632 snap 211 seq_num 632) 2024-09-13T14:25:18.825 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:18 smithi028 podman[102646]: 2024-09-13 14:25:18.61500373 +0000 UTC m=+1.427583945 container cleanup 39b7656be7d81552de8ed4bc6fe542a6c9b53560cea0f83cfdd59e1801461744 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458) 2024-09-13T14:25:18.826 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:18 smithi028 bash[102646]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6 2024-09-13T14:25:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:19 smithi028 ceph-mon[87621]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-13T14:25:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:19 smithi028 ceph-mon[87621]: osdmap e488: 8 total, 7 up, 8 in 2024-09-13T14:25:19.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:18 smithi028 podman[102668]: 2024-09-13 14:25:18.825051996 +0000 UTC m=+0.650989489 container remove 39b7656be7d81552de8ed4bc6fe542a6c9b53560cea0f83cfdd59e1801461744 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458) 2024-09-13T14:25:19.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:19 smithi001 ceph-mon[96683]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-13T14:25:19.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:19 smithi001 ceph-mon[96683]: osdmap e488: 8 total, 7 up, 8 in 2024-09-13T14:25:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:19 smithi001 ceph-mon[99232]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-13T14:25:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:19 smithi001 ceph-mon[99232]: osdmap e488: 8 total, 7 up, 8 in 2024-09-13T14:25:19.545 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:19 smithi028 podman[102760]: 2024-09-13 14:25:19.242668202 +0000 UTC m=+0.112193553 container create f68fd79578db1c4fb343c767feac50ccb7c6506208109944852dd04a00aefce4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-13T14:25:19.546 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:19 smithi028 podman[102760]: 2024-09-13 14:25:19.146866155 +0000 UTC m=+0.016391520 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:25:19.546 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:19 smithi028 podman[102760]: 2024-09-13 14:25:19.436950538 +0000 UTC m=+0.306475903 container init f68fd79578db1c4fb343c767feac50ccb7c6506208109944852dd04a00aefce4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-13T14:25:19.546 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:19 smithi028 podman[102760]: 2024-09-13 14:25:19.442859173 +0000 UTC m=+0.312384531 container start f68fd79578db1c4fb343c767feac50ccb7c6506208109944852dd04a00aefce4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:25:19.546 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:19 smithi028 podman[102760]: 2024-09-13 14:25:19.544805846 +0000 UTC m=+0.414331198 container attach f68fd79578db1c4fb343c767feac50ccb7c6506208109944852dd04a00aefce4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T14:25:19.684 INFO:tasks.rados.rados.0.smithi001.stdout:1988: done (4 left) 2024-09-13T14:25:19.684 INFO:tasks.rados.rados.0.smithi001.stdout:1989: done (3 left) 2024-09-13T14:25:19.684 INFO:tasks.rados.rados.0.smithi001.stdout:1990: done (2 left) 2024-09-13T14:25:19.684 INFO:tasks.rados.rados.0.smithi001.stdout:1991: done (1 left) 2024-09-13T14:25:19.684 INFO:tasks.rados.rados.0.smithi001.stdout:1993: done (0 left) 2024-09-13T14:25:19.684 INFO:tasks.rados.rados.0.smithi001.stdout:1994: delete oid 38 current snap is 212 2024-09-13T14:25:19.690 INFO:tasks.rados.rados.0.smithi001.stdout:1994: done (0 left) 2024-09-13T14:25:19.690 INFO:tasks.rados.rados.0.smithi001.stdout:1995: snap_remove snap 183 2024-09-13T14:25:19.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:19 smithi028 podman[102760]: 2024-09-13 14:25:19.63657399 +0000 UTC m=+0.506099343 container died f68fd79578db1c4fb343c767feac50ccb7c6506208109944852dd04a00aefce4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-13T14:25:20.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:20 smithi028 podman[102803]: 2024-09-13 14:25:20.349148564 +0000 UTC m=+0.706775992 container remove f68fd79578db1c4fb343c767feac50ccb7c6506208109944852dd04a00aefce4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:25:20.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:20 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-13T14:25:20.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:20 smithi028 systemd[1]: Stopped Ceph osd.6 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:25:20.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:20 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.6.service: Consumed 15.720s CPU time. 2024-09-13T14:25:20.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:20 smithi028 systemd[1]: Starting Ceph osd.6 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:25:20.690 INFO:tasks.rados.rados.0.smithi001.stdout:1995: done (0 left) 2024-09-13T14:25:20.691 INFO:tasks.rados.rados.0.smithi001.stdout:1996: rmattr oid 12 current snap is 212 2024-09-13T14:25:20.691 INFO:tasks.rados.rados.0.smithi001.stdout:1996: done (0 left) 2024-09-13T14:25:20.691 INFO:tasks.rados.rados.0.smithi001.stdout:1997: snap_remove snap 193 2024-09-13T14:25:20.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:20 smithi028 ceph-mon[87621]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 2 active+undersized, 7 peering, 13 stale+active+clean, 98 active+clean; 548 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 606 KiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T14:25:20.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:20 smithi028 ceph-mon[87621]: osdmap e489: 8 total, 7 up, 8 in 2024-09-13T14:25:20.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:20.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:20.934 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:20 smithi028 ceph-mon[87621]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:25:20.935 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:20 smithi028 podman[102908]: 2024-09-13 14:25:20.712122341 +0000 UTC m=+0.022317702 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:25:20.935 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:20 smithi028 podman[102908]: 2024-09-13 14:25:20.833969096 +0000 UTC m=+0.144164438 container create 95ee6a036f26602f56b0b1bc8396eb30e853fbcd494b6d3b27911fa8f0d2d718 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:25:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[96683]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 2 active+undersized, 7 peering, 13 stale+active+clean, 98 active+clean; 548 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 606 KiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T14:25:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[96683]: osdmap e489: 8 total, 7 up, 8 in 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[96683]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[99232]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 2 active+undersized, 7 peering, 13 stale+active+clean, 98 active+clean; 548 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 606 KiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[99232]: osdmap e489: 8 total, 7 up, 8 in 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:20 smithi001 ceph-mon[99232]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:25:21.191 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 podman[102908]: 2024-09-13 14:25:21.019463588 +0000 UTC m=+0.329658933 container init 95ee6a036f26602f56b0b1bc8396eb30e853fbcd494b6d3b27911fa8f0d2d718 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-13T14:25:21.191 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 podman[102908]: 2024-09-13 14:25:21.024536407 +0000 UTC m=+0.334731746 container start 95ee6a036f26602f56b0b1bc8396eb30e853fbcd494b6d3b27911fa8f0d2d718 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 podman[102908]: 2024-09-13 14:25:21.127788089 +0000 UTC m=+0.437983650 container attach 95ee6a036f26602f56b0b1bc8396eb30e853fbcd494b6d3b27911fa8f0d2d718 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.192 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T14:25:21.561 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T14:25:21.697 INFO:tasks.rados.rados.0.smithi001.stdout:1997: done (0 left) 2024-09-13T14:25:21.697 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 212 2024-09-13T14:25:21.697 INFO:tasks.rados.rados.0.smithi001.stdout:1998: seq_num 634 ranges {2195456=622592,2818048=401408} 2024-09-13T14:25:21.714 INFO:tasks.rados.rados.0.smithi001.stdout:1998: writing smithi00185197-34 from 2195456 to 2818048 tid 1 2024-09-13T14:25:21.717 INFO:tasks.rados.rados.0.smithi001.stdout:1998: writing smithi00185197-34 from 2818048 to 3219456 tid 2 2024-09-13T14:25:21.717 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 212 2024-09-13T14:25:21.717 INFO:tasks.rados.rados.0.smithi001.stdout:1999: seq_num 635 ranges {0=638976,638976=401408} 2024-09-13T14:25:21.721 INFO:tasks.rados.rados.0.smithi001.stdout:1999: writing smithi00185197-38 from 0 to 638976 tid 1 2024-09-13T14:25:21.724 INFO:tasks.rados.rados.0.smithi001.stdout:1999: writing smithi00185197-38 from 638976 to 1040384 tid 2 2024-09-13T14:25:21.724 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 212 2024-09-13T14:25:21.724 INFO:tasks.rados.rados.0.smithi001.stdout:1998: finishing write tid 1 to smithi00185197-34 2024-09-13T14:25:21.724 INFO:tasks.rados.rados.0.smithi001.stdout:2000: seq_num 636 ranges {11763712=655360,12419072=401408} 2024-09-13T14:25:21.792 INFO:tasks.rados.rados.0.smithi001.stdout:2000: writing smithi00185197-1 from 11763712 to 12419072 tid 1 2024-09-13T14:25:21.795 INFO:tasks.rados.rados.0.smithi001.stdout:2000: writing smithi00185197-1 from 12419072 to 12820480 tid 2 2024-09-13T14:25:21.795 INFO:tasks.rados.rados.0.smithi001.stdout:2001: rollback oid 33 current snap is 212 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 169 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: finishing write tid 2 to smithi00185197-34 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: finishing write tid 3 to smithi00185197-34 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: finishing write tid 4 to smithi00185197-34 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: oid 34 updating version 0 to 1256 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: oid 34 updating version 1256 to 1258 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: oid 34 version 1258 is already newer than 1257 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1258 (ObjNum 634 snap 212 seq_num 634) dirty exists 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: left oid 34 (ObjNum 634 snap 212 seq_num 634) 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:1998: done (3 left) 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:2002: rollback oid 6 current snap is 212 2024-09-13T14:25:21.796 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 203 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: finishing write tid 1 to smithi00185197-38 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: finishing write tid 2 to smithi00185197-38 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: finishing write tid 3 to smithi00185197-38 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: finishing write tid 4 to smithi00185197-38 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: oid 38 updating version 0 to 1405 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: oid 38 version 1405 is already newer than 1403 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: oid 38 version 1405 is already newer than 1404 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1405 (ObjNum 635 snap 212 seq_num 635) dirty exists 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: left oid 38 (ObjNum 635 snap 212 seq_num 635) 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:1999: done (3 left) 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:2003: copy_from oid 8 from oid 35 current snap is 212 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:2004: read oid 47 snap -1 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:2004: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:2005: snap_create 2024-09-13T14:25:21.799 INFO:tasks.rados.rados.0.smithi001.stdout:2002: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:25:21.799 INFO:tasks.rados.rados.0.smithi001.stdout:2002: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:25:21.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 1591 (ObjNum 498 snap 158 seq_num 498) dirty exists 2024-09-13T14:25:21.799 INFO:tasks.rados.rados.0.smithi001.stdout:2000: finishing write tid 1 to smithi00185197-1 2024-09-13T14:25:21.799 INFO:tasks.rados.rados.0.smithi001.stdout:2000: finishing write tid 2 to smithi00185197-1 2024-09-13T14:25:21.800 INFO:tasks.rados.rados.0.smithi001.stdout:2000: finishing write tid 3 to smithi00185197-1 2024-09-13T14:25:21.800 INFO:tasks.rados.rados.0.smithi001.stdout:2001: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:25:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:2001: finishing rollback tid 2 to smithi00185197-33 2024-09-13T14:25:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1414 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:25:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:2000: finishing write tid 4 to smithi00185197-1 2024-09-13T14:25:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:2000: oid 1 updating version 0 to 1411 2024-09-13T14:25:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:2000: oid 1 updating version 1411 to 1412 2024-09-13T14:25:21.802 INFO:tasks.rados.rados.0.smithi001.stdout:2000: oid 1 version 1412 is already newer than 1410 2024-09-13T14:25:21.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1412 (ObjNum 636 snap 212 seq_num 636) dirty exists 2024-09-13T14:25:21.802 INFO:tasks.rados.rados.0.smithi001.stdout:2000: left oid 1 (ObjNum 636 snap 212 seq_num 636) 2024-09-13T14:25:21.810 INFO:tasks.rados.rados.0.smithi001.stdout:2003: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:25:21.812 INFO:tasks.rados.rados.0.smithi001.stdout:2003: finishing copy_from to smithi00185197-8 2024-09-13T14:25:21.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 745 (ObjNum 624 snap 207 seq_num 624) dirty exists 2024-09-13T14:25:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:2004: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:21.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-mon[87621]: osdmap e490: 8 total, 7 up, 8 in 2024-09-13T14:25:21.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-09-13T14:25:21.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-09-13T14:25:21.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T14:25:21.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T14:25:21.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T14:25:21.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T14:25:21.856 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate[102923]: --> ceph-volume lvm activate successful for osd ID: 6 2024-09-13T14:25:21.856 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 bash[102908]: --> ceph-volume lvm activate successful for osd ID: 6 2024-09-13T14:25:21.856 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:21 smithi028 podman[102908]: 2024-09-13 14:25:21.592579579 +0000 UTC m=+0.902774923 container died 95ee6a036f26602f56b0b1bc8396eb30e853fbcd494b6d3b27911fa8f0d2d718 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-13T14:25:22.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:21 smithi001 ceph-mon[96683]: osdmap e490: 8 total, 7 up, 8 in 2024-09-13T14:25:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:21 smithi001 ceph-mon[99232]: osdmap e490: 8 total, 7 up, 8 in 2024-09-13T14:25:22.601 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 podman[103047]: 2024-09-13 14:25:22.265811139 +0000 UTC m=+0.661925839 container remove 95ee6a036f26602f56b0b1bc8396eb30e853fbcd494b6d3b27911fa8f0d2d718 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-activate, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:25:22.601 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 podman[103112]: 2024-09-13 14:25:22.483466937 +0000 UTC m=+0.112200829 container create 5c5dc36d0f4ea42f0823b2b90e1e9a21fd58652b0a3d4bf9a66296c75180b1c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:25:22.601 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 podman[103112]: 2024-09-13 14:25:22.388341787 +0000 UTC m=+0.017075688 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2000: done (5 left) 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2001: done (4 left) 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2002: done (3 left) 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2003: done (2 left) 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2004: done (1 left) 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2005: done (0 left) 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2006: read oid 31 snap -1 2024-09-13T14:25:22.681 INFO:tasks.rados.rados.0.smithi001.stdout:2006: expect deleted 2024-09-13T14:25:22.682 INFO:tasks.rados.rados.0.smithi001.stdout:2007: read oid 34 snap -1 2024-09-13T14:25:22.682 INFO:tasks.rados.rados.0.smithi001.stdout:2007: expect (ObjNum 634 snap 212 seq_num 634) 2024-09-13T14:25:22.682 INFO:tasks.rados.rados.0.smithi001.stdout:2008: copy_from oid 39 from oid 14 current snap is 213 2024-09-13T14:25:22.682 INFO:tasks.rados.rados.0.smithi001.stdout:2009: delete oid 38 current snap is 213 2024-09-13T14:25:22.686 INFO:tasks.rados.rados.0.smithi001.stdout:2006: done (3 left) 2024-09-13T14:25:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:2009: done (2 left) 2024-09-13T14:25:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:2010: rollback oid 32 current snap is 213 2024-09-13T14:25:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 208 2024-09-13T14:25:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:2011: copy_from oid 19 from oid 37 current snap is 213 2024-09-13T14:25:22.687 INFO:tasks.rados.rados.0.smithi001.stdout:2012: delete oid 43 current snap is 213 2024-09-13T14:25:22.696 INFO:tasks.rados.rados.0.smithi001.stdout:2010: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:25:22.696 INFO:tasks.rados.rados.0.smithi001.stdout:2010: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:25:22.696 INFO:tasks.rados.rados.0.smithi001.stdout:2010: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:25:22.696 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1514 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:25:22.699 INFO:tasks.rados.rados.0.smithi001.stdout:2007: expect (ObjNum 634 snap 212 seq_num 634) 2024-09-13T14:25:22.825 INFO:tasks.rados.rados.0.smithi001.stdout:2008: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2008: finishing copy_from to smithi00185197-39 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1246 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2011: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2011: finishing copy_from to smithi00185197-19 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1251 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2007: done (4 left) 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2008: done (3 left) 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2010: done (2 left) 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2011: done (1 left) 2024-09-13T14:25:22.826 INFO:tasks.rados.rados.0.smithi001.stdout:2012: done (0 left) 2024-09-13T14:25:22.827 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 213 2024-09-13T14:25:22.827 INFO:tasks.rados.rados.0.smithi001.stdout:2013: seq_num 639 ranges {589824=704512,1294336=401408} 2024-09-13T14:25:22.832 INFO:tasks.rados.rados.0.smithi001.stdout:2013: writing smithi00185197-25 from 589824 to 1294336 tid 1 2024-09-13T14:25:22.835 INFO:tasks.rados.rados.0.smithi001.stdout:2013: writing smithi00185197-25 from 1294336 to 1695744 tid 2 2024-09-13T14:25:22.835 INFO:tasks.rados.rados.0.smithi001.stdout:2014: copy_from oid 11 from oid 22 current snap is 213 2024-09-13T14:25:22.835 INFO:tasks.rados.rados.0.smithi001.stdout:2015: read oid 21 snap -1 2024-09-13T14:25:22.835 INFO:tasks.rados.rados.0.smithi001.stdout:2015: expect deleted 2024-09-13T14:25:22.835 INFO:tasks.rados.rados.0.smithi001.stdout:2016: setattr oid 5 current snap is 213 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2015: done (3 left) 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2017: copy_from oid 37 from oid 14 current snap is 213 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2018: read oid 16 snap -1 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2018: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2019: copy_from oid 39 from oid 23 current snap is 213 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2020: rmattr oid 46 current snap is 213 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2020: done (6 left) 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 213 2024-09-13T14:25:22.838 INFO:tasks.rados.rados.0.smithi001.stdout:2021: seq_num 640 ranges {3121152=729088,3850240=401408} 2024-09-13T14:25:22.861 INFO:tasks.rados.rados.0.smithi001.stdout:2021: writing smithi00185197-35 from 3121152 to 3850240 tid 1 2024-09-13T14:25:22.863 INFO:tasks.rados.rados.0.smithi001.stdout:2021: writing smithi00185197-35 from 3850240 to 4251648 tid 2 2024-09-13T14:25:22.863 INFO:tasks.rados.rados.0.smithi001.stdout:2022: rollback oid 48 current snap is 213 2024-09-13T14:25:22.863 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 202 2024-09-13T14:25:22.863 INFO:tasks.rados.rados.0.smithi001.stdout:2013: finishing write tid 1 to smithi00185197-25 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: finishing write tid 2 to smithi00185197-25 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: finishing write tid 3 to smithi00185197-25 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1415 (ObjNum 97 snap 0 seq_num 314046960) dirty exists 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: finishing write tid 4 to smithi00185197-25 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: oid 25 updating version 0 to 1413 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: oid 25 updating version 1413 to 1414 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: oid 25 version 1414 is already newer than 1412 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1414 (ObjNum 639 snap 213 seq_num 639) dirty exists 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: left oid 25 (ObjNum 639 snap 213 seq_num 639) 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2019: finishing copy_from to smithi00185197-39 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2019: got expected ENOENT (src dne) 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2013: done (7 left) 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2016: done (6 left) 2024-09-13T14:25:22.864 INFO:tasks.rados.rados.0.smithi001.stdout:2023: copy_from oid 24 from oid 9 current snap is 213 2024-09-13T14:25:22.865 INFO:tasks.rados.rados.0.smithi001.stdout:2019: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:25:22.865 INFO:tasks.rados.rados.0.smithi001.stdout:2018: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:25:22.952 INFO:tasks.rados.rados.0.smithi001.stdout:2017: finishing copy_from racing read to smithi00185197-37 2024-09-13T14:25:22.952 INFO:tasks.rados.rados.0.smithi001.stdout:2023: finishing copy_from to smithi00185197-24 2024-09-13T14:25:22.952 INFO:tasks.rados.rados.0.smithi001.stdout:2023: got expected ENOENT (src dne) 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2023: finishing copy_from racing read to smithi00185197-24 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2017: finishing copy_from to smithi00185197-37 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1246 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2022: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2021: finishing write tid 1 to smithi00185197-35 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2017: done (6 left) 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2018: done (5 left) 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2019: done (4 left) 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2023: done (3 left) 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 213 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2021: finishing write tid 2 to smithi00185197-35 2024-09-13T14:25:22.953 INFO:tasks.rados.rados.0.smithi001.stdout:2024: seq_num 641 ranges {3219456=745472,3964928=401408} 2024-09-13T14:25:22.973 INFO:tasks.rados.rados.0.smithi001.stdout:2024: writing smithi00185197-34 from 3219456 to 3964928 tid 1 2024-09-13T14:25:22.976 INFO:tasks.rados.rados.0.smithi001.stdout:2024: writing smithi00185197-34 from 3964928 to 4366336 tid 2 2024-09-13T14:25:22.976 INFO:tasks.rados.rados.0.smithi001.stdout:2025: read oid 21 snap -1 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2025: expect deleted 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2026: rollback oid 2 current snap is 213 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 209 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2022: finishing rollback tid 2 to smithi00185197-48 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1011 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2022: done (5 left) 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 213 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2021: finishing write tid 3 to smithi00185197-35 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2021: finishing write tid 4 to smithi00185197-35 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2021: oid 35 updating version 0 to 772 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2021: oid 35 updating version 772 to 774 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:2021: oid 35 version 774 is already newer than 773 2024-09-13T14:25:22.977 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 774 (ObjNum 640 snap 213 seq_num 640) dirty exists 2024-09-13T14:25:22.978 INFO:tasks.rados.rados.0.smithi001.stdout:2021: left oid 35 (ObjNum 640 snap 213 seq_num 640) 2024-09-13T14:25:22.978 INFO:tasks.rados.rados.0.smithi001.stdout:2014: finishing copy_from racing read to smithi00185197-11 2024-09-13T14:25:22.978 INFO:tasks.rados.rados.0.smithi001.stdout:2014: finishing copy_from to smithi00185197-11 2024-09-13T14:25:22.978 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1249 (ObjNum 561 snap 189 seq_num 561) dirty exists 2024-09-13T14:25:22.978 INFO:tasks.rados.rados.0.smithi001.stdout:2027: seq_num 642 ranges {3063808=761856,3825664=401408} 2024-09-13T14:25:22.997 INFO:tasks.rados.rados.0.smithi001.stdout:2027: writing smithi00185197-20 from 3063808 to 3825664 tid 1 2024-09-13T14:25:22.999 INFO:tasks.rados.rados.0.smithi001.stdout:2027: writing smithi00185197-20 from 3825664 to 4227072 tid 2 2024-09-13T14:25:22.999 INFO:tasks.rados.rados.0.smithi001.stdout:2014: done (5 left) 2024-09-13T14:25:22.999 INFO:tasks.rados.rados.0.smithi001.stdout:2021: done (4 left) 2024-09-13T14:25:22.999 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 213 2024-09-13T14:25:23.000 INFO:tasks.rados.rados.0.smithi001.stdout:2028: seq_num 643 ranges {10805248=778240,11583488=401408} 2024-09-13T14:25:23.062 INFO:tasks.rados.rados.0.smithi001.stdout:2028: writing smithi00185197-11 from 10805248 to 11583488 tid 1 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2028: writing smithi00185197-11 from 11583488 to 11984896 tid 2 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2029: snap_create 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2026: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1517 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 1 to smithi00185197-34 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 2 to smithi00185197-34 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 3 to smithi00185197-34 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 4 to smithi00185197-34 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2024: oid 34 updating version 0 to 1260 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2024: oid 34 updating version 1260 to 1262 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:2024: oid 34 version 1262 is already newer than 1261 2024-09-13T14:25:23.065 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1262 (ObjNum 641 snap 213 seq_num 641) dirty exists 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2024: left oid 34 (ObjNum 641 snap 213 seq_num 641) 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: finishing write tid 1 to smithi00185197-20 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: finishing write tid 2 to smithi00185197-20 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: finishing write tid 3 to smithi00185197-20 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: finishing write tid 4 to smithi00185197-20 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: oid 20 updating version 0 to 1595 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: oid 20 updating version 1595 to 1596 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: oid 20 version 1596 is already newer than 1594 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1596 (ObjNum 642 snap 213 seq_num 642) dirty exists 2024-09-13T14:25:23.066 INFO:tasks.rados.rados.0.smithi001.stdout:2027: left oid 20 (ObjNum 642 snap 213 seq_num 642) 2024-09-13T14:25:23.067 INFO:tasks.rados.rados.0.smithi001.stdout:2028: finishing write tid 1 to smithi00185197-11 2024-09-13T14:25:23.067 INFO:tasks.rados.rados.0.smithi001.stdout:2028: finishing write tid 2 to smithi00185197-11 2024-09-13T14:25:23.068 INFO:tasks.rados.rados.0.smithi001.stdout:2028: finishing write tid 3 to smithi00185197-11 2024-09-13T14:25:23.068 INFO:tasks.rados.rados.0.smithi001.stdout:2028: finishing write tid 4 to smithi00185197-11 2024-09-13T14:25:23.068 INFO:tasks.rados.rados.0.smithi001.stdout:2028: oid 11 updating version 0 to 1519 2024-09-13T14:25:23.068 INFO:tasks.rados.rados.0.smithi001.stdout:2028: oid 11 version 1519 is already newer than 1518 2024-09-13T14:25:23.069 INFO:tasks.rados.rados.0.smithi001.stdout:2028: oid 11 version 1519 is already newer than 1517 2024-09-13T14:25:23.069 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1519 (ObjNum 643 snap 213 seq_num 643) dirty exists 2024-09-13T14:25:23.069 INFO:tasks.rados.rados.0.smithi001.stdout:2028: left oid 11 (ObjNum 643 snap 213 seq_num 643) 2024-09-13T14:25:23.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[99232]: pgmap v401: 121 pgs: 1 active+clean+snaptrim, 26 active+undersized, 7 peering, 3 stale+active+clean, 6 active+undersized+degraded, 78 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 607 KiB/s rd, 472 KiB/s wr, 9 op/s; 45/825 objects degraded (5.455%) 2024-09-13T14:25:23.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 45/825 objects degraded (5.455%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:23.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[99232]: osdmap e491: 8 total, 7 up, 8 in 2024-09-13T14:25:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[99232]: osdmap e492: 8 total, 7 up, 8 in 2024-09-13T14:25:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[96683]: pgmap v401: 121 pgs: 1 active+clean+snaptrim, 26 active+undersized, 7 peering, 3 stale+active+clean, 6 active+undersized+degraded, 78 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 607 KiB/s rd, 472 KiB/s wr, 9 op/s; 45/825 objects degraded (5.455%) 2024-09-13T14:25:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 45/825 objects degraded (5.455%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[96683]: osdmap e491: 8 total, 7 up, 8 in 2024-09-13T14:25:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:22 smithi001 ceph-mon[96683]: osdmap e492: 8 total, 7 up, 8 in 2024-09-13T14:25:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:22 smithi028 ceph-mon[87621]: pgmap v401: 121 pgs: 1 active+clean+snaptrim, 26 active+undersized, 7 peering, 3 stale+active+clean, 6 active+undersized+degraded, 78 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 607 KiB/s rd, 472 KiB/s wr, 9 op/s; 45/825 objects degraded (5.455%) 2024-09-13T14:25:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:22 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 45/825 objects degraded (5.455%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:22 smithi028 ceph-mon[87621]: osdmap e491: 8 total, 7 up, 8 in 2024-09-13T14:25:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:22 smithi028 ceph-mon[87621]: osdmap e492: 8 total, 7 up, 8 in 2024-09-13T14:25:23.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 podman[103112]: 2024-09-13 14:25:22.677193387 +0000 UTC m=+0.305927287 container init 5c5dc36d0f4ea42f0823b2b90e1e9a21fd58652b0a3d4bf9a66296c75180b1c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-13T14:25:23.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 podman[103112]: 2024-09-13 14:25:22.683919465 +0000 UTC m=+0.312653353 container start 5c5dc36d0f4ea42f0823b2b90e1e9a21fd58652b0a3d4bf9a66296c75180b1c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:25:23.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 ceph-osd[103149]: -- 172.21.15.28:0/942751733 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a8090f3a40 con 0x55a809296400 2024-09-13T14:25:23.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 bash[103112]: 5c5dc36d0f4ea42f0823b2b90e1e9a21fd58652b0a3d4bf9a66296c75180b1c4 2024-09-13T14:25:23.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:22 smithi028 systemd[1]: Started Ceph osd.6 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:25:23.852 INFO:tasks.rados.rados.0.smithi001.stdout:2024: done (5 left) 2024-09-13T14:25:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:2025: done (4 left) 2024-09-13T14:25:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:2026: done (3 left) 2024-09-13T14:25:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:2027: done (2 left) 2024-09-13T14:25:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:2028: done (1 left) 2024-09-13T14:25:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:2029: done (0 left) 2024-09-13T14:25:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 214 2024-09-13T14:25:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:2030: seq_num 644 ranges {5160960=794624,5955584=401408} 2024-09-13T14:25:23.885 INFO:tasks.rados.rados.0.smithi001.stdout:2030: writing smithi00185197-49 from 5160960 to 5955584 tid 1 2024-09-13T14:25:23.887 INFO:tasks.rados.rados.0.smithi001.stdout:2030: writing smithi00185197-49 from 5955584 to 6356992 tid 2 2024-09-13T14:25:23.887 INFO:tasks.rados.rados.0.smithi001.stdout:2031: delete oid 40 current snap is 214 2024-09-13T14:25:23.890 INFO:tasks.rados.rados.0.smithi001.stdout:2031: done (1 left) 2024-09-13T14:25:23.890 INFO:tasks.rados.rados.0.smithi001.stdout:2032: read oid 6 snap 210 2024-09-13T14:25:23.890 INFO:tasks.rados.rados.0.smithi001.stdout:2032: expect deleted 2024-09-13T14:25:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2033: rollback oid 3 current snap is 214 2024-09-13T14:25:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 204 2024-09-13T14:25:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2034: read oid 42 snap -1 2024-09-13T14:25:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2034: expect deleted 2024-09-13T14:25:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 214 2024-09-13T14:25:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2035: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-09-13T14:25:23.893 INFO:tasks.rados.rados.0.smithi001.stdout:2035: writing smithi00185197-41 from 0 to 425984 tid 1 2024-09-13T14:25:23.897 INFO:tasks.rados.rados.0.smithi001.stdout:2035: writing smithi00185197-41 from 425984 to 1081344 tid 2 2024-09-13T14:25:23.898 INFO:tasks.rados.rados.0.smithi001.stdout:2035: writing smithi00185197-41 from 1081344 to 1228800 tid 3 2024-09-13T14:25:23.898 INFO:tasks.rados.rados.0.smithi001.stdout:2036: read oid 28 snap -1 2024-09-13T14:25:23.898 INFO:tasks.rados.rados.0.smithi001.stdout:2036: expect (ObjNum 526 snap 176 seq_num 526) 2024-09-13T14:25:23.898 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 214 2024-09-13T14:25:23.898 INFO:tasks.rados.rados.0.smithi001.stdout:2037: seq_num 647 ranges {5439488=442368,5881856=589824,6471680=212992} 2024-09-13T14:25:23.931 INFO:tasks.rados.rados.0.smithi001.stdout:2037: writing smithi00185197-13 from 5439488 to 5881856 tid 1 2024-09-13T14:25:23.934 INFO:tasks.rados.rados.0.smithi001.stdout:2037: writing smithi00185197-13 from 5881856 to 6471680 tid 2 2024-09-13T14:25:23.936 INFO:tasks.rados.rados.0.smithi001.stdout:2037: writing smithi00185197-13 from 6471680 to 6684672 tid 3 2024-09-13T14:25:23.936 INFO:tasks.rados.rados.0.smithi001.stdout:2038: snap_remove snap 164 2024-09-13T14:25:24.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:24.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:24.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:24.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:24.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:24.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:25:24.331+0000 7f16b0e96640 -1 Falling back to public interface 2024-09-13T14:25:24.855 INFO:tasks.rados.rados.0.smithi001.stdout:2038: done (7 left) 2024-09-13T14:25:24.855 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 214 2024-09-13T14:25:24.855 INFO:tasks.rados.rados.0.smithi001.stdout:2039: seq_num 648 ranges {1695744=458752,2154496=475136,2629632=327680} 2024-09-13T14:25:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2039: writing smithi00185197-25 from 1695744 to 2154496 tid 1 2024-09-13T14:25:24.871 INFO:tasks.rados.rados.0.smithi001.stdout:2039: writing smithi00185197-25 from 2154496 to 2629632 tid 2 2024-09-13T14:25:24.873 INFO:tasks.rados.rados.0.smithi001.stdout:2039: writing smithi00185197-25 from 2629632 to 2957312 tid 3 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2033: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2033: finishing rollback tid 2 to smithi00185197-3 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 874 (ObjNum 601 snap 201 seq_num 601) dirty exists 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2030: finishing write tid 1 to smithi00185197-49 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2030: finishing write tid 2 to smithi00185197-49 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2030: finishing write tid 3 to smithi00185197-49 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2030: finishing write tid 4 to smithi00185197-49 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2030: oid 49 updating version 0 to 1598 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2030: oid 49 updating version 1598 to 1600 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:2030: oid 49 version 1600 is already newer than 1599 2024-09-13T14:25:24.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1600 (ObjNum 644 snap 214 seq_num 644) dirty exists 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2030: left oid 49 (ObjNum 644 snap 214 seq_num 644) 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: finishing write tid 1 to smithi00185197-41 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: finishing write tid 2 to smithi00185197-41 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: finishing write tid 3 to smithi00185197-41 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: finishing write tid 4 to smithi00185197-41 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: finishing write tid 5 to smithi00185197-41 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: oid 41 updating version 0 to 875 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: oid 41 updating version 875 to 877 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: oid 41 updating version 877 to 878 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: oid 41 version 878 is already newer than 876 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 878 (ObjNum 646 snap 214 seq_num 646) dirty exists 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2035: left oid 41 (ObjNum 646 snap 214 seq_num 646) 2024-09-13T14:25:24.875 INFO:tasks.rados.rados.0.smithi001.stdout:2036: expect (ObjNum 526 snap 176 seq_num 526) 2024-09-13T14:25:25.074 INFO:tasks.rados.rados.0.smithi001.stdout:2037: finishing write tid 1 to smithi00185197-13 2024-09-13T14:25:25.074 INFO:tasks.rados.rados.0.smithi001.stdout:2037: finishing write tid 2 to smithi00185197-13 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: finishing write tid 3 to smithi00185197-13 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: finishing write tid 4 to smithi00185197-13 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: finishing write tid 5 to smithi00185197-13 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: oid 13 updating version 0 to 1251 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: oid 13 updating version 1251 to 1253 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: oid 13 version 1253 is already newer than 1252 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: oid 13 version 1253 is already newer than 1250 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1253 (ObjNum 647 snap 214 seq_num 647) dirty exists 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2037: left oid 13 (ObjNum 647 snap 214 seq_num 647) 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2039: finishing write tid 1 to smithi00185197-25 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2030: done (7 left) 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2032: done (6 left) 2024-09-13T14:25:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:2033: done (5 left) 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2034: done (4 left) 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2035: done (3 left) 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2036: done (2 left) 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2037: done (1 left) 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2040: read oid 44 snap -1 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2040: expect deleted 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2041: rollback oid 50 current snap is 214 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 174 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2039: finishing write tid 2 to smithi00185197-25 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2039: finishing write tid 3 to smithi00185197-25 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2039: finishing write tid 4 to smithi00185197-25 2024-09-13T14:25:25.076 INFO:tasks.rados.rados.0.smithi001.stdout:2039: finishing write tid 5 to smithi00185197-25 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2039: oid 25 updating version 0 to 1420 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2039: oid 25 version 1420 is already newer than 1417 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2039: oid 25 version 1420 is already newer than 1418 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2039: oid 25 version 1420 is already newer than 1419 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1420 (ObjNum 648 snap 214 seq_num 648) dirty exists 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2039: left oid 25 (ObjNum 648 snap 214 seq_num 648) 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2039: done (2 left) 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2042: read oid 49 snap 204 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2042: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2043: rollback oid 42 current snap is 214 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 178 2024-09-13T14:25:25.077 INFO:tasks.rados.rados.0.smithi001.stdout:2044: snap_create 2024-09-13T14:25:25.078 INFO:tasks.rados.rados.0.smithi001.stdout:2043: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:25:25.078 INFO:tasks.rados.rados.0.smithi001.stdout:2041: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:25:25.078 INFO:tasks.rados.rados.0.smithi001.stdout:2043: finishing rollback tid 2 to smithi00185197-42 2024-09-13T14:25:25.079 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1013 (ObjNum 525 snap 176 seq_num 525) dirty exists 2024-09-13T14:25:25.079 INFO:tasks.rados.rados.0.smithi001.stdout:2041: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:25:25.079 INFO:tasks.rados.rados.0.smithi001.stdout:2041: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:25:25.079 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1256 (ObjNum 518 snap 171 seq_num 518) dirty exists 2024-09-13T14:25:25.088 INFO:tasks.rados.rados.0.smithi001.stdout:2042: expect (ObjNum 538 snap 181 seq_num 538) 2024-09-13T14:25:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:24 smithi001 ceph-mon[96683]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 557 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 484 KiB/s wr, 5 op/s; 102/825 objects degraded (12.364%) 2024-09-13T14:25:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:24 smithi001 ceph-mon[96683]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:25:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:24 smithi001 ceph-mon[96683]: osdmap e493: 8 total, 7 up, 8 in 2024-09-13T14:25:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:24 smithi001 ceph-mon[99232]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 557 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 484 KiB/s wr, 5 op/s; 102/825 objects degraded (12.364%) 2024-09-13T14:25:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:24 smithi001 ceph-mon[99232]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:25:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:24 smithi001 ceph-mon[99232]: osdmap e493: 8 total, 7 up, 8 in 2024-09-13T14:25:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:24 smithi028 ceph-mon[87621]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 557 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 484 KiB/s wr, 5 op/s; 102/825 objects degraded (12.364%) 2024-09-13T14:25:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:24 smithi028 ceph-mon[87621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:25:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:24 smithi028 ceph-mon[87621]: osdmap e493: 8 total, 7 up, 8 in 2024-09-13T14:25:25.859 INFO:tasks.rados.rados.0.smithi001.stdout:2040: done (4 left) 2024-09-13T14:25:25.859 INFO:tasks.rados.rados.0.smithi001.stdout:2041: done (3 left) 2024-09-13T14:25:25.859 INFO:tasks.rados.rados.0.smithi001.stdout:2042: done (2 left) 2024-09-13T14:25:25.859 INFO:tasks.rados.rados.0.smithi001.stdout:2043: done (1 left) 2024-09-13T14:25:25.859 INFO:tasks.rados.rados.0.smithi001.stdout:2044: done (0 left) 2024-09-13T14:25:25.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 215 2024-09-13T14:25:25.859 INFO:tasks.rados.rados.0.smithi001.stdout:2045: seq_num 649 ranges {13246464=475136,13721600=761856,14483456=40960} 2024-09-13T14:25:25.933 INFO:tasks.rados.rados.0.smithi001.stdout:2045: writing smithi00185197-50 from 13246464 to 13721600 tid 1 2024-09-13T14:25:25.938 INFO:tasks.rados.rados.0.smithi001.stdout:2045: writing smithi00185197-50 from 13721600 to 14483456 tid 2 2024-09-13T14:25:25.938 INFO:tasks.rados.rados.0.smithi001.stdout:2045: writing smithi00185197-50 from 14483456 to 14524416 tid 3 2024-09-13T14:25:25.938 INFO:tasks.rados.rados.0.smithi001.stdout:2046: read oid 28 snap 174 2024-09-13T14:25:25.938 INFO:tasks.rados.rados.0.smithi001.stdout:2046: expect (ObjNum 487 snap 156 seq_num 487) 2024-09-13T14:25:25.939 INFO:tasks.rados.rados.0.smithi001.stdout:2047: snap_remove snap 211 2024-09-13T14:25:26.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:25 smithi001 ceph-mon[96683]: osdmap e494: 8 total, 7 up, 8 in 2024-09-13T14:25:26.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:25 smithi001 ceph-mon[99232]: osdmap e494: 8 total, 7 up, 8 in 2024-09-13T14:25:26.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:25 smithi028 ceph-mon[87621]: osdmap e494: 8 total, 7 up, 8 in 2024-09-13T14:25:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:2047: done (2 left) 2024-09-13T14:25:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:2048: read oid 36 snap -1 2024-09-13T14:25:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:2048: expect deleted 2024-09-13T14:25:26.865 INFO:tasks.rados.rados.0.smithi001.stdout:2049: snap_remove snap 201 2024-09-13T14:25:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:26 smithi028 ceph-mon[87621]: pgmap v407: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.8 MiB/s wr, 16 op/s; 105/828 objects degraded (12.681%) 2024-09-13T14:25:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:26 smithi028 ceph-mon[87621]: osdmap e495: 8 total, 7 up, 8 in 2024-09-13T14:25:27.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:26 smithi001 ceph-mon[96683]: pgmap v407: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.8 MiB/s wr, 16 op/s; 105/828 objects degraded (12.681%) 2024-09-13T14:25:27.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:26 smithi001 ceph-mon[96683]: osdmap e495: 8 total, 7 up, 8 in 2024-09-13T14:25:27.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:25:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:25:26] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-09-13T14:25:27.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:26 smithi001 ceph-mon[99232]: pgmap v407: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.8 MiB/s wr, 16 op/s; 105/828 objects degraded (12.681%) 2024-09-13T14:25:27.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:26 smithi001 ceph-mon[99232]: osdmap e495: 8 total, 7 up, 8 in 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2049: done (3 left) 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2050: copy_from oid 49 from oid 25 current snap is 215 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 1 to smithi00185197-50 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 2 to smithi00185197-50 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 3 to smithi00185197-50 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 4 to smithi00185197-50 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 5 to smithi00185197-50 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: oid 50 updating version 0 to 1259 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: oid 50 version 1259 is already newer than 1258 2024-09-13T14:25:27.684 INFO:tasks.rados.rados.0.smithi001.stdout:2045: oid 50 updating version 1259 to 1260 2024-09-13T14:25:27.685 INFO:tasks.rados.rados.0.smithi001.stdout:2045: oid 50 version 1260 is already newer than 1257 2024-09-13T14:25:27.685 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1260 (ObjNum 649 snap 215 seq_num 649) dirty exists 2024-09-13T14:25:27.685 INFO:tasks.rados.rados.0.smithi001.stdout:2045: left oid 50 (ObjNum 649 snap 215 seq_num 649) 2024-09-13T14:25:27.685 INFO:tasks.rados.rados.0.smithi001.stdout:2046: expect (ObjNum 487 snap 156 seq_num 487) 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:2045: done (3 left) 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:2046: done (2 left) 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:2048: done (1 left) 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 215 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:2050: finishing copy_from racing read to smithi00185197-49 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:2050: finishing copy_from to smithi00185197-49 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1420 (ObjNum 648 snap 214 seq_num 648) dirty exists 2024-09-13T14:25:27.799 INFO:tasks.rados.rados.0.smithi001.stdout:2051: seq_num 650 ranges {11141120=491520,11632640=647168,12279808=155648} 2024-09-13T14:25:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:2051: writing smithi00185197-24 from 11141120 to 11632640 tid 1 2024-09-13T14:25:27.866 INFO:tasks.rados.rados.0.smithi001.stdout:2051: writing smithi00185197-24 from 11632640 to 12279808 tid 2 2024-09-13T14:25:27.868 INFO:tasks.rados.rados.0.smithi001.stdout:2051: writing smithi00185197-24 from 12279808 to 12435456 tid 3 2024-09-13T14:25:27.868 INFO:tasks.rados.rados.0.smithi001.stdout:2050: done (1 left) 2024-09-13T14:25:27.868 INFO:tasks.rados.rados.0.smithi001.stdout:2052: rollback oid 1 current snap is 215 2024-09-13T14:25:27.868 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 195 2024-09-13T14:25:27.868 INFO:tasks.rados.rados.0.smithi001.stdout:2051: finishing write tid 1 to smithi00185197-24 2024-09-13T14:25:27.868 INFO:tasks.rados.rados.0.smithi001.stdout:2053: copy_from oid 13 from oid 21 current snap is 215 2024-09-13T14:25:27.868 INFO:tasks.rados.rados.0.smithi001.stdout:2054: snap_create 2024-09-13T14:25:27.870 INFO:tasks.rados.rados.0.smithi001.stdout:2051: finishing write tid 2 to smithi00185197-24 2024-09-13T14:25:27.871 INFO:tasks.rados.rados.0.smithi001.stdout:2051: finishing write tid 3 to smithi00185197-24 2024-09-13T14:25:27.872 INFO:tasks.rados.rados.0.smithi001.stdout:2051: finishing write tid 4 to smithi00185197-24 2024-09-13T14:25:27.872 INFO:tasks.rados.rados.0.smithi001.stdout:2052: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:25:27.872 INFO:tasks.rados.rados.0.smithi001.stdout:2052: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:25:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:2053: finishing copy_from to smithi00185197-13 2024-09-13T14:25:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:2053: got expected ENOENT (src dne) 2024-09-13T14:25:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:2053: finishing copy_from racing read to smithi00185197-13 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:2052: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1417 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:2051: finishing write tid 5 to smithi00185197-24 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:2051: oid 24 updating version 0 to 641 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:2051: oid 24 version 641 is already newer than 640 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:2051: oid 24 version 641 is already newer than 639 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:2051: oid 24 updating version 641 to 642 2024-09-13T14:25:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 642 (ObjNum 650 snap 215 seq_num 650) dirty exists 2024-09-13T14:25:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:2051: left oid 24 (ObjNum 650 snap 215 seq_num 650) 2024-09-13T14:25:28.237 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:27 smithi028 ceph-mon[87621]: osdmap e496: 8 total, 7 up, 8 in 2024-09-13T14:25:28.237 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:27 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.237 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:27 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.237 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:27 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 105/828 objects degraded (12.681%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:28.238 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:27 smithi028 ceph-mon[87621]: osdmap e497: 8 total, 7 up, 8 in 2024-09-13T14:25:28.238 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:27 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.238 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:27 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[96683]: osdmap e496: 8 total, 7 up, 8 in 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 105/828 objects degraded (12.681%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[96683]: osdmap e497: 8 total, 7 up, 8 in 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.253 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[99232]: osdmap e496: 8 total, 7 up, 8 in 2024-09-13T14:25:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 105/828 objects degraded (12.681%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[99232]: osdmap e497: 8 total, 7 up, 8 in 2024-09-13T14:25:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:27 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:28.526 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:25:28.425+0000 7f16b0e96640 -1 osd.6 486 log_to_monitors true 2024-09-13T14:25:28.867 INFO:tasks.rados.rados.0.smithi001.stdout:2051: done (3 left) 2024-09-13T14:25:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:2052: done (2 left) 2024-09-13T14:25:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:2053: done (1 left) 2024-09-13T14:25:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:2054: done (0 left) 2024-09-13T14:25:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:2055: copy_from oid 35 from oid 2 current snap is 216 2024-09-13T14:25:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:2056: copy_from oid 24 from oid 12 current snap is 216 2024-09-13T14:25:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:2057: copy_from oid 44 from oid 36 current snap is 216 2024-09-13T14:25:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:2058: snap_create 2024-09-13T14:25:28.872 INFO:tasks.rados.rados.0.smithi001.stdout:2055: finishing copy_from to smithi00185197-35 2024-09-13T14:25:28.872 INFO:tasks.rados.rados.0.smithi001.stdout:2055: got expected ENOENT (src dne) 2024-09-13T14:25:28.872 INFO:tasks.rados.rados.0.smithi001.stdout:2055: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:25:28.872 INFO:tasks.rados.rados.0.smithi001.stdout:2056: finishing copy_from to smithi00185197-24 2024-09-13T14:25:28.872 INFO:tasks.rados.rados.0.smithi001.stdout:2056: got expected ENOENT (src dne) 2024-09-13T14:25:28.873 INFO:tasks.rados.rados.0.smithi001.stdout:2056: finishing copy_from racing read to smithi00185197-24 2024-09-13T14:25:28.875 INFO:tasks.rados.rados.0.smithi001.stdout:2057: finishing copy_from to smithi00185197-44 2024-09-13T14:25:28.875 INFO:tasks.rados.rados.0.smithi001.stdout:2057: got expected ENOENT (src dne) 2024-09-13T14:25:28.875 INFO:tasks.rados.rados.0.smithi001.stdout:2057: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:25:29.355 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:25:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:25:28.886+0000 7f16a8c40640 -1 osd.6 486 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:25:29.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:29 smithi028 ceph-mon[87621]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 598 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.4 MiB/s wr, 22 op/s; 110/843 objects degraded (13.049%) 2024-09-13T14:25:29.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:29 smithi028 ceph-mon[87621]: from='osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:25:29.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:29 smithi028 ceph-mon[87621]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:25:29.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:29 smithi028 ceph-mon[87621]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:25:29.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:29 smithi028 ceph-mon[87621]: osdmap e498: 8 total, 7 up, 8 in 2024-09-13T14:25:29.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:29 smithi028 ceph-mon[87621]: from='osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:25:29.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:29 smithi028 ceph-mon[87621]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:25:29.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[96683]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 598 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.4 MiB/s wr, 22 op/s; 110/843 objects degraded (13.049%) 2024-09-13T14:25:29.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[96683]: from='osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[96683]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[96683]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[96683]: osdmap e498: 8 total, 7 up, 8 in 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[96683]: from='osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[96683]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[99232]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 598 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.4 MiB/s wr, 22 op/s; 110/843 objects degraded (13.049%) 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[99232]: from='osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[99232]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[99232]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[99232]: osdmap e498: 8 total, 7 up, 8 in 2024-09-13T14:25:29.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[99232]: from='osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:25:29.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:29 smithi001 ceph-mon[99232]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:25:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:2055: done (3 left) 2024-09-13T14:25:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:2056: done (2 left) 2024-09-13T14:25:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:2057: done (1 left) 2024-09-13T14:25:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:2058: done (0 left) 2024-09-13T14:25:29.872 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 217 2024-09-13T14:25:29.872 INFO:tasks.rados.rados.0.smithi001.stdout:2059: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-09-13T14:25:29.875 INFO:tasks.rados.rados.0.smithi001.stdout:2059: writing smithi00185197-45 from 0 to 507904 tid 1 2024-09-13T14:25:29.878 INFO:tasks.rados.rados.0.smithi001.stdout:2059: writing smithi00185197-45 from 507904 to 1040384 tid 2 2024-09-13T14:25:29.881 INFO:tasks.rados.rados.0.smithi001.stdout:2059: writing smithi00185197-45 from 1040384 to 1310720 tid 3 2024-09-13T14:25:29.881 INFO:tasks.rados.rados.0.smithi001.stdout:2060: rollback oid 15 current snap is 217 2024-09-13T14:25:29.881 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 199 2024-09-13T14:25:29.881 INFO:tasks.rados.rados.0.smithi001.stdout:2061: snap_remove snap 216 2024-09-13T14:25:30.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:30 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:25:30.537 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:30 smithi028 ceph-mon[87621]: osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864] boot 2024-09-13T14:25:30.537 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:30 smithi028 ceph-mon[87621]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T14:25:30.537 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:30 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:25:30.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:25:30.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[96683]: osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864] boot 2024-09-13T14:25:30.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[96683]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T14:25:30.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:25:30.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:25:30.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[99232]: osd.6 [v2:172.21.15.28:6816/398066864,v1:172.21.15.28:6817/398066864] boot 2024-09-13T14:25:30.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[99232]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T14:25:30.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:30 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2060: finishing rollback tid 0 to smithi00185197-15 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2060: finishing rollback tid 1 to smithi00185197-15 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2060: finishing rollback tid 2 to smithi00185197-15 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 645 (ObjNum 479 snap 153 seq_num 479) dirty exists 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2060: done (2 left) 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2061: done (1 left) 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2062: read oid 33 snap 177 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2062: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:25:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2063: rollback oid 8 current snap is 217 2024-09-13T14:25:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 177 2024-09-13T14:25:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 217 2024-09-13T14:25:30.877 INFO:tasks.rados.rados.0.smithi001.stdout:2064: seq_num 652 ranges {5439488=524288,5963776=409600,6373376=393216} 2024-09-13T14:25:30.911 INFO:tasks.rados.rados.0.smithi001.stdout:2064: writing smithi00185197-39 from 5439488 to 5963776 tid 1 2024-09-13T14:25:30.913 INFO:tasks.rados.rados.0.smithi001.stdout:2064: writing smithi00185197-39 from 5963776 to 6373376 tid 2 2024-09-13T14:25:30.916 INFO:tasks.rados.rados.0.smithi001.stdout:2064: writing smithi00185197-39 from 6373376 to 6766592 tid 3 2024-09-13T14:25:30.916 INFO:tasks.rados.rados.0.smithi001.stdout:2065: copy_from oid 20 from oid 23 current snap is 217 2024-09-13T14:25:30.916 INFO:tasks.rados.rados.0.smithi001.stdout:2062: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: finishing write tid 1 to smithi00185197-45 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: finishing write tid 2 to smithi00185197-45 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: finishing write tid 3 to smithi00185197-45 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: finishing write tid 4 to smithi00185197-45 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: finishing write tid 5 to smithi00185197-45 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: oid 45 updating version 0 to 776 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: oid 45 version 776 is already newer than 775 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: oid 45 updating version 776 to 778 2024-09-13T14:25:30.917 INFO:tasks.rados.rados.0.smithi001.stdout:2059: oid 45 version 778 is already newer than 777 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 778 (ObjNum 651 snap 217 seq_num 651) dirty exists 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2059: left oid 45 (ObjNum 651 snap 217 seq_num 651) 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2063: finishing rollback tid 0 to smithi00185197-8 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2063: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1423 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2065: finishing copy_from to smithi00185197-20 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2065: got expected ENOENT (src dne) 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2059: done (4 left) 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2062: done (3 left) 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2063: done (2 left) 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 217 2024-09-13T14:25:30.918 INFO:tasks.rados.rados.0.smithi001.stdout:2066: seq_num 653 ranges {4251648=540672,4792320=696320,5488640=106496} 2024-09-13T14:25:30.944 INFO:tasks.rados.rados.0.smithi001.stdout:2066: writing smithi00185197-1 from 4251648 to 4792320 tid 1 2024-09-13T14:25:30.948 INFO:tasks.rados.rados.0.smithi001.stdout:2066: writing smithi00185197-1 from 4792320 to 5488640 tid 2 2024-09-13T14:25:30.949 INFO:tasks.rados.rados.0.smithi001.stdout:2066: writing smithi00185197-1 from 5488640 to 5595136 tid 3 2024-09-13T14:25:30.949 INFO:tasks.rados.rados.0.smithi001.stdout:2067: snap_remove snap 141 2024-09-13T14:25:31.289 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:31 smithi028 ceph-mon[87621]: pgmap v413: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 614 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.8 MiB/s wr, 18 op/s; 110/843 objects degraded (13.049%) 2024-09-13T14:25:31.289 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:31 smithi028 ceph-mon[87621]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T14:25:31.450 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:31 smithi001 ceph-mon[96683]: pgmap v413: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 614 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.8 MiB/s wr, 18 op/s; 110/843 objects degraded (13.049%) 2024-09-13T14:25:31.450 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:31 smithi001 ceph-mon[96683]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T14:25:31.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:31 smithi001 ceph-mon[99232]: pgmap v413: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 614 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.8 MiB/s wr, 18 op/s; 110/843 objects degraded (13.049%) 2024-09-13T14:25:31.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:31 smithi001 ceph-mon[99232]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T14:25:31.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:25:31 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:25:31.449+0000 7ff0df838640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-13T14:25:31.871 INFO:tasks.rados.rados.0.smithi001.stdout:2067: done (3 left) 2024-09-13T14:25:31.871 INFO:tasks.rados.rados.0.smithi001.stdout:2068: snap_remove snap 212 2024-09-13T14:25:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: pgmap v416: 121 pgs: 13 peering, 25 active+undersized, 5 active+undersized+degraded, 78 active+clean; 620 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 64/846 objects degraded (7.565%) 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[96683]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: pgmap v416: 121 pgs: 13 peering, 25 active+undersized, 5 active+undersized+degraded, 78 active+clean; 620 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 64/846 objects degraded (7.565%) 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:32 smithi001 ceph-mon[99232]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T14:25:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:25:32.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:25:32.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-13T14:25:32.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: pgmap v416: 121 pgs: 13 peering, 25 active+undersized, 5 active+undersized+degraded, 78 active+clean; 620 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 64/846 objects degraded (7.565%) 2024-09-13T14:25:32.607 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:32 smithi028 ceph-mon[87621]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T14:25:32.875 INFO:tasks.rados.rados.0.smithi001.stdout:2068: done (3 left) 2024-09-13T14:25:32.875 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 217 2024-09-13T14:25:32.875 INFO:tasks.rados.rados.0.smithi001.stdout:2069: seq_num 654 ranges {1228800=557056,1785856=630784,2416640=172032} 2024-09-13T14:25:32.885 INFO:tasks.rados.rados.0.smithi001.stdout:2069: writing smithi00185197-41 from 1228800 to 1785856 tid 1 2024-09-13T14:25:32.889 INFO:tasks.rados.rados.0.smithi001.stdout:2069: writing smithi00185197-41 from 1785856 to 2416640 tid 2 2024-09-13T14:25:32.890 INFO:tasks.rados.rados.0.smithi001.stdout:2069: writing smithi00185197-41 from 2416640 to 2588672 tid 3 2024-09-13T14:25:32.890 INFO:tasks.rados.rados.0.smithi001.stdout:2070: setattr oid 4 current snap is 217 2024-09-13T14:25:32.890 INFO:tasks.rados.rados.0.smithi001.stdout:2065: finishing copy_from racing read to smithi00185197-20 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 1 to smithi00185197-39 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 2 to smithi00185197-39 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 3 to smithi00185197-39 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 4 to smithi00185197-39 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 5 to smithi00185197-39 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: oid 39 updating version 0 to 1426 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: oid 39 updating version 1426 to 1428 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: oid 39 version 1428 is already newer than 1427 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: oid 39 version 1428 is already newer than 1425 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1428 (ObjNum 652 snap 217 seq_num 652) dirty exists 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2064: left oid 39 (ObjNum 652 snap 217 seq_num 652) 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2066: finishing write tid 1 to smithi00185197-1 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2066: finishing write tid 2 to smithi00185197-1 2024-09-13T14:25:32.891 INFO:tasks.rados.rados.0.smithi001.stdout:2066: finishing write tid 3 to smithi00185197-1 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:2066: finishing write tid 4 to smithi00185197-1 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:2066: finishing write tid 5 to smithi00185197-1 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:2066: oid 1 updating version 0 to 1420 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:2066: oid 1 updating version 1420 to 1421 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:2066: oid 1 version 1421 is already newer than 1418 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:2066: oid 1 version 1421 is already newer than 1419 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1421 (ObjNum 653 snap 217 seq_num 653) dirty exists 2024-09-13T14:25:32.892 INFO:tasks.rados.rados.0.smithi001.stdout:2066: left oid 1 (ObjNum 653 snap 217 seq_num 653) 2024-09-13T14:25:32.893 INFO:tasks.rados.rados.0.smithi001.stdout:2064: done (4 left) 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:2065: done (3 left) 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:2066: done (2 left) 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:2071: rollback oid 11 current snap is 217 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 215 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:2072: read oid 47 snap -1 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:2072: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 217 2024-09-13T14:25:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:2073: seq_num 655 ranges {11763712=573440,12337152=516096,12853248=286720} 2024-09-13T14:25:32.961 INFO:tasks.rados.rados.0.smithi001.stdout:2073: writing smithi00185197-10 from 11763712 to 12337152 tid 1 2024-09-13T14:25:32.963 INFO:tasks.rados.rados.0.smithi001.stdout:2073: writing smithi00185197-10 from 12337152 to 12853248 tid 2 2024-09-13T14:25:32.965 INFO:tasks.rados.rados.0.smithi001.stdout:2073: writing smithi00185197-10 from 12853248 to 13139968 tid 3 2024-09-13T14:25:32.965 INFO:tasks.rados.rados.0.smithi001.stdout:2074: delete oid 21 current snap is 217 2024-09-13T14:25:32.965 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing write tid 1 to smithi00185197-41 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing write tid 2 to smithi00185197-41 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing write tid 3 to smithi00185197-41 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing write tid 4 to smithi00185197-41 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing write tid 5 to smithi00185197-41 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: oid 41 updating version 0 to 881 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: oid 41 version 881 is already newer than 880 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: oid 41 updating version 881 to 882 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: oid 41 version 882 is already newer than 879 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 882 (ObjNum 654 snap 217 seq_num 654) dirty exists 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2069: left oid 41 (ObjNum 654 snap 217 seq_num 654) 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1252 (ObjNum 594 snap 199 seq_num 594) dirty exists 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:25:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:25:32.967 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1561 (ObjNum 643 snap 213 seq_num 643) dirty exists 2024-09-13T14:25:32.967 INFO:tasks.rados.rados.0.smithi001.stdout:2072: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: finishing write tid 1 to smithi00185197-10 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: finishing write tid 2 to smithi00185197-10 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: finishing write tid 3 to smithi00185197-10 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: finishing write tid 4 to smithi00185197-10 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: finishing write tid 5 to smithi00185197-10 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: oid 10 updating version 0 to 1566 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: oid 10 version 1566 is already newer than 1564 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: oid 10 version 1566 is already newer than 1565 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: oid 10 version 1566 is already newer than 1563 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1566 (ObjNum 655 snap 217 seq_num 655) dirty exists 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2073: left oid 10 (ObjNum 655 snap 217 seq_num 655) 2024-09-13T14:25:33.542 INFO:tasks.rados.rados.0.smithi001.stdout:2069: done (5 left) 2024-09-13T14:25:33.543 INFO:tasks.rados.rados.0.smithi001.stdout:2070: done (4 left) 2024-09-13T14:25:33.543 INFO:tasks.rados.rados.0.smithi001.stdout:2071: done (3 left) 2024-09-13T14:25:33.543 INFO:tasks.rados.rados.0.smithi001.stdout:2072: done (2 left) 2024-09-13T14:25:33.543 INFO:tasks.rados.rados.0.smithi001.stdout:2073: done (1 left) 2024-09-13T14:25:33.543 INFO:tasks.rados.rados.0.smithi001.stdout:2074: done (0 left) 2024-09-13T14:25:33.543 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 217 2024-09-13T14:25:33.543 INFO:tasks.rados.rados.0.smithi001.stdout:2075: seq_num 657 ranges {2588672=606208,3194880=688128,3883008=114688} 2024-09-13T14:25:33.558 INFO:tasks.rados.rados.0.smithi001.stdout:2075: writing smithi00185197-41 from 2588672 to 3194880 tid 1 2024-09-13T14:25:33.562 INFO:tasks.rados.rados.0.smithi001.stdout:2075: writing smithi00185197-41 from 3194880 to 3883008 tid 2 2024-09-13T14:25:33.563 INFO:tasks.rados.rados.0.smithi001.stdout:2075: writing smithi00185197-41 from 3883008 to 3997696 tid 3 2024-09-13T14:25:33.563 INFO:tasks.rados.rados.0.smithi001.stdout:2076: copy_from oid 33 from oid 21 current snap is 217 2024-09-13T14:25:33.564 INFO:tasks.rados.rados.0.smithi001.stdout:2075: finishing write tid 1 to smithi00185197-41 2024-09-13T14:25:33.564 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 217 2024-09-13T14:25:33.564 INFO:tasks.rados.rados.0.smithi001.stdout:2077: seq_num 658 ranges {13139968=622592,13762560=565248,14327808=237568} 2024-09-13T14:25:33.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:33 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 64/846 objects degraded (7.565%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:33.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:33 smithi001 ceph-mon[99232]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T14:25:33.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:33 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 64/846 objects degraded (7.565%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:33.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:33 smithi001 ceph-mon[96683]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T14:25:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:33 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 64/846 objects degraded (7.565%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:33 smithi028 ceph-mon[87621]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T14:25:33.638 INFO:tasks.rados.rados.0.smithi001.stdout:2077: writing smithi00185197-10 from 13139968 to 13762560 tid 1 2024-09-13T14:25:33.641 INFO:tasks.rados.rados.0.smithi001.stdout:2077: writing smithi00185197-10 from 13762560 to 14327808 tid 2 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2077: writing smithi00185197-10 from 14327808 to 14565376 tid 3 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2078: copy_from oid 19 from oid 47 current snap is 217 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2076: finishing copy_from to smithi00185197-33 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2076: got expected ENOENT (src dne) 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2076: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2075: finishing write tid 2 to smithi00185197-41 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2075: finishing write tid 3 to smithi00185197-41 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2075: finishing write tid 4 to smithi00185197-41 2024-09-13T14:25:33.643 INFO:tasks.rados.rados.0.smithi001.stdout:2075: finishing write tid 5 to smithi00185197-41 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2075: oid 41 updating version 0 to 885 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2075: oid 41 updating version 885 to 886 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2075: oid 41 version 886 is already newer than 884 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2075: oid 41 version 886 is already newer than 883 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 886 (ObjNum 657 snap 217 seq_num 657) dirty exists 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2075: left oid 41 (ObjNum 657 snap 217 seq_num 657) 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2075: done (3 left) 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2076: done (2 left) 2024-09-13T14:25:33.644 INFO:tasks.rados.rados.0.smithi001.stdout:2079: delete oid 31 current snap is 217 2024-09-13T14:25:33.645 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 1 to smithi00185197-10 2024-09-13T14:25:33.645 INFO:tasks.rados.rados.0.smithi001.stdout:2079: done (2 left) 2024-09-13T14:25:33.645 INFO:tasks.rados.rados.0.smithi001.stdout:2080: snap_remove snap 195 2024-09-13T14:25:34.344 INFO:tasks.rados.rados.0.smithi001.stdout:2080: done (2 left) 2024-09-13T14:25:34.345 INFO:tasks.rados.rados.0.smithi001.stdout:2081: snap_remove snap 213 2024-09-13T14:25:34.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:34 smithi001 ceph-mon[96683]: pgmap v419: 121 pgs: 13 peering, 19 active+undersized, 4 active+undersized+degraded, 85 active+clean; 607 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 324 KiB/s wr, 2 op/s; 24/834 objects degraded (2.878%); 7.1 MiB/s, 2 objects/s recovering 2024-09-13T14:25:34.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:34 smithi001 ceph-mon[99232]: pgmap v419: 121 pgs: 13 peering, 19 active+undersized, 4 active+undersized+degraded, 85 active+clean; 607 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 324 KiB/s wr, 2 op/s; 24/834 objects degraded (2.878%); 7.1 MiB/s, 2 objects/s recovering 2024-09-13T14:25:34.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:34 smithi028 ceph-mon[87621]: pgmap v419: 121 pgs: 13 peering, 19 active+undersized, 4 active+undersized+degraded, 85 active+clean; 607 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 324 KiB/s wr, 2 op/s; 24/834 objects degraded (2.878%); 7.1 MiB/s, 2 objects/s recovering 2024-09-13T14:25:35.347 INFO:tasks.rados.rados.0.smithi001.stdout:2081: done (2 left) 2024-09-13T14:25:35.347 INFO:tasks.rados.rados.0.smithi001.stdout:2082: copy_from oid 30 from oid 31 current snap is 217 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 2 to smithi00185197-10 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 3 to smithi00185197-10 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 4 to smithi00185197-10 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 5 to smithi00185197-10 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: oid 10 updating version 0 to 1570 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: oid 10 updating version 1570 to 1571 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: oid 10 version 1571 is already newer than 1569 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: oid 10 version 1571 is already newer than 1568 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1571 (ObjNum 658 snap 217 seq_num 658) dirty exists 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2077: left oid 10 (ObjNum 658 snap 217 seq_num 658) 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2078: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:2078: finishing copy_from to smithi00185197-19 2024-09-13T14:25:35.348 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1255 (ObjNum 522 snap 174 seq_num 522) dirty exists 2024-09-13T14:25:35.349 INFO:tasks.rados.rados.0.smithi001.stdout:2077: done (2 left) 2024-09-13T14:25:35.349 INFO:tasks.rados.rados.0.smithi001.stdout:2078: done (1 left) 2024-09-13T14:25:35.349 INFO:tasks.rados.rados.0.smithi001.stdout:2083: read oid 21 snap -1 2024-09-13T14:25:35.349 INFO:tasks.rados.rados.0.smithi001.stdout:2083: expect deleted 2024-09-13T14:25:35.349 INFO:tasks.rados.rados.0.smithi001.stdout:2084: setattr oid 28 current snap is 217 2024-09-13T14:25:35.350 INFO:tasks.rados.rados.0.smithi001.stdout:2083: done (2 left) 2024-09-13T14:25:35.350 INFO:tasks.rados.rados.0.smithi001.stdout:2085: snap_remove snap 214 2024-09-13T14:25:35.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:35 smithi001 ceph-mon[96683]: osdmap e503: 8 total, 8 up, 8 in 2024-09-13T14:25:35.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:35.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:35.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:35 smithi001 ceph-mon[99232]: osdmap e503: 8 total, 8 up, 8 in 2024-09-13T14:25:35.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:35.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:35.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:35 smithi028 ceph-mon[87621]: osdmap e503: 8 total, 8 up, 8 in 2024-09-13T14:25:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:36.359 INFO:tasks.rados.rados.0.smithi001.stdout:2085: done (2 left) 2024-09-13T14:25:36.359 INFO:tasks.rados.rados.0.smithi001.stdout:2086: read oid 14 snap 169 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2086: expect (ObjNum 466 snap 149 seq_num 466) 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2087: rmattr oid 20 current snap is 217 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2087: done (3 left) 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2088: read oid 37 snap -1 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2088: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2089: setattr oid 50 current snap is 217 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2082: finishing copy_from to smithi00185197-30 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2082: got expected ENOENT (src dne) 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1256 (ObjNum 526 snap 176 seq_num 526) dirty exists 2024-09-13T14:25:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:2082: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:25:36.362 INFO:tasks.rados.rados.0.smithi001.stdout:2082: done (4 left) 2024-09-13T14:25:36.362 INFO:tasks.rados.rados.0.smithi001.stdout:2084: done (3 left) 2024-09-13T14:25:36.362 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 217 2024-09-13T14:25:36.362 INFO:tasks.rados.rados.0.smithi001.stdout:2090: seq_num 660 ranges {7700480=663552,8364032=737280,9101312=65536} 2024-09-13T14:25:36.410 INFO:tasks.rados.rados.0.smithi001.stdout:2090: writing smithi00185197-47 from 7700480 to 8364032 tid 1 2024-09-13T14:25:36.415 INFO:tasks.rados.rados.0.smithi001.stdout:2090: writing smithi00185197-47 from 8364032 to 9101312 tid 2 2024-09-13T14:25:36.415 INFO:tasks.rados.rados.0.smithi001.stdout:2090: writing smithi00185197-47 from 9101312 to 9166848 tid 3 2024-09-13T14:25:36.415 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 217 2024-09-13T14:25:36.415 INFO:tasks.rados.rados.0.smithi001.stdout:2091: seq_num 661 ranges {1605632=679936,2285568=622592,2908160=180224} 2024-09-13T14:25:36.428 INFO:tasks.rados.rados.0.smithi001.stdout:2091: writing smithi00185197-42 from 1605632 to 2285568 tid 1 2024-09-13T14:25:36.431 INFO:tasks.rados.rados.0.smithi001.stdout:2091: writing smithi00185197-42 from 2285568 to 2908160 tid 2 2024-09-13T14:25:36.433 INFO:tasks.rados.rados.0.smithi001.stdout:2091: writing smithi00185197-42 from 2908160 to 3088384 tid 3 2024-09-13T14:25:36.433 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 217 2024-09-13T14:25:36.433 INFO:tasks.rados.rados.0.smithi001.stdout:2092: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-09-13T14:25:36.436 INFO:tasks.rados.rados.0.smithi001.stdout:2092: writing smithi00185197-38 from 0 to 696320 tid 1 2024-09-13T14:25:36.440 INFO:tasks.rados.rados.0.smithi001.stdout:2092: writing smithi00185197-38 from 696320 to 1253376 tid 2 2024-09-13T14:25:36.442 INFO:tasks.rados.rados.0.smithi001.stdout:2092: writing smithi00185197-38 from 1253376 to 1499136 tid 3 2024-09-13T14:25:36.442 INFO:tasks.rados.rados.0.smithi001.stdout:2093: delete oid 22 current snap is 217 2024-09-13T14:25:36.442 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1261 (ObjNum 649 snap 215 seq_num 649) dirty exists 2024-09-13T14:25:36.442 INFO:tasks.rados.rados.0.smithi001.stdout:2088: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:25:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:36 smithi028 ceph-mon[87621]: osdmap e504: 8 total, 8 up, 8 in 2024-09-13T14:25:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:36 smithi028 ceph-mon[87621]: pgmap v422: 121 pgs: 121 active+clean; 551 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 18 MiB/s, 4 objects/s recovering 2024-09-13T14:25:36.689 INFO:tasks.rados.rados.0.smithi001.stdout:2086: expect (ObjNum 466 snap 149 seq_num 466) 2024-09-13T14:25:36.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:36 smithi001 ceph-mon[96683]: osdmap e504: 8 total, 8 up, 8 in 2024-09-13T14:25:36.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:36 smithi001 ceph-mon[96683]: pgmap v422: 121 pgs: 121 active+clean; 551 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 18 MiB/s, 4 objects/s recovering 2024-09-13T14:25:36.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:36 smithi001 ceph-mon[99232]: osdmap e504: 8 total, 8 up, 8 in 2024-09-13T14:25:36.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:36 smithi001 ceph-mon[99232]: pgmap v422: 121 pgs: 121 active+clean; 551 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.1 MiB/s wr, 18 op/s; 18 MiB/s, 4 objects/s recovering 2024-09-13T14:25:37.201 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 1 to smithi00185197-47 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 2 to smithi00185197-47 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 3 to smithi00185197-47 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 4 to smithi00185197-47 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 5 to smithi00185197-47 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: oid 47 updating version 0 to 1266 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: oid 47 version 1266 is already newer than 1264 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: oid 47 version 1266 is already newer than 1265 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: oid 47 version 1266 is already newer than 1263 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1266 (ObjNum 660 snap 217 seq_num 660) dirty exists 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2090: left oid 47 (ObjNum 660 snap 217 seq_num 660) 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2091: finishing write tid 1 to smithi00185197-42 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2091: finishing write tid 2 to smithi00185197-42 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2091: finishing write tid 3 to smithi00185197-42 2024-09-13T14:25:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:2091: finishing write tid 4 to smithi00185197-42 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2091: finishing write tid 5 to smithi00185197-42 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2091: oid 42 updating version 0 to 1015 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2091: oid 42 updating version 1015 to 1016 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2091: oid 42 version 1016 is already newer than 1014 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2091: oid 42 updating version 1016 to 1017 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1017 (ObjNum 661 snap 217 seq_num 661) dirty exists 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2091: left oid 42 (ObjNum 661 snap 217 seq_num 661) 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 1 to smithi00185197-38 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 2 to smithi00185197-38 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 3 to smithi00185197-38 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2086: done (6 left) 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2088: done (5 left) 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2089: done (4 left) 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2090: done (3 left) 2024-09-13T14:25:37.203 INFO:tasks.rados.rados.0.smithi001.stdout:2091: done (2 left) 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2093: done (1 left) 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2094: copy_from oid 37 from oid 45 current snap is 217 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 4 to smithi00185197-38 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 5 to smithi00185197-38 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: oid 38 updating version 0 to 1504 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: oid 38 version 1504 is already newer than 1503 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: oid 38 version 1504 is already newer than 1502 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: oid 38 version 1504 is already newer than 1501 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1504 (ObjNum 662 snap 217 seq_num 662) dirty exists 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: left oid 38 (ObjNum 662 snap 217 seq_num 662) 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2092: done (1 left) 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 217 2024-09-13T14:25:37.204 INFO:tasks.rados.rados.0.smithi001.stdout:2095: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-09-13T14:25:37.205 INFO:tasks.rados.rados.0.smithi001.stdout:2095: writing smithi00185197-23 from 0 to 729088 tid 1 2024-09-13T14:25:37.209 INFO:tasks.rados.rados.0.smithi001.stdout:2095: writing smithi00185197-23 from 729088 to 1458176 tid 2 2024-09-13T14:25:37.209 INFO:tasks.rados.rados.0.smithi001.stdout:2095: writing smithi00185197-23 from 1458176 to 1531904 tid 3 2024-09-13T14:25:37.209 INFO:tasks.rados.rados.0.smithi001.stdout:2096: delete oid 1 current snap is 217 2024-09-13T14:25:37.210 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 1 to smithi00185197-23 2024-09-13T14:25:37.210 INFO:tasks.rados.rados.0.smithi001.stdout:2094: finishing copy_from racing read to smithi00185197-37 2024-09-13T14:25:37.210 INFO:tasks.rados.rados.0.smithi001.stdout:2094: finishing copy_from to smithi00185197-37 2024-09-13T14:25:37.210 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 778 (ObjNum 651 snap 217 seq_num 651) dirty exists 2024-09-13T14:25:37.212 INFO:tasks.rados.rados.0.smithi001.stdout:2094: done (2 left) 2024-09-13T14:25:37.212 INFO:tasks.rados.rados.0.smithi001.stdout:2096: done (1 left) 2024-09-13T14:25:37.212 INFO:tasks.rados.rados.0.smithi001.stdout:2097: rmattr oid 27 current snap is 217 2024-09-13T14:25:37.212 INFO:tasks.rados.rados.0.smithi001.stdout:2097: done (1 left) 2024-09-13T14:25:37.212 INFO:tasks.rados.rados.0.smithi001.stdout:2098: snap_create 2024-09-13T14:25:37.212 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 2 to smithi00185197-23 2024-09-13T14:25:37.213 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 3 to smithi00185197-23 2024-09-13T14:25:37.213 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 4 to smithi00185197-23 2024-09-13T14:25:37.215 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 5 to smithi00185197-23 2024-09-13T14:25:37.215 INFO:tasks.rados.rados.0.smithi001.stdout:2095: oid 23 updating version 0 to 990 2024-09-13T14:25:37.215 INFO:tasks.rados.rados.0.smithi001.stdout:2095: oid 23 version 990 is already newer than 989 2024-09-13T14:25:37.215 INFO:tasks.rados.rados.0.smithi001.stdout:2095: oid 23 version 990 is already newer than 988 2024-09-13T14:25:37.215 INFO:tasks.rados.rados.0.smithi001.stdout:2095: oid 23 updating version 990 to 991 2024-09-13T14:25:37.215 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 991 (ObjNum 664 snap 217 seq_num 664) dirty exists 2024-09-13T14:25:37.215 INFO:tasks.rados.rados.0.smithi001.stdout:2095: left oid 23 (ObjNum 664 snap 217 seq_num 664) 2024-09-13T14:25:37.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:25:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:25:36] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-09-13T14:25:37.359 INFO:tasks.rados.rados.0.smithi001.stdout:2095: done (1 left) 2024-09-13T14:25:37.359 INFO:tasks.rados.rados.0.smithi001.stdout:2098: done (0 left) 2024-09-13T14:25:37.359 INFO:tasks.rados.rados.0.smithi001.stdout:2099: rollback oid 36 current snap is 218 2024-09-13T14:25:37.359 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 196 2024-09-13T14:25:37.360 INFO:tasks.rados.rados.0.smithi001.stdout:2100: delete oid 18 current snap is 218 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:2099: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:2100: done (1 left) 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:2101: read oid 49 snap -1 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:2101: expect (ObjNum 648 snap 214 seq_num 648) 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:2102: copy_from oid 32 from oid 1 current snap is 218 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:2103: rollback oid 43 current snap is 218 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 197 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:2104: rollback oid 41 current snap is 218 2024-09-13T14:25:37.366 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 204 2024-09-13T14:25:37.367 INFO:tasks.rados.rados.0.smithi001.stdout:2105: snap_create 2024-09-13T14:25:37.367 INFO:tasks.rados.rados.0.smithi001.stdout:2099: finishing rollback tid 2 to smithi00185197-36 2024-09-13T14:25:37.367 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1591 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-09-13T14:25:37.367 INFO:tasks.rados.rados.0.smithi001.stdout:2102: finishing copy_from to smithi00185197-32 2024-09-13T14:25:37.367 INFO:tasks.rados.rados.0.smithi001.stdout:2102: got expected ENOENT (src dne) 2024-09-13T14:25:37.368 INFO:tasks.rados.rados.0.smithi001.stdout:2102: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:25:37.368 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing rollback tid 1 to smithi00185197-43 2024-09-13T14:25:37.369 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing rollback tid 2 to smithi00185197-43 2024-09-13T14:25:37.369 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1268 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-09-13T14:25:37.375 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:25:37.375 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:25:37.375 INFO:tasks.rados.rados.0.smithi001.stdout:2101: expect (ObjNum 648 snap 214 seq_num 648) 2024-09-13T14:25:37.491 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:25:37.491 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 889 (ObjNum 599 snap 201 seq_num 599) dirty exists 2024-09-13T14:25:37.684 INFO:tasks.rados.rados.0.smithi001.stdout:2099: done (5 left) 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2101: done (4 left) 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2102: done (3 left) 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2103: done (2 left) 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2104: done (1 left) 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2105: done (0 left) 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2106: read oid 42 snap 218 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2106: expect (ObjNum 661 snap 217 seq_num 661) 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 219 2024-09-13T14:25:37.685 INFO:tasks.rados.rados.0.smithi001.stdout:2107: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-09-13T14:25:37.689 INFO:tasks.rados.rados.0.smithi001.stdout:2107: writing smithi00185197-12 from 0 to 778240 tid 1 2024-09-13T14:25:37.694 INFO:tasks.rados.rados.0.smithi001.stdout:2107: writing smithi00185197-12 from 778240 to 1556480 tid 2 2024-09-13T14:25:37.694 INFO:tasks.rados.rados.0.smithi001.stdout:2107: writing smithi00185197-12 from 1556480 to 1581056 tid 3 2024-09-13T14:25:37.694 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 219 2024-09-13T14:25:37.694 INFO:tasks.rados.rados.0.smithi001.stdout:2108: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-09-13T14:25:37.700 INFO:tasks.rados.rados.0.smithi001.stdout:2108: writing smithi00185197-22 from 0 to 794624 tid 1 2024-09-13T14:25:37.704 INFO:tasks.rados.rados.0.smithi001.stdout:2108: writing smithi00185197-22 from 794624 to 1458176 tid 2 2024-09-13T14:25:37.705 INFO:tasks.rados.rados.0.smithi001.stdout:2108: writing smithi00185197-22 from 1458176 to 1597440 tid 3 2024-09-13T14:25:37.706 INFO:tasks.rados.rados.0.smithi001.stdout:2109: rollback oid 35 current snap is 219 2024-09-13T14:25:37.706 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 203 2024-09-13T14:25:37.706 INFO:tasks.rados.rados.0.smithi001.stdout:2107: finishing write tid 1 to smithi00185197-12 2024-09-13T14:25:37.706 INFO:tasks.rados.rados.0.smithi001.stdout:2107: finishing write tid 2 to smithi00185197-12 2024-09-13T14:25:37.706 INFO:tasks.rados.rados.0.smithi001.stdout:2107: finishing write tid 3 to smithi00185197-12 2024-09-13T14:25:37.707 INFO:tasks.rados.rados.0.smithi001.stdout:2106: expect (ObjNum 661 snap 217 seq_num 661) 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2107: finishing write tid 4 to smithi00185197-12 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2107: finishing write tid 5 to smithi00185197-12 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2107: oid 12 updating version 0 to 1259 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2107: oid 12 updating version 1259 to 1260 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2107: oid 12 version 1260 is already newer than 1258 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2107: oid 12 version 1260 is already newer than 1257 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1260 (ObjNum 667 snap 219 seq_num 667) dirty exists 2024-09-13T14:25:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2107: left oid 12 (ObjNum 667 snap 219 seq_num 667) 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 1 to smithi00185197-22 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2106: done (3 left) 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2107: done (2 left) 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2110: rollback oid 50 current snap is 219 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 187 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 2 to smithi00185197-22 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2109: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2109: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 3 to smithi00185197-22 2024-09-13T14:25:37.816 INFO:tasks.rados.rados.0.smithi001.stdout:2109: finishing rollback tid 2 to smithi00185197-35 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 818 (ObjNum 564 snap 190 seq_num 564) dirty exists 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 4 to smithi00185197-22 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 5 to smithi00185197-22 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: oid 22 updating version 0 to 1259 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: oid 22 version 1259 is already newer than 1258 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: oid 22 version 1259 is already newer than 1257 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: oid 22 updating version 1259 to 1260 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1260 (ObjNum 668 snap 219 seq_num 668) dirty exists 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: left oid 22 (ObjNum 668 snap 219 seq_num 668) 2024-09-13T14:25:37.817 INFO:tasks.rados.rados.0.smithi001.stdout:2108: done (2 left) 2024-09-13T14:25:37.818 INFO:tasks.rados.rados.0.smithi001.stdout:2109: done (1 left) 2024-09-13T14:25:37.818 INFO:tasks.rados.rados.0.smithi001.stdout:2111: read oid 35 snap -1 2024-09-13T14:25:37.818 INFO:tasks.rados.rados.0.smithi001.stdout:2111: expect (ObjNum 564 snap 190 seq_num 564) 2024-09-13T14:25:37.818 INFO:tasks.rados.rados.0.smithi001.stdout:2112: rmattr oid 36 current snap is 219 2024-09-13T14:25:37.818 INFO:tasks.rados.rados.0.smithi001.stdout:2112: done (2 left) 2024-09-13T14:25:37.818 INFO:tasks.rados.rados.0.smithi001.stdout:2113: setattr oid 7 current snap is 219 2024-09-13T14:25:37.819 INFO:tasks.rados.rados.0.smithi001.stdout:2114: delete oid 37 current snap is 219 2024-09-13T14:25:37.819 INFO:tasks.rados.rados.0.smithi001.stdout:2114: done (3 left) 2024-09-13T14:25:37.819 INFO:tasks.rados.rados.0.smithi001.stdout:2115: copy_from oid 41 from oid 19 current snap is 219 2024-09-13T14:25:37.819 INFO:tasks.rados.rados.0.smithi001.stdout:2116: delete oid 23 current snap is 219 2024-09-13T14:25:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2110: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:25:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2110: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:25:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2110: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:25:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1264 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:25:37.821 INFO:tasks.rados.rados.0.smithi001.stdout:2110: done (4 left) 2024-09-13T14:25:37.822 INFO:tasks.rados.rados.0.smithi001.stdout:2116: done (3 left) 2024-09-13T14:25:37.822 INFO:tasks.rados.rados.0.smithi001.stdout:2117: read oid 11 snap -1 2024-09-13T14:25:37.822 INFO:tasks.rados.rados.0.smithi001.stdout:2117: expect (ObjNum 643 snap 213 seq_num 643) 2024-09-13T14:25:37.822 INFO:tasks.rados.rados.0.smithi001.stdout:2118: delete oid 45 current snap is 219 2024-09-13T14:25:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:2111: expect (ObjNum 564 snap 190 seq_num 564) 2024-09-13T14:25:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:37 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/834 objects degraded (2.878%), 4 pgs degraded) 2024-09-13T14:25:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:37 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:25:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:37 smithi001 ceph-mon[96683]: osdmap e505: 8 total, 8 up, 8 in 2024-09-13T14:25:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:37 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/834 objects degraded (2.878%), 4 pgs degraded) 2024-09-13T14:25:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:37 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:25:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:37 smithi001 ceph-mon[99232]: osdmap e505: 8 total, 8 up, 8 in 2024-09-13T14:25:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:37 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/834 objects degraded (2.878%), 4 pgs degraded) 2024-09-13T14:25:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:37 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:25:37.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:37 smithi028 ceph-mon[87621]: osdmap e505: 8 total, 8 up, 8 in 2024-09-13T14:25:37.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 820 (ObjNum 612 snap 203 seq_num 612) dirty exists 2024-09-13T14:25:37.891 INFO:tasks.rados.rados.0.smithi001.stdout:2115: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:25:37.891 INFO:tasks.rados.rados.0.smithi001.stdout:2115: finishing copy_from to smithi00185197-41 2024-09-13T14:25:37.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1255 (ObjNum 522 snap 174 seq_num 522) dirty exists 2024-09-13T14:25:37.891 INFO:tasks.rados.rados.0.smithi001.stdout:2117: expect (ObjNum 643 snap 213 seq_num 643) 2024-09-13T14:25:38.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:38 smithi001 ceph-mon[96683]: osdmap e506: 8 total, 8 up, 8 in 2024-09-13T14:25:38.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:38 smithi001 ceph-mon[96683]: pgmap v425: 121 pgs: 121 active+clean; 530 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 18 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-13T14:25:38.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:38 smithi001 ceph-mon[96683]: osdmap e507: 8 total, 8 up, 8 in 2024-09-13T14:25:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:38 smithi001 ceph-mon[99232]: osdmap e506: 8 total, 8 up, 8 in 2024-09-13T14:25:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:38 smithi001 ceph-mon[99232]: pgmap v425: 121 pgs: 121 active+clean; 530 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 18 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-13T14:25:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:38 smithi001 ceph-mon[99232]: osdmap e507: 8 total, 8 up, 8 in 2024-09-13T14:25:38.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:38 smithi028 ceph-mon[87621]: osdmap e506: 8 total, 8 up, 8 in 2024-09-13T14:25:38.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:38 smithi028 ceph-mon[87621]: pgmap v425: 121 pgs: 121 active+clean; 530 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 18 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-13T14:25:38.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:38 smithi028 ceph-mon[87621]: osdmap e507: 8 total, 8 up, 8 in 2024-09-13T14:25:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2111: done (4 left) 2024-09-13T14:25:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2113: done (3 left) 2024-09-13T14:25:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2115: done (2 left) 2024-09-13T14:25:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2117: done (1 left) 2024-09-13T14:25:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2118: done (0 left) 2024-09-13T14:25:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 219 2024-09-13T14:25:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2119: seq_num 672 ranges {6684672=458752,7143424=647168,7790592=466944,8257536=90112} 2024-09-13T14:25:39.004 INFO:tasks.rados.rados.0.smithi001.stdout:2119: writing smithi00185197-13 from 6684672 to 7143424 tid 1 2024-09-13T14:25:39.008 INFO:tasks.rados.rados.0.smithi001.stdout:2119: writing smithi00185197-13 from 7143424 to 7790592 tid 2 2024-09-13T14:25:39.010 INFO:tasks.rados.rados.0.smithi001.stdout:2119: writing smithi00185197-13 from 7790592 to 8257536 tid 3 2024-09-13T14:25:39.011 INFO:tasks.rados.rados.0.smithi001.stdout:2119: writing smithi00185197-13 from 8257536 to 8347648 tid 4 2024-09-13T14:25:39.011 INFO:tasks.rados.rados.0.smithi001.stdout:2120: rollback oid 22 current snap is 219 2024-09-13T14:25:39.011 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 203 2024-09-13T14:25:39.011 INFO:tasks.rados.rados.0.smithi001.stdout:2119: finishing write tid 1 to smithi00185197-13 2024-09-13T14:25:39.011 INFO:tasks.rados.rados.0.smithi001.stdout:2119: finishing write tid 2 to smithi00185197-13 2024-09-13T14:25:39.011 INFO:tasks.rados.rados.0.smithi001.stdout:2121: delete oid 15 current snap is 219 2024-09-13T14:25:39.013 INFO:tasks.rados.rados.0.smithi001.stdout:2121: done (2 left) 2024-09-13T14:25:39.013 INFO:tasks.rados.rados.0.smithi001.stdout:2122: setattr oid 32 current snap is 219 2024-09-13T14:25:39.014 INFO:tasks.rados.rados.0.smithi001.stdout:2119: finishing write tid 3 to smithi00185197-13 2024-09-13T14:25:39.014 INFO:tasks.rados.rados.0.smithi001.stdout:2119: finishing write tid 4 to smithi00185197-13 2024-09-13T14:25:39.015 INFO:tasks.rados.rados.0.smithi001.stdout:2120: finishing rollback tid 0 to smithi00185197-22 2024-09-13T14:25:39.015 INFO:tasks.rados.rados.0.smithi001.stdout:2119: finishing write tid 5 to smithi00185197-13 2024-09-13T14:25:39.015 INFO:tasks.rados.rados.0.smithi001.stdout:2120: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:25:39.015 INFO:tasks.rados.rados.0.smithi001.stdout:2120: finishing rollback tid 2 to smithi00185197-22 2024-09-13T14:25:39.015 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1264 (ObjNum 561 snap 189 seq_num 561) dirty exists 2024-09-13T14:25:39.016 INFO:tasks.rados.rados.0.smithi001.stdout:2120: done (2 left) 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2123: rollback oid 23 current snap is 219 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 197 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2124: rollback oid 3 current snap is 219 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 209 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2125: read oid 35 snap 178 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2125: expect (ObjNum 514 snap 168 seq_num 514) 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2126: delete oid 45 current snap is 219 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2119: finishing write tid 6 to smithi00185197-13 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2119: oid 13 updating version 0 to 1267 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2119: oid 13 updating version 1267 to 1269 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2119: oid 13 version 1269 is already newer than 1265 2024-09-13T14:25:39.017 INFO:tasks.rados.rados.0.smithi001.stdout:2119: oid 13 version 1269 is already newer than 1266 2024-09-13T14:25:39.018 INFO:tasks.rados.rados.0.smithi001.stdout:2119: oid 13 version 1269 is already newer than 1268 2024-09-13T14:25:39.018 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1269 (ObjNum 672 snap 219 seq_num 672) dirty exists 2024-09-13T14:25:39.018 INFO:tasks.rados.rados.0.smithi001.stdout:2119: left oid 13 (ObjNum 672 snap 219 seq_num 672) 2024-09-13T14:25:39.018 INFO:tasks.rados.rados.0.smithi001.stdout:2123: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:25:39.018 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 992 (ObjNum 177 snap 0 seq_num 1786748288) dirty dne 2024-09-13T14:25:39.019 INFO:tasks.rados.rados.0.smithi001.stdout:2124: finishing rollback tid 0 to smithi00185197-3 2024-09-13T14:25:39.019 INFO:tasks.rados.rados.0.smithi001.stdout:2124: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:25:39.019 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1257 (ObjNum 145 snap 0 seq_num 1786748256) dirty dne 2024-09-13T14:25:39.023 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1593 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:25:39.032 INFO:tasks.rados.rados.0.smithi001.stdout:2119: done (5 left) 2024-09-13T14:25:39.032 INFO:tasks.rados.rados.0.smithi001.stdout:2122: done (4 left) 2024-09-13T14:25:39.032 INFO:tasks.rados.rados.0.smithi001.stdout:2123: done (3 left) 2024-09-13T14:25:39.032 INFO:tasks.rados.rados.0.smithi001.stdout:2124: done (2 left) 2024-09-13T14:25:39.032 INFO:tasks.rados.rados.0.smithi001.stdout:2126: done (1 left) 2024-09-13T14:25:39.032 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 219 2024-09-13T14:25:39.032 INFO:tasks.rados.rados.0.smithi001.stdout:2127: seq_num 675 ranges {5439488=507904,5947392=704512,6651904=499712} 2024-09-13T14:25:39.064 INFO:tasks.rados.rados.0.smithi001.stdout:2127: writing smithi00185197-14 from 5439488 to 5947392 tid 1 2024-09-13T14:25:39.068 INFO:tasks.rados.rados.0.smithi001.stdout:2127: writing smithi00185197-14 from 5947392 to 6651904 tid 2 2024-09-13T14:25:39.071 INFO:tasks.rados.rados.0.smithi001.stdout:2127: writing smithi00185197-14 from 6651904 to 7151616 tid 3 2024-09-13T14:25:39.071 INFO:tasks.rados.rados.0.smithi001.stdout:2128: delete oid 39 current snap is 219 2024-09-13T14:25:39.071 INFO:tasks.rados.rados.0.smithi001.stdout:2125: expect (ObjNum 514 snap 168 seq_num 514) 2024-09-13T14:25:39.210 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 1 to smithi00185197-14 2024-09-13T14:25:39.210 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 2 to smithi00185197-14 2024-09-13T14:25:39.210 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 3 to smithi00185197-14 2024-09-13T14:25:39.210 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 4 to smithi00185197-14 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 5 to smithi00185197-14 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2127: oid 14 updating version 0 to 1249 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2127: oid 14 updating version 1249 to 1250 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2127: oid 14 version 1250 is already newer than 1248 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2127: oid 14 version 1250 is already newer than 1247 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1250 (ObjNum 675 snap 219 seq_num 675) dirty exists 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2127: left oid 14 (ObjNum 675 snap 219 seq_num 675) 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2125: done (2 left) 2024-09-13T14:25:39.211 INFO:tasks.rados.rados.0.smithi001.stdout:2127: done (1 left) 2024-09-13T14:25:39.212 INFO:tasks.rados.rados.0.smithi001.stdout:2128: done (0 left) 2024-09-13T14:25:39.212 INFO:tasks.rados.rados.0.smithi001.stdout:2129: snap_remove snap 197 2024-09-13T14:25:39.371 INFO:tasks.rados.rados.0.smithi001.stdout:2129: done (0 left) 2024-09-13T14:25:39.371 INFO:tasks.rados.rados.0.smithi001.stdout:2130: snap_remove snap 215 2024-09-13T14:25:40.376 INFO:tasks.rados.rados.0.smithi001.stdout:2130: done (0 left) 2024-09-13T14:25:40.376 INFO:tasks.rados.rados.0.smithi001.stdout:2131: rollback oid 34 current snap is 219 2024-09-13T14:25:40.376 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 187 2024-09-13T14:25:40.376 INFO:tasks.rados.rados.0.smithi001.stdout:2132: snap_remove snap 209 2024-09-13T14:25:40.566 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:25:40.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:40 smithi001 ceph-mon[96683]: osdmap e508: 8 total, 8 up, 8 in 2024-09-13T14:25:40.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:40 smithi001 ceph-mon[96683]: pgmap v428: 121 pgs: 121 active+clean; 532 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-13T14:25:40.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:40 smithi001 ceph-mon[99232]: osdmap e508: 8 total, 8 up, 8 in 2024-09-13T14:25:40.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:40 smithi001 ceph-mon[99232]: pgmap v428: 121 pgs: 121 active+clean; 532 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-13T14:25:40.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:40 smithi028 ceph-mon[87621]: osdmap e508: 8 total, 8 up, 8 in 2024-09-13T14:25:40.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:40 smithi028 ceph-mon[87621]: pgmap v428: 121 pgs: 121 active+clean; 532 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-13T14:25:41.146 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:25:41.146 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (9m) 115s ago 10m 24.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:25:41.146 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (9m) 14s ago 9m 88.1M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (11m) 115s ago 11m 16.7M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (11m) 14s ago 11m 23.7M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (5m) 14s ago 14m 455M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (5m) 115s ago 16m 525M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (4m) 115s ago 16m 55.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (4m) 14s ago 15m 46.7M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (4m) 115s ago 14m 46.9M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (9m) 115s ago 9m 16.5M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (9m) 14s ago 9m 15.1M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (3m) 115s ago 14m 182M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (3m) 115s ago 14m 144M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (2m) 115s ago 13m 97.8M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:25:41.147 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (119s) 115s ago 13m 12.2M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:25:41.148 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (87s) 14s ago 12m 142M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:25:41.148 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (52s) 14s ago 12m 169M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 9b05afad3641 2024-09-13T14:25:41.148 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (18s) 14s ago 12m 11.3M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 5c5dc36d0f4e 2024-09-13T14:25:41.148 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (11m) 14s ago 11m 202M 2481M 18.2.4-843-g2c01458a c129f5a2fd4e 974379918cc5 2024-09-13T14:25:41.148 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (5m) 14s ago 10m 56.4M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:25:41.378 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:25:41.378 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:25:41.378 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:25:41.378 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1271 (ObjNum 558 snap 187 seq_num 558) dirty exists 2024-09-13T14:25:41.378 INFO:tasks.rados.rados.0.smithi001.stdout:2131: done (1 left) 2024-09-13T14:25:41.378 INFO:tasks.rados.rados.0.smithi001.stdout:2132: done (0 left) 2024-09-13T14:25:41.378 INFO:tasks.rados.rados.0.smithi001.stdout:2133: copy_from oid 33 from oid 21 current snap is 219 2024-09-13T14:25:41.379 INFO:tasks.rados.rados.0.smithi001.stdout:2134: snap_remove snap 217 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 1, 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 7 2024-09-13T14:25:41.510 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 2 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 3, 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 12 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:25:41.511 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:25:41.511 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[99232]: osdmap e509: 8 total, 8 up, 8 in 2024-09-13T14:25:41.511 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[99232]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.511 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[99232]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.512 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[99232]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.512 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[96683]: osdmap e509: 8 total, 8 up, 8 in 2024-09-13T14:25:41.512 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[96683]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.512 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[96683]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.512 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:41 smithi001 ceph-mon[96683]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.812 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:25:41.812 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:25:41.812 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:25:41.812 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:25:41.812 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:25:41.812 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:25:41.813 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:25:41.813 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:25:41.813 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "12/20 daemons upgraded", 2024-09-13T14:25:41.813 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:25:41.813 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:25:41.814 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:25:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:41 smithi028 ceph-mon[87621]: osdmap e509: 8 total, 8 up, 8 in 2024-09-13T14:25:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:41 smithi028 ceph-mon[87621]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:41 smithi028 ceph-mon[87621]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:41.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:41 smithi028 ceph-mon[87621]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:42.394 INFO:tasks.rados.rados.0.smithi001.stdout:2134: done (1 left) 2024-09-13T14:25:42.394 INFO:tasks.rados.rados.0.smithi001.stdout:2135: delete oid 11 current snap is 219 2024-09-13T14:25:42.394 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing copy_from to smithi00185197-33 2024-09-13T14:25:42.394 INFO:tasks.rados.rados.0.smithi001.stdout:2133: got expected ENOENT (src dne) 2024-09-13T14:25:42.394 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:25:42.404 INFO:tasks.rados.rados.0.smithi001.stdout:2133: done (1 left) 2024-09-13T14:25:42.404 INFO:tasks.rados.rados.0.smithi001.stdout:2135: done (0 left) 2024-09-13T14:25:42.404 INFO:tasks.rados.rados.0.smithi001.stdout:2136: read oid 47 snap -1 2024-09-13T14:25:42.404 INFO:tasks.rados.rados.0.smithi001.stdout:2136: expect (ObjNum 660 snap 217 seq_num 660) 2024-09-13T14:25:42.404 INFO:tasks.rados.rados.0.smithi001.stdout:2137: delete oid 39 current snap is 219 2024-09-13T14:25:42.406 INFO:tasks.rados.rados.0.smithi001.stdout:2137: done (1 left) 2024-09-13T14:25:42.407 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 219 2024-09-13T14:25:42.407 INFO:tasks.rados.rados.0.smithi001.stdout:2138: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-09-13T14:25:42.410 INFO:tasks.rados.rados.0.smithi001.stdout:2138: writing smithi00185197-30 from 0 to 581632 tid 1 2024-09-13T14:25:42.414 INFO:tasks.rados.rados.0.smithi001.stdout:2138: writing smithi00185197-30 from 581632 to 1269760 tid 2 2024-09-13T14:25:42.418 INFO:tasks.rados.rados.0.smithi001.stdout:2138: writing smithi00185197-30 from 1269760 to 1785856 tid 3 2024-09-13T14:25:42.418 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 219 2024-09-13T14:25:42.418 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 1 to smithi00185197-30 2024-09-13T14:25:42.418 INFO:tasks.rados.rados.0.smithi001.stdout:2139: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2024-09-13T14:25:42.422 INFO:tasks.rados.rados.0.smithi001.stdout:2139: writing smithi00185197-37 from 0 to 598016 tid 1 2024-09-13T14:25:42.426 INFO:tasks.rados.rados.0.smithi001.stdout:2139: writing smithi00185197-37 from 598016 to 1171456 tid 2 2024-09-13T14:25:42.429 INFO:tasks.rados.rados.0.smithi001.stdout:2139: writing smithi00185197-37 from 1171456 to 1605632 tid 3 2024-09-13T14:25:42.430 INFO:tasks.rados.rados.0.smithi001.stdout:2139: writing smithi00185197-37 from 1605632 to 1802240 tid 4 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2140: rollback oid 14 current snap is 219 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 196 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 2 to smithi00185197-30 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 3 to smithi00185197-30 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 4 to smithi00185197-30 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 5 to smithi00185197-30 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: oid 30 updating version 0 to 1530 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: oid 30 updating version 1530 to 1533 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: oid 30 version 1533 is already newer than 1531 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:2138: oid 30 version 1533 is already newer than 1532 2024-09-13T14:25:42.431 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1533 (ObjNum 679 snap 219 seq_num 679) dirty exists 2024-09-13T14:25:42.432 INFO:tasks.rados.rados.0.smithi001.stdout:2138: left oid 30 (ObjNum 679 snap 219 seq_num 679) 2024-09-13T14:25:42.432 INFO:tasks.rados.rados.0.smithi001.stdout:2138: done (3 left) 2024-09-13T14:25:42.432 INFO:tasks.rados.rados.0.smithi001.stdout:2141: delete oid 36 current snap is 219 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2141: done (3 left) 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2142: read oid 15 snap -1 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2142: expect deleted 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2143: read oid 7 snap 169 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2143: expect (ObjNum 508 snap 164 seq_num 508) 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2144: rmattr oid 31 current snap is 219 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2144: done (5 left) 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2145: snap_create 2024-09-13T14:25:42.436 INFO:tasks.rados.rados.0.smithi001.stdout:2139: finishing write tid 1 to smithi00185197-37 2024-09-13T14:25:42.437 INFO:tasks.rados.rados.0.smithi001.stdout:2140: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:25:42.437 INFO:tasks.rados.rados.0.smithi001.stdout:2140: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:25:42.438 INFO:tasks.rados.rados.0.smithi001.stdout:2140: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:25:42.439 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1253 (ObjNum 560 snap 188 seq_num 560) dirty exists 2024-09-13T14:25:42.441 INFO:tasks.rados.rados.0.smithi001.stdout:2136: expect (ObjNum 660 snap 217 seq_num 660) 2024-09-13T14:25:42.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[96683]: osdmap e510: 8 total, 8 up, 8 in 2024-09-13T14:25:42.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[96683]: pgmap v431: 121 pgs: 121 active+clean; 561 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-09-13T14:25:42.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2324522370' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:42.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[96683]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[99232]: osdmap e510: 8 total, 8 up, 8 in 2024-09-13T14:25:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[99232]: pgmap v431: 121 pgs: 121 active+clean; 561 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-09-13T14:25:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2324522370' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:42 smithi001 ceph-mon[99232]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:42 smithi028 ceph-mon[87621]: osdmap e510: 8 total, 8 up, 8 in 2024-09-13T14:25:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:42 smithi028 ceph-mon[87621]: pgmap v431: 121 pgs: 121 active+clean; 561 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-09-13T14:25:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:42 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2324522370' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:42.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:42 smithi028 ceph-mon[87621]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:43.179 INFO:tasks.rados.rados.0.smithi001.stdout:2139: finishing write tid 2 to smithi00185197-37 2024-09-13T14:25:43.179 INFO:tasks.rados.rados.0.smithi001.stdout:2139: finishing write tid 3 to smithi00185197-37 2024-09-13T14:25:43.179 INFO:tasks.rados.rados.0.smithi001.stdout:2139: finishing write tid 4 to smithi00185197-37 2024-09-13T14:25:43.179 INFO:tasks.rados.rados.0.smithi001.stdout:2139: finishing write tid 5 to smithi00185197-37 2024-09-13T14:25:43.179 INFO:tasks.rados.rados.0.smithi001.stdout:2139: finishing write tid 6 to smithi00185197-37 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:2139: oid 37 updating version 0 to 1269 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:2139: oid 37 version 1269 is already newer than 1265 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:2139: oid 37 version 1269 is already newer than 1266 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:2139: oid 37 version 1269 is already newer than 1268 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:2139: oid 37 version 1269 is already newer than 1267 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1269 (ObjNum 680 snap 219 seq_num 680) dirty exists 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:2139: left oid 37 (ObjNum 680 snap 219 seq_num 680) 2024-09-13T14:25:43.180 INFO:tasks.rados.rados.0.smithi001.stdout:2143: expect (ObjNum 508 snap 164 seq_num 508) 2024-09-13T14:25:43.516 INFO:tasks.rados.rados.0.smithi001.stdout:2136: done (5 left) 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2139: done (4 left) 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2140: done (3 left) 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2142: done (2 left) 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2143: done (1 left) 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2145: done (0 left) 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2146: read oid 32 snap 219 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2146: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2147: rollback oid 47 current snap is 220 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 178 2024-09-13T14:25:43.517 INFO:tasks.rados.rados.0.smithi001.stdout:2148: copy_from oid 11 from oid 7 current snap is 220 2024-09-13T14:25:43.518 INFO:tasks.rados.rados.0.smithi001.stdout:2149: read oid 20 snap -1 2024-09-13T14:25:43.518 INFO:tasks.rados.rados.0.smithi001.stdout:2149: expect (ObjNum 642 snap 213 seq_num 642) 2024-09-13T14:25:43.518 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 220 2024-09-13T14:25:43.518 INFO:tasks.rados.rados.0.smithi001.stdout:2150: seq_num 682 ranges {1499136=630784,2129920=745472,2875392=442368,3317760=16384} 2024-09-13T14:25:43.528 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00185197-38 from 1499136 to 2129920 tid 1 2024-09-13T14:25:43.532 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00185197-38 from 2129920 to 2875392 tid 2 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00185197-38 from 2875392 to 3317760 tid 3 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00185197-38 from 3317760 to 3334144 tid 4 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:2151: delete oid 5 current snap is 220 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:2147: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:2147: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:2147: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1274 (ObjNum 522 snap 174 seq_num 522) dirty exists 2024-09-13T14:25:43.536 INFO:tasks.rados.rados.0.smithi001.stdout:2149: expect (ObjNum 642 snap 213 seq_num 642) 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 1 to smithi00185197-38 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing copy_from racing read to smithi00185197-11 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 2 to smithi00185197-38 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 3 to smithi00185197-38 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 4 to smithi00185197-38 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 5 to smithi00185197-38 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 6 to smithi00185197-38 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: oid 38 updating version 0 to 1539 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: oid 38 version 1539 is already newer than 1538 2024-09-13T14:25:43.771 INFO:tasks.rados.rados.0.smithi001.stdout:2150: oid 38 version 1539 is already newer than 1537 2024-09-13T14:25:43.772 INFO:tasks.rados.rados.0.smithi001.stdout:2150: oid 38 version 1539 is already newer than 1536 2024-09-13T14:25:43.772 INFO:tasks.rados.rados.0.smithi001.stdout:2150: oid 38 version 1539 is already newer than 1535 2024-09-13T14:25:43.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1539 (ObjNum 682 snap 220 seq_num 682) dirty exists 2024-09-13T14:25:43.772 INFO:tasks.rados.rados.0.smithi001.stdout:2150: left oid 38 (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:25:43.772 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing copy_from to smithi00185197-11 2024-09-13T14:25:43.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 820 (ObjNum 612 snap 203 seq_num 612) dirty exists 2024-09-13T14:25:43.772 INFO:tasks.rados.rados.0.smithi001.stdout:2146: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:25:43.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:43 smithi001 ceph-mon[96683]: osdmap e511: 8 total, 8 up, 8 in 2024-09-13T14:25:43.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:43 smithi001 ceph-mon[96683]: osdmap e512: 8 total, 8 up, 8 in 2024-09-13T14:25:43.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:43 smithi001 ceph-mon[99232]: osdmap e511: 8 total, 8 up, 8 in 2024-09-13T14:25:43.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:43 smithi001 ceph-mon[99232]: osdmap e512: 8 total, 8 up, 8 in 2024-09-13T14:25:43.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:43 smithi028 ceph-mon[87621]: osdmap e511: 8 total, 8 up, 8 in 2024-09-13T14:25:43.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:43 smithi028 ceph-mon[87621]: osdmap e512: 8 total, 8 up, 8 in 2024-09-13T14:25:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:2146: done (5 left) 2024-09-13T14:25:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:2147: done (4 left) 2024-09-13T14:25:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:2148: done (3 left) 2024-09-13T14:25:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:2149: done (2 left) 2024-09-13T14:25:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:2150: done (1 left) 2024-09-13T14:25:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:2151: done (0 left) 2024-09-13T14:25:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:2152: setattr oid 11 current snap is 220 2024-09-13T14:25:44.180 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 220 2024-09-13T14:25:44.180 INFO:tasks.rados.rados.0.smithi001.stdout:2153: seq_num 684 ranges {1802240=663552,2465792=507904,2973696=409600,3383296=286720} 2024-09-13T14:25:44.193 INFO:tasks.rados.rados.0.smithi001.stdout:2153: writing smithi00185197-16 from 1802240 to 2465792 tid 1 2024-09-13T14:25:44.195 INFO:tasks.rados.rados.0.smithi001.stdout:2153: writing smithi00185197-16 from 2465792 to 2973696 tid 2 2024-09-13T14:25:44.198 INFO:tasks.rados.rados.0.smithi001.stdout:2153: writing smithi00185197-16 from 2973696 to 3383296 tid 3 2024-09-13T14:25:44.200 INFO:tasks.rados.rados.0.smithi001.stdout:2153: writing smithi00185197-16 from 3383296 to 3670016 tid 4 2024-09-13T14:25:44.200 INFO:tasks.rados.rados.0.smithi001.stdout:2154: delete oid 49 current snap is 220 2024-09-13T14:25:44.200 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1623 (ObjNum 612 snap 203 seq_num 612) dirty exists 2024-09-13T14:25:44.200 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing write tid 1 to smithi00185197-16 2024-09-13T14:25:44.200 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing write tid 2 to smithi00185197-16 2024-09-13T14:25:44.202 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing write tid 3 to smithi00185197-16 2024-09-13T14:25:44.203 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing write tid 4 to smithi00185197-16 2024-09-13T14:25:44.203 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing write tid 5 to smithi00185197-16 2024-09-13T14:25:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:2152: done (2 left) 2024-09-13T14:25:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:2154: done (1 left) 2024-09-13T14:25:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:2155: read oid 3 snap 219 2024-09-13T14:25:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:2155: expect deleted 2024-09-13T14:25:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 220 2024-09-13T14:25:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:2156: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2024-09-13T14:25:44.207 INFO:tasks.rados.rados.0.smithi001.stdout:2156: writing smithi00185197-23 from 0 to 696320 tid 1 2024-09-13T14:25:44.212 INFO:tasks.rados.rados.0.smithi001.stdout:2156: writing smithi00185197-23 from 696320 to 1425408 tid 2 2024-09-13T14:25:44.214 INFO:tasks.rados.rados.0.smithi001.stdout:2156: writing smithi00185197-23 from 1425408 to 1851392 tid 3 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2156: writing smithi00185197-23 from 1851392 to 1900544 tid 4 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2157: snap_create 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing write tid 6 to smithi00185197-16 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2153: oid 16 updating version 0 to 1684 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2153: oid 16 version 1684 is already newer than 1680 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2153: oid 16 version 1684 is already newer than 1682 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2153: oid 16 version 1684 is already newer than 1683 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2153: oid 16 version 1684 is already newer than 1681 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1684 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2153: left oid 16 (ObjNum 684 snap 220 seq_num 684) 2024-09-13T14:25:44.215 INFO:tasks.rados.rados.0.smithi001.stdout:2156: finishing write tid 1 to smithi00185197-23 2024-09-13T14:25:44.216 INFO:tasks.rados.rados.0.smithi001.stdout:2156: finishing write tid 2 to smithi00185197-23 2024-09-13T14:25:44.217 INFO:tasks.rados.rados.0.smithi001.stdout:2156: finishing write tid 3 to smithi00185197-23 2024-09-13T14:25:44.217 INFO:tasks.rados.rados.0.smithi001.stdout:2156: finishing write tid 4 to smithi00185197-23 2024-09-13T14:25:44.217 INFO:tasks.rados.rados.0.smithi001.stdout:2156: finishing write tid 5 to smithi00185197-23 2024-09-13T14:25:44.218 INFO:tasks.rados.rados.0.smithi001.stdout:2156: finishing write tid 6 to smithi00185197-23 2024-09-13T14:25:44.219 INFO:tasks.rados.rados.0.smithi001.stdout:2156: oid 23 updating version 0 to 996 2024-09-13T14:25:44.219 INFO:tasks.rados.rados.0.smithi001.stdout:2156: oid 23 updating version 996 to 997 2024-09-13T14:25:44.219 INFO:tasks.rados.rados.0.smithi001.stdout:2156: oid 23 version 997 is already newer than 994 2024-09-13T14:25:44.219 INFO:tasks.rados.rados.0.smithi001.stdout:2156: oid 23 version 997 is already newer than 993 2024-09-13T14:25:44.219 INFO:tasks.rados.rados.0.smithi001.stdout:2156: oid 23 version 997 is already newer than 995 2024-09-13T14:25:44.219 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 997 (ObjNum 686 snap 220 seq_num 686) dirty exists 2024-09-13T14:25:44.219 INFO:tasks.rados.rados.0.smithi001.stdout:2156: left oid 23 (ObjNum 686 snap 220 seq_num 686) 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2153: done (3 left) 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2155: done (2 left) 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2156: done (1 left) 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2157: done (0 left) 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2158: copy_from oid 45 from oid 2 current snap is 221 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2159: read oid 19 snap 200 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2159: expect deleted 2024-09-13T14:25:44.397 INFO:tasks.rados.rados.0.smithi001.stdout:2160: setattr oid 40 current snap is 221 2024-09-13T14:25:44.398 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 221 2024-09-13T14:25:44.398 INFO:tasks.rados.rados.0.smithi001.stdout:2161: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-09-13T14:25:44.402 INFO:tasks.rados.rados.0.smithi001.stdout:2161: writing smithi00185197-49 from 0 to 712704 tid 1 2024-09-13T14:25:44.406 INFO:tasks.rados.rados.0.smithi001.stdout:2161: writing smithi00185197-49 from 712704 to 1327104 tid 2 2024-09-13T14:25:44.410 INFO:tasks.rados.rados.0.smithi001.stdout:2161: writing smithi00185197-49 from 1327104 to 1916928 tid 3 2024-09-13T14:25:44.410 INFO:tasks.rados.rados.0.smithi001.stdout:2162: rmattr oid 27 current snap is 221 2024-09-13T14:25:44.410 INFO:tasks.rados.rados.0.smithi001.stdout:2162: done (4 left) 2024-09-13T14:25:44.410 INFO:tasks.rados.rados.0.smithi001.stdout:2163: rmattr oid 15 current snap is 221 2024-09-13T14:25:44.410 INFO:tasks.rados.rados.0.smithi001.stdout:2163: done (4 left) 2024-09-13T14:25:44.411 INFO:tasks.rados.rados.0.smithi001.stdout:2164: delete oid 44 current snap is 221 2024-09-13T14:25:44.411 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 981 (ObjNum 33 snap 0 seq_num 314994752) dirty exists 2024-09-13T14:25:44.411 INFO:tasks.rados.rados.0.smithi001.stdout:2158: finishing copy_from to smithi00185197-45 2024-09-13T14:25:44.411 INFO:tasks.rados.rados.0.smithi001.stdout:2158: got expected ENOENT (src dne) 2024-09-13T14:25:44.411 INFO:tasks.rados.rados.0.smithi001.stdout:2158: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:25:44.411 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 1 to smithi00185197-49 2024-09-13T14:25:44.411 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 2 to smithi00185197-49 2024-09-13T14:25:44.412 INFO:tasks.rados.rados.0.smithi001.stdout:2158: done (4 left) 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2159: done (3 left) 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2160: done (2 left) 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2164: done (1 left) 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2165: rmattr oid 48 current snap is 221 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2165: done (1 left) 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2166: read oid 38 snap 219 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2166: expect (ObjNum 662 snap 217 seq_num 662) 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2167: rollback oid 2 current snap is 221 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 169 2024-09-13T14:25:44.413 INFO:tasks.rados.rados.0.smithi001.stdout:2168: setattr oid 43 current snap is 221 2024-09-13T14:25:44.414 INFO:tasks.rados.rados.0.smithi001.stdout:2169: read oid 41 snap -1 2024-09-13T14:25:44.414 INFO:tasks.rados.rados.0.smithi001.stdout:2169: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:44.414 INFO:tasks.rados.rados.0.smithi001.stdout:2170: read oid 5 snap 200 2024-09-13T14:25:44.414 INFO:tasks.rados.rados.0.smithi001.stdout:2170: expect (ObjNum 579 snap 194 seq_num 579) 2024-09-13T14:25:44.414 INFO:tasks.rados.rados.0.smithi001.stdout:2171: snap_remove snap 202 2024-09-13T14:25:44.756 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:44 smithi028 ceph-mon[87621]: pgmap v434: 121 pgs: 121 active+clean; 567 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-13T14:25:44.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:44 smithi001 ceph-mon[96683]: pgmap v434: 121 pgs: 121 active+clean; 567 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-13T14:25:44.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:44 smithi001 ceph-mon[99232]: pgmap v434: 121 pgs: 121 active+clean; 567 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-13T14:25:45.404 INFO:tasks.rados.rados.0.smithi001.stdout:2171: done (6 left) 2024-09-13T14:25:45.404 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 221 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 3 to smithi00185197-49 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 4 to smithi00185197-49 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 5 to smithi00185197-49 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: oid 49 updating version 0 to 1689 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: oid 49 version 1689 is already newer than 1688 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: oid 49 updating version 1689 to 1690 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: oid 49 version 1690 is already newer than 1687 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1690 (ObjNum 687 snap 221 seq_num 687) dirty exists 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2161: left oid 49 (ObjNum 687 snap 221 seq_num 687) 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1275 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2167: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1517 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:25:45.405 INFO:tasks.rados.rados.0.smithi001.stdout:2166: expect (ObjNum 662 snap 217 seq_num 662) 2024-09-13T14:25:45.456 INFO:tasks.rados.rados.0.smithi001.stdout:2170: expect (ObjNum 579 snap 194 seq_num 579) 2024-09-13T14:25:45.611 INFO:tasks.rados.rados.0.smithi001.stdout:2169: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:45.769 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:45 smithi028 ceph-mon[87621]: osdmap e513: 8 total, 8 up, 8 in 2024-09-13T14:25:45.769 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:45.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:45 smithi001 ceph-mon[96683]: osdmap e513: 8 total, 8 up, 8 in 2024-09-13T14:25:45.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:45 smithi001 ceph-mon[99232]: osdmap e513: 8 total, 8 up, 8 in 2024-09-13T14:25:45.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:46.179 INFO:tasks.rados.rados.0.smithi001.stdout:2172: seq_num 689 ranges {3670016=745472,4415488=786432,5201920=417792} 2024-09-13T14:25:46.203 INFO:tasks.rados.rados.0.smithi001.stdout:2172: writing smithi00185197-16 from 3670016 to 4415488 tid 1 2024-09-13T14:25:46.207 INFO:tasks.rados.rados.0.smithi001.stdout:2172: writing smithi00185197-16 from 4415488 to 5201920 tid 2 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2172: writing smithi00185197-16 from 5201920 to 5619712 tid 3 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2161: done (6 left) 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2166: done (5 left) 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2167: done (4 left) 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2168: done (3 left) 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2169: done (2 left) 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2170: done (1 left) 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:2173: rollback oid 41 current snap is 221 2024-09-13T14:25:46.210 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 174 2024-09-13T14:25:46.211 INFO:tasks.rados.rados.0.smithi001.stdout:2172: finishing write tid 1 to smithi00185197-16 2024-09-13T14:25:46.211 INFO:tasks.rados.rados.0.smithi001.stdout:2174: snap_remove snap 218 2024-09-13T14:25:46.409 INFO:tasks.rados.rados.0.smithi001.stdout:2174: done (2 left) 2024-09-13T14:25:46.409 INFO:tasks.rados.rados.0.smithi001.stdout:2175: delete oid 19 current snap is 221 2024-09-13T14:25:46.409 INFO:tasks.rados.rados.0.smithi001.stdout:2172: finishing write tid 2 to smithi00185197-16 2024-09-13T14:25:46.409 INFO:tasks.rados.rados.0.smithi001.stdout:2172: finishing write tid 3 to smithi00185197-16 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2172: finishing write tid 4 to smithi00185197-16 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2172: finishing write tid 5 to smithi00185197-16 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2172: oid 16 updating version 0 to 1710 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2172: oid 16 version 1710 is already newer than 1709 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2172: oid 16 version 1710 is already newer than 1708 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2172: oid 16 version 1710 is already newer than 1707 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1710 (ObjNum 689 snap 221 seq_num 689) dirty exists 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2172: left oid 16 (ObjNum 689 snap 221 seq_num 689) 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2173: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2173: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:2173: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:25:46.410 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1260 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:25:46.418 INFO:tasks.rados.rados.0.smithi001.stdout:2172: done (2 left) 2024-09-13T14:25:46.418 INFO:tasks.rados.rados.0.smithi001.stdout:2173: done (1 left) 2024-09-13T14:25:46.418 INFO:tasks.rados.rados.0.smithi001.stdout:2175: done (0 left) 2024-09-13T14:25:46.418 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 221 2024-09-13T14:25:46.419 INFO:tasks.rados.rados.0.smithi001.stdout:2176: seq_num 691 ranges {1916928=778240,2695168=548864,3244032=614400,3858432=40960} 2024-09-13T14:25:46.434 INFO:tasks.rados.rados.0.smithi001.stdout:2176: writing smithi00185197-49 from 1916928 to 2695168 tid 1 2024-09-13T14:25:46.436 INFO:tasks.rados.rados.0.smithi001.stdout:2176: writing smithi00185197-49 from 2695168 to 3244032 tid 2 2024-09-13T14:25:46.440 INFO:tasks.rados.rados.0.smithi001.stdout:2176: writing smithi00185197-49 from 3244032 to 3858432 tid 3 2024-09-13T14:25:46.440 INFO:tasks.rados.rados.0.smithi001.stdout:2176: writing smithi00185197-49 from 3858432 to 3899392 tid 4 2024-09-13T14:25:46.440 INFO:tasks.rados.rados.0.smithi001.stdout:2177: rmattr oid 11 current snap is 221 2024-09-13T14:25:46.440 INFO:tasks.rados.rados.0.smithi001.stdout:2176: finishing write tid 1 to smithi00185197-49 2024-09-13T14:25:46.440 INFO:tasks.rados.rados.0.smithi001.stdout:2176: finishing write tid 2 to smithi00185197-49 2024-09-13T14:25:46.440 INFO:tasks.rados.rados.0.smithi001.stdout:2178: snap_create 2024-09-13T14:25:46.444 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1639 (ObjNum 612 snap 203 seq_num 612) dirty exists 2024-09-13T14:25:46.444 INFO:tasks.rados.rados.0.smithi001.stdout:2176: finishing write tid 3 to smithi00185197-49 2024-09-13T14:25:46.444 INFO:tasks.rados.rados.0.smithi001.stdout:2176: finishing write tid 4 to smithi00185197-49 2024-09-13T14:25:46.444 INFO:tasks.rados.rados.0.smithi001.stdout:2176: finishing write tid 5 to smithi00185197-49 2024-09-13T14:25:46.445 INFO:tasks.rados.rados.0.smithi001.stdout:2176: finishing write tid 6 to smithi00185197-49 2024-09-13T14:25:46.445 INFO:tasks.rados.rados.0.smithi001.stdout:2176: oid 49 updating version 0 to 1718 2024-09-13T14:25:46.445 INFO:tasks.rados.rados.0.smithi001.stdout:2176: oid 49 version 1718 is already newer than 1717 2024-09-13T14:25:46.446 INFO:tasks.rados.rados.0.smithi001.stdout:2176: oid 49 version 1718 is already newer than 1715 2024-09-13T14:25:46.446 INFO:tasks.rados.rados.0.smithi001.stdout:2176: oid 49 updating version 1718 to 1719 2024-09-13T14:25:46.446 INFO:tasks.rados.rados.0.smithi001.stdout:2176: oid 49 version 1719 is already newer than 1716 2024-09-13T14:25:46.446 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1719 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-09-13T14:25:46.446 INFO:tasks.rados.rados.0.smithi001.stdout:2176: left oid 49 (ObjNum 691 snap 221 seq_num 691) 2024-09-13T14:25:46.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:46 smithi028 ceph-mon[87621]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T14:25:46.841 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:46 smithi028 ceph-mon[87621]: pgmap v437: 121 pgs: 121 active+clean; 572 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-13T14:25:46.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:46 smithi001 ceph-mon[99232]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T14:25:46.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:46 smithi001 ceph-mon[99232]: pgmap v437: 121 pgs: 121 active+clean; 572 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-13T14:25:46.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:46 smithi001 ceph-mon[96683]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T14:25:46.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:46 smithi001 ceph-mon[96683]: pgmap v437: 121 pgs: 121 active+clean; 572 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-13T14:25:47.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:25:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:25:46] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-09-13T14:25:47.413 INFO:tasks.rados.rados.0.smithi001.stdout:2176: done (2 left) 2024-09-13T14:25:47.413 INFO:tasks.rados.rados.0.smithi001.stdout:2177: done (1 left) 2024-09-13T14:25:47.413 INFO:tasks.rados.rados.0.smithi001.stdout:2178: done (0 left) 2024-09-13T14:25:47.414 INFO:tasks.rados.rados.0.smithi001.stdout:2179: delete oid 46 current snap is 222 2024-09-13T14:25:47.416 INFO:tasks.rados.rados.0.smithi001.stdout:2179: done (0 left) 2024-09-13T14:25:47.416 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 222 2024-09-13T14:25:47.416 INFO:tasks.rados.rados.0.smithi001.stdout:2180: seq_num 693 ranges {3899392=409600,4308992=770048,5079040=581632,5660672=253952} 2024-09-13T14:25:47.440 INFO:tasks.rados.rados.0.smithi001.stdout:2180: writing smithi00185197-49 from 3899392 to 4308992 tid 1 2024-09-13T14:25:47.444 INFO:tasks.rados.rados.0.smithi001.stdout:2180: writing smithi00185197-49 from 4308992 to 5079040 tid 2 2024-09-13T14:25:47.448 INFO:tasks.rados.rados.0.smithi001.stdout:2180: writing smithi00185197-49 from 5079040 to 5660672 tid 3 2024-09-13T14:25:47.450 INFO:tasks.rados.rados.0.smithi001.stdout:2180: writing smithi00185197-49 from 5660672 to 5914624 tid 4 2024-09-13T14:25:47.450 INFO:tasks.rados.rados.0.smithi001.stdout:2181: rmattr oid 35 current snap is 222 2024-09-13T14:25:47.450 INFO:tasks.rados.rados.0.smithi001.stdout:2180: finishing write tid 1 to smithi00185197-49 2024-09-13T14:25:47.450 INFO:tasks.rados.rados.0.smithi001.stdout:2180: finishing write tid 2 to smithi00185197-49 2024-09-13T14:25:47.450 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 222 2024-09-13T14:25:47.450 INFO:tasks.rados.rados.0.smithi001.stdout:2182: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2024-09-13T14:25:47.452 INFO:tasks.rados.rados.0.smithi001.stdout:2182: writing smithi00185197-44 from 0 to 425984 tid 1 2024-09-13T14:25:47.456 INFO:tasks.rados.rados.0.smithi001.stdout:2182: writing smithi00185197-44 from 425984 to 1081344 tid 2 2024-09-13T14:25:47.460 INFO:tasks.rados.rados.0.smithi001.stdout:2182: writing smithi00185197-44 from 1081344 to 1867776 tid 3 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:2182: writing smithi00185197-44 from 1867776 to 2031616 tid 4 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:2183: delete oid 19 current snap is 222 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 0 (ObjNum 564 snap 190 seq_num 564) dirty exists 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:2180: finishing write tid 3 to smithi00185197-49 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:2180: finishing write tid 4 to smithi00185197-49 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:2180: finishing write tid 5 to smithi00185197-49 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:2180: finishing write tid 6 to smithi00185197-49 2024-09-13T14:25:47.462 INFO:tasks.rados.rados.0.smithi001.stdout:2180: oid 49 updating version 0 to 1727 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:2180: oid 49 version 1727 is already newer than 1723 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:2180: oid 49 version 1727 is already newer than 1726 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:2180: oid 49 version 1727 is already newer than 1724 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:2180: oid 49 version 1727 is already newer than 1725 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1727 (ObjNum 693 snap 222 seq_num 693) dirty exists 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:2180: left oid 49 (ObjNum 693 snap 222 seq_num 693) 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing write tid 1 to smithi00185197-44 2024-09-13T14:25:47.463 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing write tid 2 to smithi00185197-44 2024-09-13T14:25:47.464 INFO:tasks.rados.rados.0.smithi001.stdout:2180: done (3 left) 2024-09-13T14:25:47.464 INFO:tasks.rados.rados.0.smithi001.stdout:2181: done (2 left) 2024-09-13T14:25:47.464 INFO:tasks.rados.rados.0.smithi001.stdout:2183: done (1 left) 2024-09-13T14:25:47.464 INFO:tasks.rados.rados.0.smithi001.stdout:2184: setattr oid 46 current snap is 222 2024-09-13T14:25:47.465 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing write tid 3 to smithi00185197-44 2024-09-13T14:25:47.466 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing write tid 4 to smithi00185197-44 2024-09-13T14:25:47.466 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing write tid 5 to smithi00185197-44 2024-09-13T14:25:47.467 INFO:tasks.rados.rados.0.smithi001.stdout:2185: read oid 2 snap -1 2024-09-13T14:25:47.467 INFO:tasks.rados.rados.0.smithi001.stdout:2185: expect deleted 2024-09-13T14:25:47.467 INFO:tasks.rados.rados.0.smithi001.stdout:2186: copy_from oid 7 from oid 21 current snap is 222 2024-09-13T14:25:47.467 INFO:tasks.rados.rados.0.smithi001.stdout:2187: read oid 38 snap -1 2024-09-13T14:25:47.468 INFO:tasks.rados.rados.0.smithi001.stdout:2187: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:25:47.468 INFO:tasks.rados.rados.0.smithi001.stdout:2188: snap_create 2024-09-13T14:25:47.468 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing write tid 6 to smithi00185197-44 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2182: oid 44 updating version 0 to 999 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2182: oid 44 updating version 999 to 1001 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2182: oid 44 updating version 1001 to 1002 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2182: oid 44 version 1002 is already newer than 1000 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2182: oid 44 version 1002 is already newer than 998 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1002 (ObjNum 694 snap 222 seq_num 694) dirty exists 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2182: left oid 44 (ObjNum 694 snap 222 seq_num 694) 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2186: finishing copy_from to smithi00185197-7 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2186: got expected ENOENT (src dne) 2024-09-13T14:25:47.469 INFO:tasks.rados.rados.0.smithi001.stdout:2186: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:25:47.470 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1728 (ObjNum 225 snap 0 seq_num 314015808) dirty exists 2024-09-13T14:25:47.478 INFO:tasks.rados.rados.0.smithi001.stdout:2187: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:25:47.686 INFO:tasks.rados.rados.0.smithi001.stdout:2182: done (5 left) 2024-09-13T14:25:47.686 INFO:tasks.rados.rados.0.smithi001.stdout:2184: done (4 left) 2024-09-13T14:25:47.686 INFO:tasks.rados.rados.0.smithi001.stdout:2185: done (3 left) 2024-09-13T14:25:47.686 INFO:tasks.rados.rados.0.smithi001.stdout:2186: done (2 left) 2024-09-13T14:25:47.687 INFO:tasks.rados.rados.0.smithi001.stdout:2187: done (1 left) 2024-09-13T14:25:47.687 INFO:tasks.rados.rados.0.smithi001.stdout:2188: done (0 left) 2024-09-13T14:25:47.687 INFO:tasks.rados.rados.0.smithi001.stdout:2189: snap_create 2024-09-13T14:25:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[96683]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T14:25:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:25:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:25:47.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[96683]: Upgrade: osd.7 is safe to restart 2024-09-13T14:25:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[99232]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T14:25:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:25:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:25:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:47 smithi001 ceph-mon[99232]: Upgrade: osd.7 is safe to restart 2024-09-13T14:25:47.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:47 smithi028 ceph-mon[87621]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T14:25:47.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:47 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:25:47.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:47 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:25:47.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:47 smithi028 ceph-mon[87621]: Upgrade: osd.7 is safe to restart 2024-09-13T14:25:48.583 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T14:25:48.583 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: pgmap v440: 121 pgs: 121 active+clean; 580 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-13T14:25:48.583 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T14:25:48.583 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: Upgrade: Updating osd.7 2024-09-13T14:25:48.583 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:48.583 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:25:48.583 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:48.584 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:48 smithi028 ceph-mon[87621]: Deploying daemon osd.7 on smithi028 2024-09-13T14:25:48.689 INFO:tasks.rados.rados.0.smithi001.stdout:2189: done (0 left) 2024-09-13T14:25:48.689 INFO:tasks.rados.rados.0.smithi001.stdout:2190: delete oid 45 current snap is 224 2024-09-13T14:25:48.693 INFO:tasks.rados.rados.0.smithi001.stdout:2190: done (0 left) 2024-09-13T14:25:48.693 INFO:tasks.rados.rados.0.smithi001.stdout:2191: read oid 40 snap -1 2024-09-13T14:25:48.694 INFO:tasks.rados.rados.0.smithi001.stdout:2191: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:25:48.694 INFO:tasks.rados.rados.0.smithi001.stdout:2192: rmattr oid 10 current snap is 224 2024-09-13T14:25:48.694 INFO:tasks.rados.rados.0.smithi001.stdout:2192: done (1 left) 2024-09-13T14:25:48.694 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 224 2024-09-13T14:25:48.694 INFO:tasks.rados.rados.0.smithi001.stdout:2193: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-09-13T14:25:48.696 INFO:tasks.rados.rados.0.smithi001.stdout:2193: writing smithi00185197-15 from 0 to 475136 tid 1 2024-09-13T14:25:48.701 INFO:tasks.rados.rados.0.smithi001.stdout:2193: writing smithi00185197-15 from 475136 to 1179648 tid 2 2024-09-13T14:25:48.704 INFO:tasks.rados.rados.0.smithi001.stdout:2193: writing smithi00185197-15 from 1179648 to 1736704 tid 3 2024-09-13T14:25:48.707 INFO:tasks.rados.rados.0.smithi001.stdout:2193: writing smithi00185197-15 from 1736704 to 2080768 tid 4 2024-09-13T14:25:48.707 INFO:tasks.rados.rados.0.smithi001.stdout:2194: delete oid 42 current snap is 224 2024-09-13T14:25:48.707 INFO:tasks.rados.rados.0.smithi001.stdout:2191: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:25:48.709 INFO:tasks.rados.rados.0.smithi001.stdout:2193: finishing write tid 1 to smithi00185197-15 2024-09-13T14:25:48.710 INFO:tasks.rados.rados.0.smithi001.stdout:2193: finishing write tid 2 to smithi00185197-15 2024-09-13T14:25:48.710 INFO:tasks.rados.rados.0.smithi001.stdout:2193: finishing write tid 3 to smithi00185197-15 2024-09-13T14:25:48.710 INFO:tasks.rados.rados.0.smithi001.stdout:2193: finishing write tid 4 to smithi00185197-15 2024-09-13T14:25:48.710 INFO:tasks.rados.rados.0.smithi001.stdout:2191: done (2 left) 2024-09-13T14:25:48.711 INFO:tasks.rados.rados.0.smithi001.stdout:2194: done (1 left) 2024-09-13T14:25:48.711 INFO:tasks.rados.rados.0.smithi001.stdout:2195: read oid 47 snap -1 2024-09-13T14:25:48.711 INFO:tasks.rados.rados.0.smithi001.stdout:2195: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:48.711 INFO:tasks.rados.rados.0.smithi001.stdout:2196: delete oid 3 current snap is 224 2024-09-13T14:25:48.711 INFO:tasks.rados.rados.0.smithi001.stdout:2193: finishing write tid 5 to smithi00185197-15 2024-09-13T14:25:48.711 INFO:tasks.rados.rados.0.smithi001.stdout:2193: finishing write tid 6 to smithi00185197-15 2024-09-13T14:25:48.711 INFO:tasks.rados.rados.0.smithi001.stdout:2193: oid 15 updating version 0 to 648 2024-09-13T14:25:48.712 INFO:tasks.rados.rados.0.smithi001.stdout:2193: oid 15 updating version 648 to 650 2024-09-13T14:25:48.712 INFO:tasks.rados.rados.0.smithi001.stdout:2193: oid 15 version 650 is already newer than 647 2024-09-13T14:25:48.712 INFO:tasks.rados.rados.0.smithi001.stdout:2193: oid 15 version 650 is already newer than 649 2024-09-13T14:25:48.712 INFO:tasks.rados.rados.0.smithi001.stdout:2193: oid 15 updating version 650 to 651 2024-09-13T14:25:48.712 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 651 (ObjNum 697 snap 224 seq_num 697) dirty exists 2024-09-13T14:25:48.712 INFO:tasks.rados.rados.0.smithi001.stdout:2193: left oid 15 (ObjNum 697 snap 224 seq_num 697) 2024-09-13T14:25:48.713 INFO:tasks.rados.rados.0.smithi001.stdout:2193: done (2 left) 2024-09-13T14:25:48.713 INFO:tasks.rados.rados.0.smithi001.stdout:2196: done (1 left) 2024-09-13T14:25:48.713 INFO:tasks.rados.rados.0.smithi001.stdout:2197: snap_remove snap 223 2024-09-13T14:25:48.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: pgmap v440: 121 pgs: 121 active+clean; 580 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: Upgrade: Updating osd.7 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[96683]: Deploying daemon osd.7 on smithi028 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: pgmap v440: 121 pgs: 121 active+clean; 580 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-13T14:25:48.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T14:25:48.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: Upgrade: Updating osd.7 2024-09-13T14:25:48.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:48.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:25:48.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:48.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:48 smithi001 ceph-mon[99232]: Deploying daemon osd.7 on smithi028 2024-09-13T14:25:49.695 INFO:tasks.rados.rados.0.smithi001.stdout:2197: done (1 left) 2024-09-13T14:25:49.695 INFO:tasks.rados.rados.0.smithi001.stdout:2198: read oid 1 snap -1 2024-09-13T14:25:49.695 INFO:tasks.rados.rados.0.smithi001.stdout:2198: expect deleted 2024-09-13T14:25:49.696 INFO:tasks.rados.rados.0.smithi001.stdout:2199: delete oid 6 current snap is 224 2024-09-13T14:25:49.696 INFO:tasks.rados.rados.0.smithi001.stdout:2195: expect (ObjNum 522 snap 174 seq_num 522) 2024-09-13T14:25:49.949 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:49 smithi028 ceph-mon[87621]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T14:25:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:49 smithi001 ceph-mon[96683]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T14:25:50.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:49 smithi001 ceph-mon[99232]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T14:25:50.265 INFO:tasks.rados.rados.0.smithi001.stdout:2195: done (2 left) 2024-09-13T14:25:50.265 INFO:tasks.rados.rados.0.smithi001.stdout:2198: done (1 left) 2024-09-13T14:25:50.265 INFO:tasks.rados.rados.0.smithi001.stdout:2199: done (0 left) 2024-09-13T14:25:50.265 INFO:tasks.rados.rados.0.smithi001.stdout:2200: snap_remove snap 174 2024-09-13T14:25:50.870 INFO:tasks.rados.rados.0.smithi001.stdout:2200: done (0 left) 2024-09-13T14:25:50.871 INFO:tasks.rados.rados.0.smithi001.stdout:2201: rollback oid 11 current snap is 224 2024-09-13T14:25:50.871 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 200 2024-09-13T14:25:50.871 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 224 2024-09-13T14:25:50.871 INFO:tasks.rados.rados.0.smithi001.stdout:2202: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-09-13T14:25:50.874 INFO:tasks.rados.rados.0.smithi001.stdout:2202: writing smithi00185197-6 from 0 to 548864 tid 1 2024-09-13T14:25:50.878 INFO:tasks.rados.rados.0.smithi001.stdout:2202: writing smithi00185197-6 from 548864 to 1245184 tid 2 2024-09-13T14:25:50.882 INFO:tasks.rados.rados.0.smithi001.stdout:2202: writing smithi00185197-6 from 1245184 to 1785856 tid 3 2024-09-13T14:25:50.885 INFO:tasks.rados.rados.0.smithi001.stdout:2202: writing smithi00185197-6 from 1785856 to 2154496 tid 4 2024-09-13T14:25:50.885 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 224 2024-09-13T14:25:50.885 INFO:tasks.rados.rados.0.smithi001.stdout:2203: seq_num 702 ranges {1802240=565248,2367488=581632,2949120=745472,3694592=278528} 2024-09-13T14:25:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:2203: writing smithi00185197-37 from 1802240 to 2367488 tid 1 2024-09-13T14:25:50.903 INFO:tasks.rados.rados.0.smithi001.stdout:2203: writing smithi00185197-37 from 2367488 to 2949120 tid 2 2024-09-13T14:25:50.908 INFO:tasks.rados.rados.0.smithi001.stdout:2203: writing smithi00185197-37 from 2949120 to 3694592 tid 3 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2203: writing smithi00185197-37 from 3694592 to 3973120 tid 4 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2201: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2204: snap_create 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2202: finishing write tid 1 to smithi00185197-6 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2202: finishing write tid 2 to smithi00185197-6 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2202: finishing write tid 3 to smithi00185197-6 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2202: finishing write tid 4 to smithi00185197-6 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2202: finishing write tid 5 to smithi00185197-6 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2201: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:25:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:2202: finishing write tid 6 to smithi00185197-6 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2202: oid 6 updating version 0 to 1739 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2202: oid 6 version 1739 is already newer than 1738 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2202: oid 6 version 1739 is already newer than 1735 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2202: oid 6 version 1739 is already newer than 1737 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2202: oid 6 version 1739 is already newer than 1736 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 1739 (ObjNum 701 snap 224 seq_num 701) dirty exists 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2202: left oid 6 (ObjNum 701 snap 224 seq_num 701) 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2201: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1647 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2203: finishing write tid 1 to smithi00185197-37 2024-09-13T14:25:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:2203: finishing write tid 2 to smithi00185197-37 2024-09-13T14:25:50.912 INFO:tasks.rados.rados.0.smithi001.stdout:2203: finishing write tid 3 to smithi00185197-37 2024-09-13T14:25:50.912 INFO:tasks.rados.rados.0.smithi001.stdout:2203: finishing write tid 4 to smithi00185197-37 2024-09-13T14:25:50.912 INFO:tasks.rados.rados.0.smithi001.stdout:2203: finishing write tid 5 to smithi00185197-37 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:2203: finishing write tid 6 to smithi00185197-37 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:2203: oid 37 updating version 0 to 1274 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:2203: oid 37 version 1274 is already newer than 1272 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:2203: oid 37 version 1274 is already newer than 1271 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:2203: oid 37 version 1274 is already newer than 1270 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:2203: oid 37 version 1274 is already newer than 1273 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1274 (ObjNum 702 snap 224 seq_num 702) dirty exists 2024-09-13T14:25:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:2203: left oid 37 (ObjNum 702 snap 224 seq_num 702) 2024-09-13T14:25:51.043 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:50 smithi028 ceph-mon[87621]: pgmap v443: 121 pgs: 121 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-09-13T14:25:51.043 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:50 smithi028 ceph-mon[87621]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T14:25:51.043 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:51.043 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[96683]: pgmap v443: 121 pgs: 121 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-09-13T14:25:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[96683]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T14:25:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[99232]: pgmap v443: 121 pgs: 121 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-09-13T14:25:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[99232]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T14:25:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:51.296 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:51 smithi028 systemd[1]: Stopping Ceph osd.7 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:25:51.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:51 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[55116]: 2024-09-13T14:25:51.291+0000 7fe9d8649640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:25:51.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:51 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[55116]: 2024-09-13T14:25:51.291+0000 7fe9d8649640 -1 osd.7 520 *** Got signal Terminated *** 2024-09-13T14:25:51.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:51 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[55116]: 2024-09-13T14:25:51.291+0000 7fe9d8649640 -1 osd.7 520 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:25:51.877 INFO:tasks.rados.rados.0.smithi001.stdout:2201: done (3 left) 2024-09-13T14:25:51.877 INFO:tasks.rados.rados.0.smithi001.stdout:2202: done (2 left) 2024-09-13T14:25:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:2203: done (1 left) 2024-09-13T14:25:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:2204: done (0 left) 2024-09-13T14:25:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:2205: rollback oid 16 current snap is 225 2024-09-13T14:25:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 224 2024-09-13T14:25:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:2206: read oid 42 snap -1 2024-09-13T14:25:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:2206: expect deleted 2024-09-13T14:25:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:2207: snap_remove snap 199 2024-09-13T14:25:52.306 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:51 smithi028 ceph-mon[87621]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T14:25:52.306 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:51 smithi028 ceph-mon[87621]: osd.7 marked itself down and dead 2024-09-13T14:25:52.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:51 smithi001 ceph-mon[96683]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T14:25:52.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:51 smithi001 ceph-mon[96683]: osd.7 marked itself down and dead 2024-09-13T14:25:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:51 smithi001 ceph-mon[99232]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T14:25:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:51 smithi001 ceph-mon[99232]: osd.7 marked itself down and dead 2024-09-13T14:25:52.601 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:52 smithi028 podman[107363]: 2024-09-13 14:25:52.305894555 +0000 UTC m=+1.113040704 container died 974379918cc5da449751765db416fcd0ad0d13544e1e04ff0ba1bab1b55f0f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-2c01458, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T14:25:52.694 INFO:tasks.rados.rados.0.smithi001.stdout:2207: done (2 left) 2024-09-13T14:25:52.695 INFO:tasks.rados.rados.0.smithi001.stdout:2208: copy_from oid 12 from oid 25 current snap is 225 2024-09-13T14:25:52.695 INFO:tasks.rados.rados.0.smithi001.stdout:2209: snap_create 2024-09-13T14:25:52.717 INFO:tasks.rados.rados.0.smithi001.stdout:2205: finishing rollback tid 0 to smithi00185197-16 2024-09-13T14:25:52.717 INFO:tasks.rados.rados.0.smithi001.stdout:2205: finishing rollback tid 1 to smithi00185197-16 2024-09-13T14:25:52.717 INFO:tasks.rados.rados.0.smithi001.stdout:2205: finishing rollback tid 2 to smithi00185197-16 2024-09-13T14:25:52.717 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1747 (ObjNum 689 snap 221 seq_num 689) dirty exists 2024-09-13T14:25:52.725 INFO:tasks.rados.rados.0.smithi001.stdout:2208: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:25:52.726 INFO:tasks.rados.rados.0.smithi001.stdout:2208: finishing copy_from to smithi00185197-12 2024-09-13T14:25:52.727 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1420 (ObjNum 648 snap 214 seq_num 648) dirty exists 2024-09-13T14:25:52.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:52 smithi028 podman[107363]: 2024-09-13 14:25:52.700080901 +0000 UTC m=+1.507227052 container cleanup 974379918cc5da449751765db416fcd0ad0d13544e1e04ff0ba1bab1b55f0f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-2c01458) 2024-09-13T14:25:52.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:52 smithi028 bash[107363]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7 2024-09-13T14:25:53.279 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:52 smithi028 ceph-mon[87621]: pgmap v446: 121 pgs: 121 active+clean; 559 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-09-13T14:25:53.280 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:52 smithi028 ceph-mon[87621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:25:53.280 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:52 smithi028 ceph-mon[87621]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T14:25:53.280 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:52 smithi028 ceph-mon[87621]: osdmap e521: 8 total, 7 up, 8 in 2024-09-13T14:25:53.280 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:52 smithi028 ceph-mon[87621]: osdmap e522: 8 total, 7 up, 8 in 2024-09-13T14:25:53.280 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:52 smithi028 podman[107383]: 2024-09-13 14:25:52.94169002 +0000 UTC m=+0.624381730 container remove 974379918cc5da449751765db416fcd0ad0d13544e1e04ff0ba1bab1b55f0f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-2c01458, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True) 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[96683]: pgmap v446: 121 pgs: 121 active+clean; 559 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[96683]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[96683]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[96683]: osdmap e521: 8 total, 7 up, 8 in 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[96683]: osdmap e522: 8 total, 7 up, 8 in 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[99232]: pgmap v446: 121 pgs: 121 active+clean; 559 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[99232]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[99232]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[99232]: osdmap e521: 8 total, 7 up, 8 in 2024-09-13T14:25:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:52 smithi001 ceph-mon[99232]: osdmap e522: 8 total, 7 up, 8 in 2024-09-13T14:25:53.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:25:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=sqlstore.transactions t=2024-09-13T14:25:53.527848628Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T14:25:53.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:25:53 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[63322]: logger=cleanup t=2024-09-13T14:25:53.529193721Z level=info msg="Completed cleanup jobs" duration=12.637308ms 2024-09-13T14:25:53.606 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:53 smithi028 podman[107474]: 2024-09-13 14:25:53.182081109 +0000 UTC m=+0.016491517 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:25:53.606 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:53 smithi028 podman[107474]: 2024-09-13 14:25:53.284251463 +0000 UTC m=+0.118661866 container create 1b48d0fbaf904bc2ce939b00ced95c92730872017560a905faa6dccaf73b9b59 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T14:25:53.606 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:53 smithi028 podman[107474]: 2024-09-13 14:25:53.511820689 +0000 UTC m=+0.346231088 container init 1b48d0fbaf904bc2ce939b00ced95c92730872017560a905faa6dccaf73b9b59 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T14:25:53.606 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:53 smithi028 podman[107474]: 2024-09-13 14:25:53.516784053 +0000 UTC m=+0.351194454 container start 1b48d0fbaf904bc2ce939b00ced95c92730872017560a905faa6dccaf73b9b59 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T14:25:53.691 INFO:tasks.rados.rados.0.smithi001.stdout:2205: done (3 left) 2024-09-13T14:25:53.692 INFO:tasks.rados.rados.0.smithi001.stdout:2206: done (2 left) 2024-09-13T14:25:53.692 INFO:tasks.rados.rados.0.smithi001.stdout:2208: done (1 left) 2024-09-13T14:25:53.692 INFO:tasks.rados.rados.0.smithi001.stdout:2209: done (0 left) 2024-09-13T14:25:53.692 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 226 2024-09-13T14:25:53.692 INFO:tasks.rados.rados.0.smithi001.stdout:2210: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-09-13T14:25:53.694 INFO:tasks.rados.rados.0.smithi001.stdout:2210: writing smithi00185197-40 from 0 to 581632 tid 1 2024-09-13T14:25:53.697 INFO:tasks.rados.rados.0.smithi001.stdout:2210: writing smithi00185197-40 from 581632 to 1040384 tid 2 2024-09-13T14:25:53.701 INFO:tasks.rados.rados.0.smithi001.stdout:2210: writing smithi00185197-40 from 1040384 to 1597440 tid 3 2024-09-13T14:25:53.703 INFO:tasks.rados.rados.0.smithi001.stdout:2210: writing smithi00185197-40 from 1597440 to 2015232 tid 4 2024-09-13T14:25:53.704 INFO:tasks.rados.rados.0.smithi001.stdout:2210: writing smithi00185197-40 from 2015232 to 2187264 tid 5 2024-09-13T14:25:53.705 INFO:tasks.rados.rados.0.smithi001.stdout:2211: copy_from oid 27 from oid 9 current snap is 226 2024-09-13T14:25:53.705 INFO:tasks.rados.rados.0.smithi001.stdout:2210: finishing write tid 1 to smithi00185197-40 2024-09-13T14:25:53.705 INFO:tasks.rados.rados.0.smithi001.stdout:2210: finishing write tid 2 to smithi00185197-40 2024-09-13T14:25:53.705 INFO:tasks.rados.rados.0.smithi001.stdout:2212: snap_remove snap 222 2024-09-13T14:25:54.008 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:53 smithi028 podman[107474]: 2024-09-13 14:25:53.646943526 +0000 UTC m=+0.481353932 container attach 1b48d0fbaf904bc2ce939b00ced95c92730872017560a905faa6dccaf73b9b59 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:25:54.008 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:53 smithi028 podman[107474]: 2024-09-13 14:25:53.716225089 +0000 UTC m=+0.550635503 container died 1b48d0fbaf904bc2ce939b00ced95c92730872017560a905faa6dccaf73b9b59 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T14:25:54.533 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 podman[107517]: 2024-09-13 14:25:54.282189781 +0000 UTC m=+0.559651384 container remove 1b48d0fbaf904bc2ce939b00ced95c92730872017560a905faa6dccaf73b9b59 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:25:54.533 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-13T14:25:54.533 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 systemd[1]: Stopped Ceph osd.7 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:25:54.533 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.7.service: Consumed 17.783s CPU time. 2024-09-13T14:25:54.533 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 systemd[1]: Starting Ceph osd.7 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2210: finishing write tid 3 to smithi00185197-40 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2210: finishing write tid 4 to smithi00185197-40 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2210: finishing write tid 5 to smithi00185197-40 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2210: finishing write tid 6 to smithi00185197-40 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2211: finishing copy_from to smithi00185197-27 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2211: got expected ENOENT (src dne) 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2211: finishing copy_from racing read to smithi00185197-27 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2210: finishing write tid 7 to smithi00185197-40 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2210: oid 40 updating version 0 to 983 2024-09-13T14:25:54.698 INFO:tasks.rados.rados.0.smithi001.stdout:2210: oid 40 updating version 983 to 986 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2210: oid 40 version 986 is already newer than 985 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2210: oid 40 updating version 986 to 987 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2210: oid 40 version 987 is already newer than 984 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2210: oid 40 version 987 is already newer than 982 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 987 (ObjNum 703 snap 226 seq_num 703) dirty exists 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2210: left oid 40 (ObjNum 703 snap 226 seq_num 703) 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2210: done (2 left) 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2211: done (1 left) 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2212: done (0 left) 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2213: copy_from oid 34 from oid 33 current snap is 226 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2214: rmattr oid 44 current snap is 226 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2214: done (1 left) 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2215: copy_from oid 6 from oid 24 current snap is 226 2024-09-13T14:25:54.699 INFO:tasks.rados.rados.0.smithi001.stdout:2216: snap_create 2024-09-13T14:25:54.707 INFO:tasks.rados.rados.0.smithi001.stdout:2213: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:25:54.708 INFO:tasks.rados.rados.0.smithi001.stdout:2213: finishing copy_from to smithi00185197-34 2024-09-13T14:25:54.708 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1414 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:25:54.744 INFO:tasks.rados.rados.0.smithi001.stdout:2215: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:25:54.746 INFO:tasks.rados.rados.0.smithi001.stdout:2215: finishing copy_from to smithi00185197-6 2024-09-13T14:25:54.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 642 (ObjNum 650 snap 215 seq_num 650) dirty exists 2024-09-13T14:25:54.986 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:54 smithi028 ceph-mon[87621]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized, 4 activating+undersized, 19 stale+active+clean, 96 active+clean; 559 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T14:25:54.987 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:54 smithi028 ceph-mon[87621]: osdmap e523: 8 total, 7 up, 8 in 2024-09-13T14:25:54.987 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:54 smithi028 ceph-mon[87621]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-13T14:25:54.987 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 podman[107624]: 2024-09-13 14:25:54.64734252 +0000 UTC m=+0.016546396 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:25:54.987 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 podman[107624]: 2024-09-13 14:25:54.75046897 +0000 UTC m=+0.119672831 container create 3f4764520d38d0b13f63afc7f96ed4450faf0a970cbc2943124d95903b8780cf (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:25:54.987 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 podman[107624]: 2024-09-13 14:25:54.986368842 +0000 UTC m=+0.355572704 container init 3f4764520d38d0b13f63afc7f96ed4450faf0a970cbc2943124d95903b8780cf (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-13T14:25:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:54 smithi001 ceph-mon[96683]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized, 4 activating+undersized, 19 stale+active+clean, 96 active+clean; 559 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T14:25:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:54 smithi001 ceph-mon[96683]: osdmap e523: 8 total, 7 up, 8 in 2024-09-13T14:25:55.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:54 smithi001 ceph-mon[96683]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-13T14:25:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:54 smithi001 ceph-mon[99232]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized, 4 activating+undersized, 19 stale+active+clean, 96 active+clean; 559 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T14:25:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:54 smithi001 ceph-mon[99232]: osdmap e523: 8 total, 7 up, 8 in 2024-09-13T14:25:55.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:54 smithi001 ceph-mon[99232]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-13T14:25:55.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:54 smithi028 podman[107624]: 2024-09-13 14:25:54.99138926 +0000 UTC m=+0.360593121 container start 3f4764520d38d0b13f63afc7f96ed4450faf0a970cbc2943124d95903b8780cf (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:25:55.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 podman[107624]: 2024-09-13 14:25:55.077854765 +0000 UTC m=+0.447058636 container attach 3f4764520d38d0b13f63afc7f96ed4450faf0a970cbc2943124d95903b8780cf (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T14:25:55.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-09-13T14:25:55.357 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-09-13T14:25:55.703 INFO:tasks.rados.rados.0.smithi001.stdout:2213: done (2 left) 2024-09-13T14:25:55.703 INFO:tasks.rados.rados.0.smithi001.stdout:2215: done (1 left) 2024-09-13T14:25:55.703 INFO:tasks.rados.rados.0.smithi001.stdout:2216: done (0 left) 2024-09-13T14:25:55.703 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 227 2024-09-13T14:25:55.704 INFO:tasks.rados.rados.0.smithi001.stdout:2217: seq_num 704 ranges {2187264=598016,2785280=745472,3530752=712704,4243456=147456} 2024-09-13T14:25:55.718 INFO:tasks.rados.rados.0.smithi001.stdout:2217: writing smithi00185197-40 from 2187264 to 2785280 tid 1 2024-09-13T14:25:55.723 INFO:tasks.rados.rados.0.smithi001.stdout:2217: writing smithi00185197-40 from 2785280 to 3530752 tid 2 2024-09-13T14:25:55.727 INFO:tasks.rados.rados.0.smithi001.stdout:2217: writing smithi00185197-40 from 3530752 to 4243456 tid 3 2024-09-13T14:25:55.728 INFO:tasks.rados.rados.0.smithi001.stdout:2217: writing smithi00185197-40 from 4243456 to 4390912 tid 4 2024-09-13T14:25:55.728 INFO:tasks.rados.rados.0.smithi001.stdout:2218: setattr oid 23 current snap is 227 2024-09-13T14:25:55.728 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 1 to smithi00185197-40 2024-09-13T14:25:55.728 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 2 to smithi00185197-40 2024-09-13T14:25:55.730 INFO:tasks.rados.rados.0.smithi001.stdout:2219: delete oid 21 current snap is 227 2024-09-13T14:25:55.731 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 3 to smithi00185197-40 2024-09-13T14:25:55.731 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 4 to smithi00185197-40 2024-09-13T14:25:55.732 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 5 to smithi00185197-40 2024-09-13T14:25:55.733 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1003 (ObjNum 686 snap 220 seq_num 686) dirty exists 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 6 to smithi00185197-40 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:2217: oid 40 updating version 0 to 988 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:2217: oid 40 updating version 988 to 990 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:2217: oid 40 version 990 is already newer than 989 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:2217: oid 40 updating version 990 to 992 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:2217: oid 40 version 992 is already newer than 991 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 992 (ObjNum 704 snap 227 seq_num 704) dirty exists 2024-09-13T14:25:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:2217: left oid 40 (ObjNum 704 snap 227 seq_num 704) 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:2217: done (2 left) 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:2218: done (1 left) 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:2219: done (0 left) 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:2220: read oid 41 snap -1 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:2220: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:2221: rollback oid 4 current snap is 227 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 196 2024-09-13T14:25:55.735 INFO:tasks.rados.rados.0.smithi001.stdout:2222: setattr oid 3 current snap is 227 2024-09-13T14:25:55.736 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 227 2024-09-13T14:25:55.736 INFO:tasks.rados.rados.0.smithi001.stdout:2223: seq_num 706 ranges {14565376=630784,15196160=516096,15712256=729088,16441344=360448} 2024-09-13T14:25:55.820 INFO:tasks.rados.rados.0.smithi001.stdout:2223: writing smithi00185197-10 from 14565376 to 15196160 tid 1 2024-09-13T14:25:55.823 INFO:tasks.rados.rados.0.smithi001.stdout:2223: writing smithi00185197-10 from 15196160 to 15712256 tid 2 2024-09-13T14:25:55.827 INFO:tasks.rados.rados.0.smithi001.stdout:2223: writing smithi00185197-10 from 15712256 to 16441344 tid 3 2024-09-13T14:25:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:2223: writing smithi00185197-10 from 16441344 to 16801792 tid 4 2024-09-13T14:25:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:2224: copy_from oid 47 from oid 11 current snap is 227 2024-09-13T14:25:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:2221: finishing rollback tid 0 to smithi00185197-4 2024-09-13T14:25:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:2221: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:25:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1422 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T14:25:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1261 (ObjNum 33 snap 0 seq_num 313927904) dirty exists 2024-09-13T14:25:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:2220: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:25:55.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-mon[87621]: osdmap e524: 8 total, 7 up, 8 in 2024-09-13T14:25:55.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T14:25:55.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T14:25:55.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate[107640]: --> ceph-volume lvm activate successful for osd ID: 7 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 bash[107624]: --> ceph-volume lvm activate successful for osd ID: 7 2024-09-13T14:25:55.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:55 smithi028 podman[107624]: 2024-09-13 14:25:55.546258621 +0000 UTC m=+0.915462492 container died 3f4764520d38d0b13f63afc7f96ed4450faf0a970cbc2943124d95903b8780cf (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:25:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:55 smithi001 ceph-mon[96683]: osdmap e524: 8 total, 7 up, 8 in 2024-09-13T14:25:56.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:55 smithi001 ceph-mon[99232]: osdmap e524: 8 total, 7 up, 8 in 2024-09-13T14:25:56.301 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 podman[107780]: 2024-09-13 14:25:56.090314191 +0000 UTC m=+0.532057913 container remove 3f4764520d38d0b13f63afc7f96ed4450faf0a970cbc2943124d95903b8780cf (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing write tid 1 to smithi00185197-10 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing write tid 2 to smithi00185197-10 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing write tid 3 to smithi00185197-10 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing write tid 4 to smithi00185197-10 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing write tid 5 to smithi00185197-10 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing write tid 6 to smithi00185197-10 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: oid 10 updating version 0 to 1665 2024-09-13T14:25:56.504 INFO:tasks.rados.rados.0.smithi001.stdout:2223: oid 10 version 1665 is already newer than 1663 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2223: oid 10 version 1665 is already newer than 1664 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2223: oid 10 version 1665 is already newer than 1662 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2223: oid 10 updating version 1665 to 1666 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1666 (ObjNum 706 snap 227 seq_num 706) dirty exists 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2223: left oid 10 (ObjNum 706 snap 227 seq_num 706) 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2224: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2220: done (4 left) 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2221: done (3 left) 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2222: done (2 left) 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2223: done (1 left) 2024-09-13T14:25:56.505 INFO:tasks.rados.rados.0.smithi001.stdout:2225: snap_remove snap 187 2024-09-13T14:25:56.571 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 podman[107843]: 2024-09-13 14:25:56.203535839 +0000 UTC m=+0.016501607 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:25:56.571 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 podman[107843]: 2024-09-13 14:25:56.32447627 +0000 UTC m=+0.137442025 container create 908e95ac75c89a91751b59a6984206503f1c2d52d2650cf8b8a678d9acd59907 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:25:56.571 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 podman[107843]: 2024-09-13 14:25:56.543393144 +0000 UTC m=+0.356358900 container init 908e95ac75c89a91751b59a6984206503f1c2d52d2650cf8b8a678d9acd59907 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:25:56.571 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 podman[107843]: 2024-09-13 14:25:56.548569109 +0000 UTC m=+0.361534867 container start 908e95ac75c89a91751b59a6984206503f1c2d52d2650cf8b8a678d9acd59907 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-13T14:25:56.706 INFO:tasks.rados.rados.0.smithi001.stdout:2225: done (1 left) 2024-09-13T14:25:56.707 INFO:tasks.rados.rados.0.smithi001.stdout:2226: snap_create 2024-09-13T14:25:56.707 INFO:tasks.rados.rados.0.smithi001.stdout:2224: finishing copy_from to smithi00185197-47 2024-09-13T14:25:56.707 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1647 (ObjNum 440 snap 140 seq_num 440) dirty exists 2024-09-13T14:25:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:56 smithi028 ceph-mon[87621]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 4 activating+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 571 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 76/750 objects degraded (10.133%) 2024-09-13T14:25:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:56 smithi028 ceph-mon[87621]: Health check failed: Degraded data redundancy: 76/750 objects degraded (10.133%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:56.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:56 smithi028 ceph-mon[87621]: osdmap e525: 8 total, 7 up, 8 in 2024-09-13T14:25:56.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 ceph-osd[107882]: -- 172.21.15.28:0/1303358050 <== mon.1 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bf3c819a40 con 0x55bf3d5e6400 2024-09-13T14:25:56.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 bash[107843]: 908e95ac75c89a91751b59a6984206503f1c2d52d2650cf8b8a678d9acd59907 2024-09-13T14:25:56.856 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:56 smithi028 systemd[1]: Started Ceph osd.7 for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:25:57.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:25:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:25:56] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-09-13T14:25:57.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:56 smithi001 ceph-mon[96683]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 4 activating+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 571 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 76/750 objects degraded (10.133%) 2024-09-13T14:25:57.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:56 smithi001 ceph-mon[96683]: Health check failed: Degraded data redundancy: 76/750 objects degraded (10.133%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:57.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:56 smithi001 ceph-mon[96683]: osdmap e525: 8 total, 7 up, 8 in 2024-09-13T14:25:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:56 smithi001 ceph-mon[99232]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 4 activating+undersized, 4 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 571 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 76/750 objects degraded (10.133%) 2024-09-13T14:25:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:56 smithi001 ceph-mon[99232]: Health check failed: Degraded data redundancy: 76/750 objects degraded (10.133%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:25:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:56 smithi001 ceph-mon[99232]: osdmap e525: 8 total, 7 up, 8 in 2024-09-13T14:25:57.691 INFO:tasks.rados.rados.0.smithi001.stdout:2224: done (1 left) 2024-09-13T14:25:57.691 INFO:tasks.rados.rados.0.smithi001.stdout:2226: done (0 left) 2024-09-13T14:25:57.691 INFO:tasks.rados.rados.0.smithi001.stdout:2227: rollback oid 29 current snap is 228 2024-09-13T14:25:57.691 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 169 2024-09-13T14:25:57.691 INFO:tasks.rados.rados.0.smithi001.stdout:2228: snap_remove snap 226 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[96683]: osdmap e526: 8 total, 7 up, 8 in 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[96683]: osdmap e527: 8 total, 7 up, 8 in 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[99232]: osdmap e526: 8 total, 7 up, 8 in 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:58.006 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:58.006 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:58.006 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:57 smithi001 ceph-mon[99232]: osdmap e527: 8 total, 7 up, 8 in 2024-09-13T14:25:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:57 smithi028 ceph-mon[87621]: osdmap e526: 8 total, 7 up, 8 in 2024-09-13T14:25:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:57 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:57 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:25:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:57 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:57 smithi028 ceph-mon[87621]: osdmap e527: 8 total, 7 up, 8 in 2024-09-13T14:25:58.474 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:25:58 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:25:58.192+0000 7f995df72640 -1 Falling back to public interface 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:2228: done (1 left) 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:2229: rollback oid 42 current snap is 228 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 208 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:2227: finishing rollback tid 0 to smithi00185197-29 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:2227: finishing rollback tid 1 to smithi00185197-29 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:2227: finishing rollback tid 2 to smithi00185197-29 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1753 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:2227: done (1 left) 2024-09-13T14:25:58.695 INFO:tasks.rados.rados.0.smithi001.stdout:2230: delete oid 11 current snap is 228 2024-09-13T14:25:58.699 INFO:tasks.rados.rados.0.smithi001.stdout:2230: done (1 left) 2024-09-13T14:25:58.699 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 228 2024-09-13T14:25:58.700 INFO:tasks.rados.rados.0.smithi001.stdout:2231: seq_num 708 ranges {5914624=663552,6578176=737280,7315456=696320,8011776=172032} 2024-09-13T14:25:58.736 INFO:tasks.rados.rados.0.smithi001.stdout:2231: writing smithi00185197-49 from 5914624 to 6578176 tid 1 2024-09-13T14:25:58.739 INFO:tasks.rados.rados.0.smithi001.stdout:2231: writing smithi00185197-49 from 6578176 to 7315456 tid 2 2024-09-13T14:25:58.743 INFO:tasks.rados.rados.0.smithi001.stdout:2231: writing smithi00185197-49 from 7315456 to 8011776 tid 3 2024-09-13T14:25:58.745 INFO:tasks.rados.rados.0.smithi001.stdout:2231: writing smithi00185197-49 from 8011776 to 8183808 tid 4 2024-09-13T14:25:58.745 INFO:tasks.rados.rados.0.smithi001.stdout:2232: rmattr oid 12 current snap is 228 2024-09-13T14:25:58.745 INFO:tasks.rados.rados.0.smithi001.stdout:2232: done (2 left) 2024-09-13T14:25:58.745 INFO:tasks.rados.rados.0.smithi001.stdout:2233: rmattr oid 10 current snap is 228 2024-09-13T14:25:58.745 INFO:tasks.rados.rados.0.smithi001.stdout:2233: done (2 left) 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2234: copy_from oid 23 from oid 36 current snap is 228 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2229: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2229: finishing rollback tid 2 to smithi00185197-42 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1020 (ObjNum 610 snap 203 seq_num 610) dirty exists 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 1 to smithi00185197-49 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 2 to smithi00185197-49 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2229: done (2 left) 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2235: copy_from oid 42 from oid 41 current snap is 228 2024-09-13T14:25:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:2236: snap_remove snap 200 2024-09-13T14:25:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:58 smithi001 ceph-mon[96683]: pgmap v455: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 4 activating+undersized, 13 active+undersized+degraded, 70 active+clean; 571 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 5 op/s; 81/747 objects degraded (10.843%) 2024-09-13T14:25:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:58 smithi001 ceph-mon[96683]: osdmap e528: 8 total, 7 up, 8 in 2024-09-13T14:25:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:58 smithi001 ceph-mon[99232]: pgmap v455: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 4 activating+undersized, 13 active+undersized+degraded, 70 active+clean; 571 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 5 op/s; 81/747 objects degraded (10.843%) 2024-09-13T14:25:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:58 smithi001 ceph-mon[99232]: osdmap e528: 8 total, 7 up, 8 in 2024-09-13T14:25:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:58 smithi028 ceph-mon[87621]: pgmap v455: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 4 activating+undersized, 13 active+undersized+degraded, 70 active+clean; 571 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 5 op/s; 81/747 objects degraded (10.843%) 2024-09-13T14:25:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:58 smithi028 ceph-mon[87621]: osdmap e528: 8 total, 7 up, 8 in 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2236: done (3 left) 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2237: rollback oid 27 current snap is 228 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 210 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2234: finishing copy_from to smithi00185197-23 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2234: got expected ENOENT (src dne) 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2234: finishing copy_from racing read to smithi00185197-23 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 3 to smithi00185197-49 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 4 to smithi00185197-49 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 5 to smithi00185197-49 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 6 to smithi00185197-49 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2231: oid 49 updating version 0 to 1755 2024-09-13T14:25:59.739 INFO:tasks.rados.rados.0.smithi001.stdout:2231: oid 49 updating version 1755 to 1756 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2231: oid 49 updating version 1756 to 1758 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2231: oid 49 updating version 1758 to 1759 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2231: oid 49 version 1759 is already newer than 1757 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1759 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2231: left oid 49 (ObjNum 708 snap 228 seq_num 708) 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2235: finishing copy_from racing read to smithi00185197-42 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2235: finishing copy_from to smithi00185197-42 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1260 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2231: done (3 left) 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2234: done (2 left) 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2235: done (1 left) 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:2238: rollback oid 9 current snap is 228 2024-09-13T14:25:59.740 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 208 2024-09-13T14:25:59.741 INFO:tasks.rados.rados.0.smithi001.stdout:2239: read oid 48 snap -1 2024-09-13T14:25:59.741 INFO:tasks.rados.rados.0.smithi001.stdout:2239: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:25:59.741 INFO:tasks.rados.rados.0.smithi001.stdout:2240: rollback oid 47 current snap is 228 2024-09-13T14:25:59.741 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 203 2024-09-13T14:25:59.741 INFO:tasks.rados.rados.0.smithi001.stdout:2241: snap_remove snap 177 2024-09-13T14:26:00.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:59 smithi001 ceph-mon[96683]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-13T14:26:00.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:25:59 smithi001 ceph-mon[96683]: osdmap e529: 8 total, 7 up, 8 in 2024-09-13T14:26:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:59 smithi001 ceph-mon[99232]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-13T14:26:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:25:59 smithi001 ceph-mon[99232]: osdmap e529: 8 total, 7 up, 8 in 2024-09-13T14:26:00.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:59 smithi028 ceph-mon[87621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-13T14:26:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:25:59 smithi028 ceph-mon[87621]: osdmap e529: 8 total, 7 up, 8 in 2024-09-13T14:26:00.743 INFO:tasks.rados.rados.0.smithi001.stdout:2237: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:2237: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:2237: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 880 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:2238: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 983 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:2240: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:2240: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:2240: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1650 (ObjNum 600 snap 201 seq_num 600) dirty exists 2024-09-13T14:26:00.744 INFO:tasks.rados.rados.0.smithi001.stdout:2239: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:26:00.996 INFO:tasks.rados.rados.0.smithi001.stdout:2237: done (4 left) 2024-09-13T14:26:00.997 INFO:tasks.rados.rados.0.smithi001.stdout:2238: done (3 left) 2024-09-13T14:26:00.997 INFO:tasks.rados.rados.0.smithi001.stdout:2239: done (2 left) 2024-09-13T14:26:00.997 INFO:tasks.rados.rados.0.smithi001.stdout:2240: done (1 left) 2024-09-13T14:26:00.997 INFO:tasks.rados.rados.0.smithi001.stdout:2241: done (0 left) 2024-09-13T14:26:00.997 INFO:tasks.rados.rados.0.smithi001.stdout:2242: rollback oid 10 current snap is 228 2024-09-13T14:26:00.997 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 221 2024-09-13T14:26:00.997 INFO:tasks.rados.rados.0.smithi001.stdout:2243: delete oid 37 current snap is 228 2024-09-13T14:26:00.999 INFO:tasks.rados.rados.0.smithi001.stdout:2243: done (1 left) 2024-09-13T14:26:00.999 INFO:tasks.rados.rados.0.smithi001.stdout:2244: rollback oid 35 current snap is 228 2024-09-13T14:26:00.999 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 178 2024-09-13T14:26:00.999 INFO:tasks.rados.rados.0.smithi001.stdout:2245: snap_create 2024-09-13T14:26:01.001 INFO:tasks.rados.rados.0.smithi001.stdout:2242: finishing rollback tid 0 to smithi00185197-10 2024-09-13T14:26:01.001 INFO:tasks.rados.rados.0.smithi001.stdout:2242: finishing rollback tid 1 to smithi00185197-10 2024-09-13T14:26:01.001 INFO:tasks.rados.rados.0.smithi001.stdout:2242: finishing rollback tid 2 to smithi00185197-10 2024-09-13T14:26:01.002 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1700 (ObjNum 658 snap 217 seq_num 658) dirty exists 2024-09-13T14:26:01.003 INFO:tasks.rados.rados.0.smithi001.stdout:2244: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:26:01.003 INFO:tasks.rados.rados.0.smithi001.stdout:2244: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:26:01.003 INFO:tasks.rados.rados.0.smithi001.stdout:2244: finishing rollback tid 2 to smithi00185197-35 2024-09-13T14:26:01.003 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 898 (ObjNum 514 snap 168 seq_num 514) dirty exists 2024-09-13T14:26:01.091 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:00 smithi028 ceph-mon[87621]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s wr, 12 op/s; 83/756 objects degraded (10.979%) 2024-09-13T14:26:01.091 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:00 smithi028 ceph-mon[87621]: osdmap e530: 8 total, 7 up, 8 in 2024-09-13T14:26:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:00 smithi001 ceph-mon[99232]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s wr, 12 op/s; 83/756 objects degraded (10.979%) 2024-09-13T14:26:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:00 smithi001 ceph-mon[99232]: osdmap e530: 8 total, 7 up, 8 in 2024-09-13T14:26:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:00 smithi001 ceph-mon[96683]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s wr, 12 op/s; 83/756 objects degraded (10.979%) 2024-09-13T14:26:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:00 smithi001 ceph-mon[96683]: osdmap e530: 8 total, 7 up, 8 in 2024-09-13T14:26:01.786 INFO:tasks.rados.rados.0.smithi001.stdout:2242: done (2 left) 2024-09-13T14:26:01.787 INFO:tasks.rados.rados.0.smithi001.stdout:2244: done (1 left) 2024-09-13T14:26:01.787 INFO:tasks.rados.rados.0.smithi001.stdout:2245: done (0 left) 2024-09-13T14:26:01.787 INFO:tasks.rados.rados.0.smithi001.stdout:2246: snap_create 2024-09-13T14:26:02.327 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:26:01 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:26:01.947+0000 7f995df72640 -1 osd.7 520 log_to_monitors true 2024-09-13T14:26:02.581 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.581 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.582 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: pgmap v461: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 604 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.4 MiB/s wr, 17 op/s; 83/756 objects degraded (10.979%) 2024-09-13T14:26:02.582 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: osdmap e531: 8 total, 7 up, 8 in 2024-09-13T14:26:02.582 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: from='osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:26:02.582 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:26:02.582 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.582 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: pgmap v461: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 604 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.4 MiB/s wr, 17 op/s; 83/756 objects degraded (10.979%) 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: osdmap e531: 8 total, 7 up, 8 in 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: from='osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: pgmap v461: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 604 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.4 MiB/s wr, 17 op/s; 83/756 objects degraded (10.979%) 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: osdmap e531: 8 total, 7 up, 8 in 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: from='osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:26:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:02.789 INFO:tasks.rados.rados.0.smithi001.stdout:2246: done (0 left) 2024-09-13T14:26:02.789 INFO:tasks.rados.rados.0.smithi001.stdout:2247: snap_create 2024-09-13T14:26:03.105 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:26:02 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:26:02.802+0000 7f9955d1c640 -1 osd.7 520 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:26:03.517 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:03 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 83/756 objects degraded (10.979%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:26:03.517 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:03 smithi028 ceph-mon[87621]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:26:03.517 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:03 smithi028 ceph-mon[87621]: from='osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:26:03.517 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:03 smithi028 ceph-mon[87621]: osdmap e532: 8 total, 7 up, 8 in 2024-09-13T14:26:03.518 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:03 smithi028 ceph-mon[87621]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:26:03.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 83/756 objects degraded (10.979%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[96683]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[96683]: from='osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[96683]: osdmap e532: 8 total, 7 up, 8 in 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[96683]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 83/756 objects degraded (10.979%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[99232]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[99232]: from='osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[99232]: osdmap e532: 8 total, 7 up, 8 in 2024-09-13T14:26:03.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:03 smithi001 ceph-mon[99232]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi028", "root=default"]} : dispatch 2024-09-13T14:26:03.796 INFO:tasks.rados.rados.0.smithi001.stdout:2247: done (0 left) 2024-09-13T14:26:03.796 INFO:tasks.rados.rados.0.smithi001.stdout:2248: read oid 21 snap -1 2024-09-13T14:26:03.796 INFO:tasks.rados.rados.0.smithi001.stdout:2248: expect deleted 2024-09-13T14:26:03.797 INFO:tasks.rados.rados.0.smithi001.stdout:2249: delete oid 10 current snap is 231 2024-09-13T14:26:03.818 INFO:tasks.rados.rados.0.smithi001.stdout:2248: done (1 left) 2024-09-13T14:26:03.818 INFO:tasks.rados.rados.0.smithi001.stdout:2249: done (0 left) 2024-09-13T14:26:03.819 INFO:tasks.rados.rados.0.smithi001.stdout:2250: rollback oid 38 current snap is 231 2024-09-13T14:26:03.819 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 221 2024-09-13T14:26:03.819 INFO:tasks.rados.rados.0.smithi001.stdout:2251: snap_remove snap 203 2024-09-13T14:26:04.501 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:04 smithi028 ceph-mon[87621]: pgmap v464: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 604 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.9 MiB/s wr, 3 op/s; 83/750 objects degraded (11.067%) 2024-09-13T14:26:04.501 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:04 smithi028 ceph-mon[87621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:26:04.502 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:04 smithi028 ceph-mon[87621]: osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075] boot 2024-09-13T14:26:04.502 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:04 smithi028 ceph-mon[87621]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T14:26:04.502 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[96683]: pgmap v464: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 604 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.9 MiB/s wr, 3 op/s; 83/750 objects degraded (11.067%) 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[96683]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[96683]: osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075] boot 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[96683]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[99232]: pgmap v464: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 604 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.9 MiB/s wr, 3 op/s; 83/750 objects degraded (11.067%) 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[99232]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:26:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[99232]: osd.7 [v2:172.21.15.28:6824/2415156075,v1:172.21.15.28:6825/2415156075] boot 2024-09-13T14:26:04.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[99232]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T14:26:04.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:26:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:2251: done (1 left) 2024-09-13T14:26:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:2252: snap_create 2024-09-13T14:26:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:2250: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:26:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:2250: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:26:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:2250: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:26:04.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1589 (ObjNum 682 snap 220 seq_num 682) dirty exists 2024-09-13T14:26:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:2250: done (1 left) 2024-09-13T14:26:05.794 INFO:tasks.rados.rados.0.smithi001.stdout:2252: done (0 left) 2024-09-13T14:26:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 232 2024-09-13T14:26:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:2253: seq_num 711 ranges {4390912=712704,5103616=786432,5890048=516096,6406144=303104} 2024-09-13T14:26:05.822 INFO:tasks.rados.rados.0.smithi001.stdout:2253: writing smithi00185197-40 from 4390912 to 5103616 tid 1 2024-09-13T14:26:05.829 INFO:tasks.rados.rados.0.smithi001.stdout:2253: writing smithi00185197-40 from 5103616 to 5890048 tid 2 2024-09-13T14:26:05.830 INFO:tasks.rados.rados.0.smithi001.stdout:2253: writing smithi00185197-40 from 5890048 to 6406144 tid 3 2024-09-13T14:26:05.833 INFO:tasks.rados.rados.0.smithi001.stdout:2253: writing smithi00185197-40 from 6406144 to 6709248 tid 4 2024-09-13T14:26:05.833 INFO:tasks.rados.rados.0.smithi001.stdout:2254: setattr oid 18 current snap is 232 2024-09-13T14:26:05.833 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 1 to smithi00185197-40 2024-09-13T14:26:05.833 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 2 to smithi00185197-40 2024-09-13T14:26:05.835 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 3 to smithi00185197-40 2024-09-13T14:26:05.835 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 4 to smithi00185197-40 2024-09-13T14:26:05.835 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 5 to smithi00185197-40 2024-09-13T14:26:05.835 INFO:tasks.rados.rados.0.smithi001.stdout:2255: setattr oid 7 current snap is 232 2024-09-13T14:26:05.836 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 6 to smithi00185197-40 2024-09-13T14:26:05.836 INFO:tasks.rados.rados.0.smithi001.stdout:2253: oid 40 updating version 0 to 997 2024-09-13T14:26:05.836 INFO:tasks.rados.rados.0.smithi001.stdout:2253: oid 40 version 997 is already newer than 996 2024-09-13T14:26:05.837 INFO:tasks.rados.rados.0.smithi001.stdout:2253: oid 40 version 997 is already newer than 995 2024-09-13T14:26:05.837 INFO:tasks.rados.rados.0.smithi001.stdout:2253: oid 40 version 997 is already newer than 994 2024-09-13T14:26:05.837 INFO:tasks.rados.rados.0.smithi001.stdout:2253: oid 40 version 997 is already newer than 993 2024-09-13T14:26:05.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 997 (ObjNum 711 snap 232 seq_num 711) dirty exists 2024-09-13T14:26:05.837 INFO:tasks.rados.rados.0.smithi001.stdout:2253: left oid 40 (ObjNum 711 snap 232 seq_num 711) 2024-09-13T14:26:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:2253: done (2 left) 2024-09-13T14:26:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:2256: rollback oid 19 current snap is 232 2024-09-13T14:26:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 210 2024-09-13T14:26:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 232 2024-09-13T14:26:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:2257: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-09-13T14:26:05.842 INFO:tasks.rados.rados.0.smithi001.stdout:2257: writing smithi00185197-1 from 0 to 729088 tid 1 2024-09-13T14:26:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:2257: writing smithi00185197-1 from 729088 to 1400832 tid 2 2024-09-13T14:26:05.850 INFO:tasks.rados.rados.0.smithi001.stdout:2257: writing smithi00185197-1 from 1400832 to 2072576 tid 3 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:2257: writing smithi00185197-1 from 2072576 to 2334720 tid 4 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:2258: read oid 26 snap 178 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:2258: expect (ObjNum 422 snap 136 seq_num 422) 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 232 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:2256: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1261 (ObjNum 41089 snap 0 seq_num 1786750032) dirty dne 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1424 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 906 (ObjNum 612 snap 203 seq_num 612) dirty exists 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing write tid 1 to smithi00185197-1 2024-09-13T14:26:05.852 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing write tid 2 to smithi00185197-1 2024-09-13T14:26:05.853 INFO:tasks.rados.rados.0.smithi001.stdout:2259: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2024-09-13T14:26:05.856 INFO:tasks.rados.rados.0.smithi001.stdout:2259: writing smithi00185197-5 from 0 to 745472 tid 1 2024-09-13T14:26:05.859 INFO:tasks.rados.rados.0.smithi001.stdout:2259: writing smithi00185197-5 from 745472 to 1302528 tid 2 2024-09-13T14:26:05.862 INFO:tasks.rados.rados.0.smithi001.stdout:2259: writing smithi00185197-5 from 1302528 to 1785856 tid 3 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2259: writing smithi00185197-5 from 1785856 to 2351104 tid 4 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2254: done (5 left) 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2255: done (4 left) 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2256: done (3 left) 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2260: rollback oid 44 current snap is 232 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 220 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing write tid 3 to smithi00185197-1 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing write tid 4 to smithi00185197-1 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing write tid 5 to smithi00185197-1 2024-09-13T14:26:05.866 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 1 to smithi00185197-5 2024-09-13T14:26:05.867 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 2 to smithi00185197-5 2024-09-13T14:26:05.867 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 3 to smithi00185197-5 2024-09-13T14:26:05.867 INFO:tasks.rados.rados.0.smithi001.stdout:2261: delete oid 43 current snap is 232 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing write tid 6 to smithi00185197-1 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:2257: oid 1 updating version 0 to 1428 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:2257: oid 1 version 1428 is already newer than 1426 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:2257: oid 1 updating version 1428 to 1429 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:2257: oid 1 version 1429 is already newer than 1425 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:2257: oid 1 version 1429 is already newer than 1427 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1429 (ObjNum 712 snap 232 seq_num 712) dirty exists 2024-09-13T14:26:05.869 INFO:tasks.rados.rados.0.smithi001.stdout:2257: left oid 1 (ObjNum 712 snap 232 seq_num 712) 2024-09-13T14:26:05.870 INFO:tasks.rados.rados.0.smithi001.stdout:2257: done (4 left) 2024-09-13T14:26:05.870 INFO:tasks.rados.rados.0.smithi001.stdout:2261: done (3 left) 2024-09-13T14:26:05.870 INFO:tasks.rados.rados.0.smithi001.stdout:2262: rollback oid 24 current snap is 232 2024-09-13T14:26:05.870 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 221 2024-09-13T14:26:05.870 INFO:tasks.rados.rados.0.smithi001.stdout:2263: snap_remove snap 189 2024-09-13T14:26:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T14:26:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:26:06.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:26:06.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:26:06.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:26:06.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:26:06.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:26:06.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-13T14:26:06.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T14:26:06.109 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.110 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:26:06.111 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:26:06.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:26:06.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:26:06.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:26:06.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:26:06.112 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-13T14:26:06.806 INFO:tasks.rados.rados.0.smithi001.stdout:2263: done (4 left) 2024-09-13T14:26:06.807 INFO:tasks.rados.rados.0.smithi001.stdout:2264: read oid 27 snap -1 2024-09-13T14:26:06.807 INFO:tasks.rados.rados.0.smithi001.stdout:2264: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:26:06.807 INFO:tasks.rados.rados.0.smithi001.stdout:2265: copy_from oid 46 from oid 31 current snap is 232 2024-09-13T14:26:06.807 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 232 2024-09-13T14:26:06.807 INFO:tasks.rados.rados.0.smithi001.stdout:2266: seq_num 715 ranges {13262848=778240,14041088=770048,14811136=499712,15310848=335872} 2024-09-13T14:26:06.885 INFO:tasks.rados.rados.0.smithi001.stdout:2266: writing smithi00185197-14 from 13262848 to 14041088 tid 1 2024-09-13T14:26:06.889 INFO:tasks.rados.rados.0.smithi001.stdout:2266: writing smithi00185197-14 from 14041088 to 14811136 tid 2 2024-09-13T14:26:06.892 INFO:tasks.rados.rados.0.smithi001.stdout:2266: writing smithi00185197-14 from 14811136 to 15310848 tid 3 2024-09-13T14:26:06.895 INFO:tasks.rados.rados.0.smithi001.stdout:2266: writing smithi00185197-14 from 15310848 to 15646720 tid 4 2024-09-13T14:26:06.895 INFO:tasks.rados.rados.0.smithi001.stdout:2267: rollback oid 12 current snap is 232 2024-09-13T14:26:06.895 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 169 2024-09-13T14:26:06.895 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 4 to smithi00185197-5 2024-09-13T14:26:06.895 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 5 to smithi00185197-5 2024-09-13T14:26:06.895 INFO:tasks.rados.rados.0.smithi001.stdout:2260: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:26:06.895 INFO:tasks.rados.rados.0.smithi001.stdout:2260: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1005 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 6 to smithi00185197-5 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2259: oid 5 updating version 0 to 1602 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2259: oid 5 version 1602 is already newer than 1600 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2259: oid 5 version 1602 is already newer than 1599 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2259: oid 5 version 1602 is already newer than 1601 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2259: oid 5 version 1602 is already newer than 1598 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1602 (ObjNum 713 snap 232 seq_num 713) dirty exists 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2259: left oid 5 (ObjNum 713 snap 232 seq_num 713) 2024-09-13T14:26:06.896 INFO:tasks.rados.rados.0.smithi001.stdout:2262: finishing rollback tid 0 to smithi00185197-24 2024-09-13T14:26:06.897 INFO:tasks.rados.rados.0.smithi001.stdout:2259: done (7 left) 2024-09-13T14:26:06.897 INFO:tasks.rados.rados.0.smithi001.stdout:2260: done (6 left) 2024-09-13T14:26:06.897 INFO:tasks.rados.rados.0.smithi001.stdout:2268: rollback oid 45 current snap is 232 2024-09-13T14:26:06.897 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 230 2024-09-13T14:26:06.897 INFO:tasks.rados.rados.0.smithi001.stdout:2262: finishing rollback tid 1 to smithi00185197-24 2024-09-13T14:26:06.897 INFO:tasks.rados.rados.0.smithi001.stdout:2258: expect (ObjNum 422 snap 136 seq_num 422) 2024-09-13T14:26:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:2262: finishing rollback tid 2 to smithi00185197-24 2024-09-13T14:26:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 654 (ObjNum 650 snap 215 seq_num 650) dirty exists 2024-09-13T14:26:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:2264: expect (ObjNum 157 snap 37 seq_num 157) 2024-09-13T14:26:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:2265: finishing copy_from to smithi00185197-46 2024-09-13T14:26:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:2265: got expected ENOENT (src dne) 2024-09-13T14:26:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:2265: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:26:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:2266: finishing write tid 1 to smithi00185197-14 2024-09-13T14:26:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:2266: finishing write tid 2 to smithi00185197-14 2024-09-13T14:26:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:2258: done (6 left) 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2262: done (5 left) 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2264: done (4 left) 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2265: done (3 left) 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2269: read oid 28 snap -1 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2269: expect (ObjNum 526 snap 176 seq_num 526) 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2270: delete oid 3 current snap is 232 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2268: finishing rollback tid 1 to smithi00185197-45 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 822 (ObjNum 353 snap 0 seq_num 314464656) dirty dne 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2266: finishing write tid 3 to smithi00185197-14 2024-09-13T14:26:07.057 INFO:tasks.rados.rados.0.smithi001.stdout:2266: finishing write tid 4 to smithi00185197-14 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: finishing write tid 5 to smithi00185197-14 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2267: finishing rollback tid 0 to smithi00185197-12 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: finishing write tid 6 to smithi00185197-14 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: oid 14 updating version 0 to 1254 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: oid 14 updating version 1254 to 1255 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: oid 14 updating version 1255 to 1257 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: oid 14 version 1257 is already newer than 1256 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: oid 14 updating version 1257 to 1258 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1258 (ObjNum 715 snap 232 seq_num 715) dirty exists 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2266: left oid 14 (ObjNum 715 snap 232 seq_num 715) 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2267: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:26:07.058 INFO:tasks.rados.rados.0.smithi001.stdout:2267: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:26:07.059 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1425 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-09-13T14:26:07.061 INFO:tasks.rados.rados.0.smithi001.stdout:2266: done (4 left) 2024-09-13T14:26:07.061 INFO:tasks.rados.rados.0.smithi001.stdout:2267: done (3 left) 2024-09-13T14:26:07.061 INFO:tasks.rados.rados.0.smithi001.stdout:2268: done (2 left) 2024-09-13T14:26:07.061 INFO:tasks.rados.rados.0.smithi001.stdout:2270: done (1 left) 2024-09-13T14:26:07.061 INFO:tasks.rados.rados.0.smithi001.stdout:2271: read oid 38 snap -1 2024-09-13T14:26:07.061 INFO:tasks.rados.rados.0.smithi001.stdout:2271: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:26:07.062 INFO:tasks.rados.rados.0.smithi001.stdout:2272: rmattr oid 46 current snap is 232 2024-09-13T14:26:07.062 INFO:tasks.rados.rados.0.smithi001.stdout:2273: read oid 24 snap -1 2024-09-13T14:26:07.062 INFO:tasks.rados.rados.0.smithi001.stdout:2273: expect (ObjNum 650 snap 215 seq_num 650) 2024-09-13T14:26:07.062 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 232 2024-09-13T14:26:07.062 INFO:tasks.rados.rados.0.smithi001.stdout:2274: seq_num 717 ranges {0=16384} 2024-09-13T14:26:07.062 INFO:tasks.rados.rados.0.smithi001.stdout:2274: writing smithi00185197-10 from 0 to 16384 tid 1 2024-09-13T14:26:07.062 INFO:tasks.rados.rados.0.smithi001.stdout:2275: copy_from oid 8 from oid 5 current snap is 232 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 232 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:2276: seq_num 718 ranges {0=32768} 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:2276: writing smithi00185197-2 from 0 to 32768 tid 1 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:2277: read oid 12 snap -1 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:2277: expect (ObjNum 501 snap 160 seq_num 501) 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:2278: read oid 44 snap -1 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:2278: expect deleted 2024-09-13T14:26:07.063 INFO:tasks.rados.rados.0.smithi001.stdout:2279: delete oid 17 current snap is 232 2024-09-13T14:26:07.064 INFO:tasks.rados.rados.0.smithi001.stdout:2274: finishing write tid 1 to smithi00185197-10 2024-09-13T14:26:07.065 INFO:tasks.rados.rados.0.smithi001.stdout:2274: finishing write tid 2 to smithi00185197-10 2024-09-13T14:26:07.067 INFO:tasks.rados.rados.0.smithi001.stdout:2274: finishing write tid 3 to smithi00185197-10 2024-09-13T14:26:07.067 INFO:tasks.rados.rados.0.smithi001.stdout:2274: oid 10 updating version 0 to 1721 2024-09-13T14:26:07.067 INFO:tasks.rados.rados.0.smithi001.stdout:2274: oid 10 updating version 1721 to 1722 2024-09-13T14:26:07.067 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1722 (ObjNum 717 snap 232 seq_num 717) dirty exists 2024-09-13T14:26:07.067 INFO:tasks.rados.rados.0.smithi001.stdout:2274: left oid 10 (ObjNum 717 snap 232 seq_num 717) 2024-09-13T14:26:07.068 INFO:tasks.rados.rados.0.smithi001.stdout:2274: done (9 left) 2024-09-13T14:26:07.068 INFO:tasks.rados.rados.0.smithi001.stdout:2278: done (8 left) 2024-09-13T14:26:07.068 INFO:tasks.rados.rados.0.smithi001.stdout:2279: done (7 left) 2024-09-13T14:26:07.068 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 232 2024-09-13T14:26:07.068 INFO:tasks.rados.rados.0.smithi001.stdout:2280: seq_num 720 ranges {0=65536} 2024-09-13T14:26:07.069 INFO:tasks.rados.rados.0.smithi001.stdout:2280: writing smithi00185197-37 from 0 to 65536 tid 1 2024-09-13T14:26:07.069 INFO:tasks.rados.rados.0.smithi001.stdout:2281: snap_create 2024-09-13T14:26:07.073 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1813 (ObjNum 177 snap 0 seq_num 313941296) dirty exists 2024-09-13T14:26:07.073 INFO:tasks.rados.rados.0.smithi001.stdout:2276: finishing write tid 1 to smithi00185197-2 2024-09-13T14:26:07.073 INFO:tasks.rados.rados.0.smithi001.stdout:2280: finishing write tid 1 to smithi00185197-37 2024-09-13T14:26:07.073 INFO:tasks.rados.rados.0.smithi001.stdout:2280: finishing write tid 2 to smithi00185197-37 2024-09-13T14:26:07.074 INFO:tasks.rados.rados.0.smithi001.stdout:2280: finishing write tid 3 to smithi00185197-37 2024-09-13T14:26:07.074 INFO:tasks.rados.rados.0.smithi001.stdout:2280: oid 37 updating version 0 to 1277 2024-09-13T14:26:07.074 INFO:tasks.rados.rados.0.smithi001.stdout:2280: oid 37 version 1277 is already newer than 1276 2024-09-13T14:26:07.074 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1277 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-09-13T14:26:07.074 INFO:tasks.rados.rados.0.smithi001.stdout:2280: left oid 37 (ObjNum 720 snap 232 seq_num 720) 2024-09-13T14:26:07.075 INFO:tasks.rados.rados.0.smithi001.stdout:2276: finishing write tid 2 to smithi00185197-2 2024-09-13T14:26:07.079 INFO:tasks.rados.rados.0.smithi001.stdout:2276: finishing write tid 3 to smithi00185197-2 2024-09-13T14:26:07.079 INFO:tasks.rados.rados.0.smithi001.stdout:2276: oid 2 updating version 0 to 1815 2024-09-13T14:26:07.079 INFO:tasks.rados.rados.0.smithi001.stdout:2276: oid 2 version 1815 is already newer than 1814 2024-09-13T14:26:07.079 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1815 (ObjNum 718 snap 232 seq_num 718) dirty exists 2024-09-13T14:26:07.079 INFO:tasks.rados.rados.0.smithi001.stdout:2276: left oid 2 (ObjNum 718 snap 232 seq_num 718) 2024-09-13T14:26:07.081 INFO:tasks.rados.rados.0.smithi001.stdout:2271: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:26:07.102 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:26:06] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all osd 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: pgmap v467: 121 pgs: 11 peering, 23 active+undersized, 10 active+undersized+degraded, 77 active+clean; 607 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 554 KiB/s wr, 4 op/s; 72/753 objects degraded (9.562%) 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: osdmap e535: 8 total, 8 up, 8 in 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[96683]: Upgrade: It appears safe to stop mds.a 2024-09-13T14:26:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all osd 2024-09-13T14:26:07.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T14:26:07.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: pgmap v467: 121 pgs: 11 peering, 23 active+undersized, 10 active+undersized+degraded, 77 active+clean; 607 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 554 KiB/s wr, 4 op/s; 72/753 objects degraded (9.562%) 2024-09-13T14:26:07.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T14:26:07.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T14:26:07.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: osdmap e535: 8 total, 8 up, 8 in 2024-09-13T14:26:07.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-13T14:26:07.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:06 smithi001 ceph-mon[99232]: Upgrade: It appears safe to stop mds.a 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all osd 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: pgmap v467: 121 pgs: 11 peering, 23 active+undersized, 10 active+undersized+degraded, 77 active+clean; 607 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 554 KiB/s wr, 4 op/s; 72/753 objects degraded (9.562%) 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: osdmap e535: 8 total, 8 up, 8 in 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-13T14:26:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:06 smithi028 ceph-mon[87621]: Upgrade: It appears safe to stop mds.a 2024-09-13T14:26:07.205 INFO:tasks.rados.rados.0.smithi001.stdout:2275: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:26:07.205 INFO:tasks.rados.rados.0.smithi001.stdout:2275: finishing copy_from to smithi00185197-8 2024-09-13T14:26:07.205 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1602 (ObjNum 713 snap 232 seq_num 713) dirty exists 2024-09-13T14:26:07.205 INFO:tasks.rados.rados.0.smithi001.stdout:2269: expect (ObjNum 526 snap 176 seq_num 526) 2024-09-13T14:26:07.406 INFO:tasks.rados.rados.0.smithi001.stdout:2273: expect (ObjNum 650 snap 215 seq_num 650) 2024-09-13T14:26:08.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[96683]: osdmap e536: 8 total, 8 up, 8 in 2024-09-13T14:26:08.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:08.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:26:08.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:08.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[96683]: Health check update: Degraded data redundancy: 72/753 objects degraded (9.562%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:26:08.088 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[99232]: osdmap e536: 8 total, 8 up, 8 in 2024-09-13T14:26:08.088 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:08.088 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:26:08.088 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:08.088 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:07 smithi001 ceph-mon[99232]: Health check update: Degraded data redundancy: 72/753 objects degraded (9.562%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:26:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:07 smithi028 ceph-mon[87621]: osdmap e536: 8 total, 8 up, 8 in 2024-09-13T14:26:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:26:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:07 smithi028 ceph-mon[87621]: Health check update: Degraded data redundancy: 72/753 objects degraded (9.562%), 10 pgs degraded (PG_DEGRADED) 2024-09-13T14:26:08.667 INFO:tasks.rados.rados.0.smithi001.stdout:2277: expect (ObjNum 501 snap 160 seq_num 501) 2024-09-13T14:26:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[96683]: Upgrade: Updating mds.a 2024-09-13T14:26:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[96683]: Deploying daemon mds.a on smithi001 2024-09-13T14:26:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[96683]: pgmap v470: 121 pgs: 11 peering, 20 active+undersized, 8 active+undersized+degraded, 82 active+clean; 608 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 69/753 objects degraded (9.163%) 2024-09-13T14:26:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[96683]: osdmap e537: 8 total, 8 up, 8 in 2024-09-13T14:26:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[99232]: Upgrade: Updating mds.a 2024-09-13T14:26:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[99232]: Deploying daemon mds.a on smithi001 2024-09-13T14:26:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[99232]: pgmap v470: 121 pgs: 11 peering, 20 active+undersized, 8 active+undersized+degraded, 82 active+clean; 608 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 69/753 objects degraded (9.163%) 2024-09-13T14:26:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:08 smithi001 ceph-mon[99232]: osdmap e537: 8 total, 8 up, 8 in 2024-09-13T14:26:09.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:08 smithi028 ceph-mon[87621]: Upgrade: Updating mds.a 2024-09-13T14:26:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:08 smithi028 ceph-mon[87621]: Deploying daemon mds.a on smithi001 2024-09-13T14:26:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:08 smithi028 ceph-mon[87621]: pgmap v470: 121 pgs: 11 peering, 20 active+undersized, 8 active+undersized+degraded, 82 active+clean; 608 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 69/753 objects degraded (9.163%) 2024-09-13T14:26:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:08 smithi028 ceph-mon[87621]: osdmap e537: 8 total, 8 up, 8 in 2024-09-13T14:26:09.420 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:09 smithi001 systemd[1]: Stopping Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2269: done (8 left) 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2271: done (7 left) 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2272: done (6 left) 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2273: done (5 left) 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2275: done (4 left) 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2276: done (3 left) 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2277: done (2 left) 2024-09-13T14:26:09.508 INFO:tasks.rados.rados.0.smithi001.stdout:2280: done (1 left) 2024-09-13T14:26:09.509 INFO:tasks.rados.rados.0.smithi001.stdout:2281: done (0 left) 2024-09-13T14:26:09.509 INFO:tasks.rados.rados.0.smithi001.stdout:2282: setattr oid 39 current snap is 233 2024-09-13T14:26:09.509 INFO:tasks.rados.rados.0.smithi001.stdout:2283: rmattr oid 7 current snap is 233 2024-09-13T14:26:09.510 INFO:tasks.rados.rados.0.smithi001.stdout:2284: read oid 26 snap -1 2024-09-13T14:26:09.510 INFO:tasks.rados.rados.0.smithi001.stdout:2284: expect deleted 2024-09-13T14:26:09.510 INFO:tasks.rados.rados.0.smithi001.stdout:2285: read oid 25 snap -1 2024-09-13T14:26:09.510 INFO:tasks.rados.rados.0.smithi001.stdout:2285: expect (ObjNum 648 snap 214 seq_num 648) 2024-09-13T14:26:09.510 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 233 2024-09-13T14:26:09.510 INFO:tasks.rados.rados.0.smithi001.stdout:2286: seq_num 721 ranges {0=81920} 2024-09-13T14:26:09.510 INFO:tasks.rados.rados.0.smithi001.stdout:2286: writing smithi00185197-4 from 0 to 81920 tid 1 2024-09-13T14:26:09.511 INFO:tasks.rados.rados.0.smithi001.stdout:2287: snap_create 2024-09-13T14:26:09.513 INFO:tasks.rados.rados.0.smithi001.stdout:2286: finishing write tid 1 to smithi00185197-4 2024-09-13T14:26:09.514 INFO:tasks.rados.rados.0.smithi001.stdout:2286: finishing write tid 2 to smithi00185197-4 2024-09-13T14:26:09.515 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1612 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-13T14:26:09.515 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 915 (ObjNum 612 snap 203 seq_num 612) dirty exists 2024-09-13T14:26:09.516 INFO:tasks.rados.rados.0.smithi001.stdout:2286: finishing write tid 3 to smithi00185197-4 2024-09-13T14:26:09.516 INFO:tasks.rados.rados.0.smithi001.stdout:2286: oid 4 updating version 0 to 1426 2024-09-13T14:26:09.516 INFO:tasks.rados.rados.0.smithi001.stdout:2286: oid 4 updating version 1426 to 1427 2024-09-13T14:26:09.516 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1427 (ObjNum 721 snap 233 seq_num 721) dirty exists 2024-09-13T14:26:09.516 INFO:tasks.rados.rados.0.smithi001.stdout:2286: left oid 4 (ObjNum 721 snap 233 seq_num 721) 2024-09-13T14:26:09.520 INFO:tasks.rados.rados.0.smithi001.stdout:2285: expect (ObjNum 648 snap 214 seq_num 648) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2282: done (5 left) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2283: done (4 left) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2284: done (3 left) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2285: done (2 left) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2286: done (1 left) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2287: done (0 left) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2288: copy_from oid 27 from oid 9 current snap is 234 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2289: read oid 16 snap 196 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2289: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 234 2024-09-13T14:26:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:2290: seq_num 722 ranges {0=98304} 2024-09-13T14:26:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:2290: writing smithi00185197-36 from 0 to 98304 tid 1 2024-09-13T14:26:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:2291: setattr oid 44 current snap is 234 2024-09-13T14:26:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:2292: copy_from oid 31 from oid 18 current snap is 234 2024-09-13T14:26:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:2293: snap_remove snap 219 2024-09-13T14:26:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[96683]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/753 objects degraded (9.163%), 8 pgs degraded) 2024-09-13T14:26:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[96683]: osdmap e538: 8 total, 8 up, 8 in 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[99232]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/753 objects degraded (9.163%), 8 pgs degraded) 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[99232]: osdmap e538: 8 total, 8 up, 8 in 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-mon[99232]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[68358]: 2024-09-13T14:26:09.729+0000 7f43ffc7e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:26:10.103 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:09 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[68358]: 2024-09-13T14:26:09.729+0000 7f43ffc7e640 -1 mds.a *** got signal Terminated *** 2024-09-13T14:26:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:09 smithi028 ceph-mon[87621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/753 objects degraded (9.163%), 8 pgs degraded) 2024-09-13T14:26:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:09 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:26:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:09 smithi028 ceph-mon[87621]: osdmap e538: 8 total, 8 up, 8 in 2024-09-13T14:26:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:09 smithi028 ceph-mon[87621]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T14:26:10.821 INFO:tasks.rados.rados.0.smithi001.stdout:2293: done (5 left) 2024-09-13T14:26:10.821 INFO:tasks.rados.rados.0.smithi001.stdout:2294: rmattr oid 50 current snap is 234 2024-09-13T14:26:10.821 INFO:tasks.rados.rados.0.smithi001.stdout:2294: done (5 left) 2024-09-13T14:26:10.821 INFO:tasks.rados.rados.0.smithi001.stdout:2295: snap_create 2024-09-13T14:26:10.821 INFO:tasks.rados.rados.0.smithi001.stdout:2288: finishing copy_from to smithi00185197-27 2024-09-13T14:26:10.821 INFO:tasks.rados.rados.0.smithi001.stdout:2288: got expected ENOENT (src dne) 2024-09-13T14:26:10.822 INFO:tasks.rados.rados.0.smithi001.stdout:2288: finishing copy_from racing read to smithi00185197-27 2024-09-13T14:26:10.822 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1006 (ObjNum 33 snap 0 seq_num 315040432) dirty exists 2024-09-13T14:26:10.822 INFO:tasks.rados.rados.0.smithi001.stdout:2289: expect (ObjNum 167 snap 40 seq_num 167) 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2292: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2292: finishing copy_from to smithi00185197-31 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1424 (ObjNum 33 snap 0 seq_num 1913132489) dirty exists 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2290: finishing write tid 1 to smithi00185197-36 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2290: finishing write tid 2 to smithi00185197-36 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2290: finishing write tid 3 to smithi00185197-36 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2290: oid 36 updating version 0 to 1723 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2290: oid 36 updating version 1723 to 1724 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1724 (ObjNum 722 snap 234 seq_num 722) dirty exists 2024-09-13T14:26:10.917 INFO:tasks.rados.rados.0.smithi001.stdout:2290: left oid 36 (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:26:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:10 smithi001 ceph-mon[96683]: pgmap v472: 121 pgs: 7 peering, 114 active+clean; 602 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 996 KiB/s wr, 17 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T14:26:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:26:11.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:10 smithi001 ceph-mon[96683]: osdmap e539: 8 total, 8 up, 8 in 2024-09-13T14:26:11.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:10 smithi001 ceph-mon[99232]: pgmap v472: 121 pgs: 7 peering, 114 active+clean; 602 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 996 KiB/s wr, 17 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T14:26:11.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:26:11.356 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:10 smithi001 ceph-mon[99232]: osdmap e539: 8 total, 8 up, 8 in 2024-09-13T14:26:11.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:10 smithi028 ceph-mon[87621]: pgmap v472: 121 pgs: 7 peering, 114 active+clean; 602 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 996 KiB/s wr, 17 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T14:26:11.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:26:11.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:10 smithi028 ceph-mon[87621]: osdmap e539: 8 total, 8 up, 8 in 2024-09-13T14:26:11.821 INFO:tasks.rados.rados.0.smithi001.stdout:2288: done (5 left) 2024-09-13T14:26:11.821 INFO:tasks.rados.rados.0.smithi001.stdout:2289: done (4 left) 2024-09-13T14:26:11.821 INFO:tasks.rados.rados.0.smithi001.stdout:2290: done (3 left) 2024-09-13T14:26:11.821 INFO:tasks.rados.rados.0.smithi001.stdout:2291: done (2 left) 2024-09-13T14:26:11.822 INFO:tasks.rados.rados.0.smithi001.stdout:2292: done (1 left) 2024-09-13T14:26:11.822 INFO:tasks.rados.rados.0.smithi001.stdout:2295: done (0 left) 2024-09-13T14:26:11.822 INFO:tasks.rados.rados.0.smithi001.stdout:2296: delete oid 15 current snap is 235 2024-09-13T14:26:11.825 INFO:tasks.rados.rados.0.smithi001.stdout:2296: done (0 left) 2024-09-13T14:26:11.825 INFO:tasks.rados.rados.0.smithi001.stdout:2297: snap_remove snap 196 2024-09-13T14:26:12.136 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:26:12.602 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:12 smithi001 podman[125576]: 2024-09-13 14:26:12.325146613 +0000 UTC m=+2.720502534 container died 610608bb8b49eb3081e927eeae527266d48068bb063b5f48dac429fdf470c835 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=reef-2c01458, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T14:26:12.695 INFO:tasks.rados.rados.0.smithi001.stdout:2297: done (0 left) 2024-09-13T14:26:12.695 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 235 2024-09-13T14:26:12.695 INFO:tasks.rados.rados.0.smithi001.stdout:2298: seq_num 724 ranges {0=131072} 2024-09-13T14:26:12.696 INFO:tasks.rados.rados.0.smithi001.stdout:2298: writing smithi00185197-21 from 0 to 131072 tid 1 2024-09-13T14:26:12.696 INFO:tasks.rados.rados.0.smithi001.stdout:2299: rmattr oid 18 current snap is 235 2024-09-13T14:26:12.696 INFO:tasks.rados.rados.0.smithi001.stdout:2300: copy_from oid 46 from oid 10 current snap is 235 2024-09-13T14:26:12.696 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 235 2024-09-13T14:26:12.696 INFO:tasks.rados.rados.0.smithi001.stdout:2301: seq_num 725 ranges {655360=147456} 2024-09-13T14:26:12.701 INFO:tasks.rados.rados.0.smithi001.stdout:2301: writing smithi00185197-7 from 655360 to 802816 tid 1 2024-09-13T14:26:12.701 INFO:tasks.rados.rados.0.smithi001.stdout:2302: snap_remove snap 204 2024-09-13T14:26:12.739 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (9m) 2m ago 10m 24.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (10m) 11s ago 10m 86.9M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (11m) 2m ago 11m 16.7M - 18.2.4-843-g2c01458a c129f5a2fd4e 610608bb8b49 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (11m) 11s ago 11m 24.0M - 18.2.4-843-g2c01458a c129f5a2fd4e 87b3547d97dd 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (5m) 11s ago 15m 456M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (6m) 2m ago 16m 525M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (5m) 2m ago 17m 55.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (4m) 11s ago 15m 53.4M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (5m) 2m ago 15m 46.9M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (10m) 2m ago 10m 16.5M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (10m) 11s ago 9m 14.9M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (4m) 2m ago 14m 182M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (3m) 2m ago 14m 144M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (3m) 2m ago 14m 97.8M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:26:12.740 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (2m) 2m ago 13m 12.2M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:26:12.741 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (118s) 11s ago 13m 163M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:26:12.741 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (84s) 11s ago 12m 186M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 9b05afad3641 2024-09-13T14:26:12.741 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (50s) 11s ago 12m 114M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 5c5dc36d0f4e 2024-09-13T14:26:12.741 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (16s) 11s ago 12m 14.5M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 908e95ac75c8 2024-09-13T14:26:12.741 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (5m) 11s ago 10m 56.4M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:26:13.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[96683]: pgmap v475: 121 pgs: 121 active+clean; 592 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1019 KiB/s wr, 22 op/s; 13 MiB/s, 2 objects/s recovering 2024-09-13T14:26:13.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[96683]: osdmap e540: 8 total, 8 up, 8 in 2024-09-13T14:26:13.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[96683]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:13.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[96683]: osdmap e541: 8 total, 8 up, 8 in 2024-09-13T14:26:13.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[99232]: pgmap v475: 121 pgs: 121 active+clean; 592 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1019 KiB/s wr, 22 op/s; 13 MiB/s, 2 objects/s recovering 2024-09-13T14:26:13.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[99232]: osdmap e540: 8 total, 8 up, 8 in 2024-09-13T14:26:13.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[99232]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:13.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:12 smithi001 ceph-mon[99232]: osdmap e541: 8 total, 8 up, 8 in 2024-09-13T14:26:13.040 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:12 smithi001 podman[125576]: 2024-09-13 14:26:12.828939201 +0000 UTC m=+3.224295123 container cleanup 610608bb8b49eb3081e927eeae527266d48068bb063b5f48dac429fdf470c835 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-2c01458) 2024-09-13T14:26:13.040 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:12 smithi001 bash[125576]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a 2024-09-13T14:26:13.098 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 8 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 1 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:13.099 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:26:13.100 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 18.2.4-843-g2c01458a (2c01458affee2b2435cd231b6e392435c1c21661) reef (stable)": 1, 2024-09-13T14:26:13.100 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 13 2024-09-13T14:26:13.100 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:26:13.100 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:26:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:12 smithi028 ceph-mon[87621]: pgmap v475: 121 pgs: 121 active+clean; 592 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1019 KiB/s wr, 22 op/s; 13 MiB/s, 2 objects/s recovering 2024-09-13T14:26:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:12 smithi028 ceph-mon[87621]: osdmap e540: 8 total, 8 up, 8 in 2024-09-13T14:26:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:12 smithi028 ceph-mon[87621]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:12 smithi028 ceph-mon[87621]: osdmap e541: 8 total, 8 up, 8 in 2024-09-13T14:26:13.352 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 podman[125639]: 2024-09-13 14:26:13.038892624 +0000 UTC m=+0.708600899 container remove 610608bb8b49eb3081e927eeae527266d48068bb063b5f48dac429fdf470c835 (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-2c01458, org.label-schema.schema-version=1.0) 2024-09-13T14:26:13.352 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-13T14:26:13.353 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 systemd[1]: Stopped Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:13.353 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.201s CPU time. 2024-09-13T14:26:13.415 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:26:13.415 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:26:13.415 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:26:13.415 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:26:13.415 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:26:13.415 INFO:teuthology.orchestra.run.smithi001.stdout: "osd", 2024-09-13T14:26:13.416 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:26:13.416 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:26:13.416 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:26:13.416 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "13/20 daemons upgraded", 2024-09-13T14:26:13.416 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mds daemons", 2024-09-13T14:26:13.416 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:26:13.416 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:26:13.691 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 systemd[1]: Starting Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:13.702 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1430 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T14:26:13.702 INFO:tasks.rados.rados.0.smithi001.stdout:2298: finishing write tid 1 to smithi00185197-21 2024-09-13T14:26:13.702 INFO:tasks.rados.rados.0.smithi001.stdout:2298: finishing write tid 2 to smithi00185197-21 2024-09-13T14:26:13.702 INFO:tasks.rados.rados.0.smithi001.stdout:2300: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:26:13.702 INFO:tasks.rados.rados.0.smithi001.stdout:2301: finishing write tid 1 to smithi00185197-7 2024-09-13T14:26:13.702 INFO:tasks.rados.rados.0.smithi001.stdout:2301: finishing write tid 2 to smithi00185197-7 2024-09-13T14:26:13.702 INFO:tasks.rados.rados.0.smithi001.stdout:2301: finishing write tid 3 to smithi00185197-7 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2301: oid 7 updating version 0 to 928 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2301: oid 7 version 928 is already newer than 927 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 928 (ObjNum 725 snap 235 seq_num 725) dirty exists 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2301: left oid 7 (ObjNum 725 snap 235 seq_num 725) 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2298: finishing write tid 3 to smithi00185197-21 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2298: oid 21 updating version 0 to 1728 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2298: oid 21 version 1728 is already newer than 1727 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1728 (ObjNum 724 snap 235 seq_num 724) dirty exists 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2298: left oid 21 (ObjNum 724 snap 235 seq_num 724) 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2300: finishing copy_from to smithi00185197-46 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1722 (ObjNum 717 snap 232 seq_num 717) dirty exists 2024-09-13T14:26:13.703 INFO:tasks.rados.rados.0.smithi001.stdout:2298: done (4 left) 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2299: done (3 left) 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2300: done (2 left) 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2301: done (1 left) 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2302: done (0 left) 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 235 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2303: seq_num 726 ranges {131072=163840} 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2303: writing smithi00185197-21 from 131072 to 294912 tid 1 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2304: rollback oid 5 current snap is 235 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 229 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 235 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2305: seq_num 727 ranges {65536=180224} 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2305: writing smithi00185197-37 from 65536 to 245760 tid 1 2024-09-13T14:26:13.704 INFO:tasks.rados.rados.0.smithi001.stdout:2306: snap_create 2024-09-13T14:26:13.707 INFO:tasks.rados.rados.0.smithi001.stdout:2304: finishing rollback tid 0 to smithi00185197-5 2024-09-13T14:26:13.711 INFO:tasks.rados.rados.0.smithi001.stdout:2303: finishing write tid 1 to smithi00185197-21 2024-09-13T14:26:13.711 INFO:tasks.rados.rados.0.smithi001.stdout:2303: finishing write tid 2 to smithi00185197-21 2024-09-13T14:26:13.712 INFO:tasks.rados.rados.0.smithi001.stdout:2305: finishing write tid 1 to smithi00185197-37 2024-09-13T14:26:13.712 INFO:tasks.rados.rados.0.smithi001.stdout:2305: finishing write tid 2 to smithi00185197-37 2024-09-13T14:26:13.713 INFO:tasks.rados.rados.0.smithi001.stdout:2304: finishing rollback tid 1 to smithi00185197-5 2024-09-13T14:26:13.713 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1629 (ObjNum 49 snap 0 seq_num 314519968) dirty dne 2024-09-13T14:26:13.714 INFO:tasks.rados.rados.0.smithi001.stdout:2305: finishing write tid 3 to smithi00185197-37 2024-09-13T14:26:13.714 INFO:tasks.rados.rados.0.smithi001.stdout:2305: oid 37 updating version 0 to 1426 2024-09-13T14:26:13.714 INFO:tasks.rados.rados.0.smithi001.stdout:2305: oid 37 version 1426 is already newer than 1425 2024-09-13T14:26:13.714 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1426 (ObjNum 727 snap 235 seq_num 727) dirty exists 2024-09-13T14:26:13.714 INFO:tasks.rados.rados.0.smithi001.stdout:2305: left oid 37 (ObjNum 727 snap 235 seq_num 727) 2024-09-13T14:26:13.720 INFO:tasks.rados.rados.0.smithi001.stdout:2303: finishing write tid 3 to smithi00185197-21 2024-09-13T14:26:13.720 INFO:tasks.rados.rados.0.smithi001.stdout:2303: oid 21 updating version 0 to 1744 2024-09-13T14:26:13.720 INFO:tasks.rados.rados.0.smithi001.stdout:2303: oid 21 version 1744 is already newer than 1743 2024-09-13T14:26:13.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1744 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-13T14:26:13.721 INFO:tasks.rados.rados.0.smithi001.stdout:2303: left oid 21 (ObjNum 726 snap 235 seq_num 726) 2024-09-13T14:26:13.985 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[96683]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:13.985 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[96683]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2860827485' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[96683]: osdmap e542: 8 total, 8 up, 8 in 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[99232]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[99232]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2860827485' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:13 smithi001 ceph-mon[99232]: osdmap e542: 8 total, 8 up, 8 in 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 podman[125843]: 2024-09-13 14:26:13.592843865 +0000 UTC m=+0.016509089 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:26:13.986 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 podman[125843]: 2024-09-13 14:26:13.740560513 +0000 UTC m=+0.164225726 container create 61875e456fc692d02f7dfe1ca21268d24b5fe5483819683aa5fa32d2630dc1b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-13T14:26:14.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:13 smithi028 ceph-mon[87621]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:14.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:13 smithi028 ceph-mon[87621]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:14.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:13 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2860827485' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:14.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:13 smithi028 ceph-mon[87621]: osdmap e542: 8 total, 8 up, 8 in 2024-09-13T14:26:14.010 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:26:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:26:13.713+0000 7f993fcd6640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 110 after trimming was started 2024-09-13T14:26:14.352 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 podman[125843]: 2024-09-13 14:26:13.984817795 +0000 UTC m=+0.408483010 container init 61875e456fc692d02f7dfe1ca21268d24b5fe5483819683aa5fa32d2630dc1b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-09-13T14:26:14.353 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:13 smithi001 podman[125843]: 2024-09-13 14:26:13.990201346 +0000 UTC m=+0.413866561 container start 61875e456fc692d02f7dfe1ca21268d24b5fe5483819683aa5fa32d2630dc1b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:26:14.353 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:14 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: starting mds.a at 2024-09-13T14:26:14.353 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:14 smithi001 bash[125843]: 61875e456fc692d02f7dfe1ca21268d24b5fe5483819683aa5fa32d2630dc1b5 2024-09-13T14:26:14.353 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:14 smithi001 systemd[1]: Started Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:14.698 INFO:tasks.rados.rados.0.smithi001.stdout:2303: done (3 left) 2024-09-13T14:26:14.698 INFO:tasks.rados.rados.0.smithi001.stdout:2304: done (2 left) 2024-09-13T14:26:14.699 INFO:tasks.rados.rados.0.smithi001.stdout:2305: done (1 left) 2024-09-13T14:26:14.699 INFO:tasks.rados.rados.0.smithi001.stdout:2306: done (0 left) 2024-09-13T14:26:14.699 INFO:tasks.rados.rados.0.smithi001.stdout:2307: snap_remove snap 225 2024-09-13T14:26:15.292 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:15.292 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: pgmap v478: 121 pgs: 121 active+clean; 597 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-09-13T14:26:15.292 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.292 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:15.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: osdmap e543: 8 total, 8 up, 8 in 2024-09-13T14:26:15.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:boot 2024-09-13T14:26:15.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:26:15.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:26:15.293 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:15 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: pgmap v478: 121 pgs: 121 active+clean; 597 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: osdmap e543: 8 total, 8 up, 8 in 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:boot 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: pgmap v478: 121 pgs: 121 active+clean; 597 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: osdmap e543: 8 total, 8 up, 8 in 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:boot 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:26:15.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:15 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:15.701 INFO:tasks.rados.rados.0.smithi001.stdout:2307: done (0 left) 2024-09-13T14:26:15.702 INFO:tasks.rados.rados.0.smithi001.stdout:2308: read oid 16 snap -1 2024-09-13T14:26:15.702 INFO:tasks.rados.rados.0.smithi001.stdout:2308: expect (ObjNum 689 snap 221 seq_num 689) 2024-09-13T14:26:15.702 INFO:tasks.rados.rados.0.smithi001.stdout:2309: read oid 15 snap -1 2024-09-13T14:26:15.702 INFO:tasks.rados.rados.0.smithi001.stdout:2309: expect deleted 2024-09-13T14:26:15.702 INFO:tasks.rados.rados.0.smithi001.stdout:2310: snap_create 2024-09-13T14:26:15.725 INFO:tasks.rados.rados.0.smithi001.stdout:2308: expect (ObjNum 689 snap 221 seq_num 689) 2024-09-13T14:26:16.701 INFO:tasks.rados.rados.0.smithi001.stdout:2308: done (2 left) 2024-09-13T14:26:16.701 INFO:tasks.rados.rados.0.smithi001.stdout:2309: done (1 left) 2024-09-13T14:26:16.701 INFO:tasks.rados.rados.0.smithi001.stdout:2310: done (0 left) 2024-09-13T14:26:16.701 INFO:tasks.rados.rados.0.smithi001.stdout:2311: setattr oid 33 current snap is 237 2024-09-13T14:26:16.702 INFO:tasks.rados.rados.0.smithi001.stdout:2312: delete oid 35 current snap is 237 2024-09-13T14:26:16.709 INFO:tasks.rados.rados.0.smithi001.stdout:2312: done (1 left) 2024-09-13T14:26:16.709 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 237 2024-09-13T14:26:16.709 INFO:tasks.rados.rados.0.smithi001.stdout:2313: seq_num 729 ranges {8183808=212992} 2024-09-13T14:26:16.755 INFO:tasks.rados.rados.0.smithi001.stdout:2313: writing smithi00185197-49 from 8183808 to 8396800 tid 1 2024-09-13T14:26:16.755 INFO:tasks.rados.rados.0.smithi001.stdout:2314: snap_create 2024-09-13T14:26:16.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1431 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:26:16.761 INFO:tasks.rados.rados.0.smithi001.stdout:2313: finishing write tid 1 to smithi00185197-49 2024-09-13T14:26:16.761 INFO:tasks.rados.rados.0.smithi001.stdout:2313: finishing write tid 2 to smithi00185197-49 2024-09-13T14:26:16.762 INFO:tasks.rados.rados.0.smithi001.stdout:2313: finishing write tid 3 to smithi00185197-49 2024-09-13T14:26:16.762 INFO:tasks.rados.rados.0.smithi001.stdout:2313: oid 49 updating version 0 to 1863 2024-09-13T14:26:16.762 INFO:tasks.rados.rados.0.smithi001.stdout:2313: oid 49 updating version 1863 to 1864 2024-09-13T14:26:16.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1864 (ObjNum 729 snap 237 seq_num 729) dirty exists 2024-09-13T14:26:16.762 INFO:tasks.rados.rados.0.smithi001.stdout:2313: left oid 49 (ObjNum 729 snap 237 seq_num 729) 2024-09-13T14:26:16.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:16 smithi001 ceph-mon[96683]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:26:16.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:16 smithi001 ceph-mon[96683]: osdmap e544: 8 total, 8 up, 8 in 2024-09-13T14:26:16.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:16 smithi001 ceph-mon[99232]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:26:16.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:16 smithi001 ceph-mon[99232]: osdmap e544: 8 total, 8 up, 8 in 2024-09-13T14:26:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:16 smithi028 ceph-mon[87621]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-13T14:26:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:16 smithi028 ceph-mon[87621]: osdmap e544: 8 total, 8 up, 8 in 2024-09-13T14:26:17.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:26:16 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:26:16] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-09-13T14:26:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2311: done (2 left) 2024-09-13T14:26:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2313: done (1 left) 2024-09-13T14:26:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2314: done (0 left) 2024-09-13T14:26:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 238 2024-09-13T14:26:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2315: seq_num 730 ranges {6447104=229376} 2024-09-13T14:26:17.733 INFO:tasks.rados.rados.0.smithi001.stdout:2315: writing smithi00185197-32 from 6447104 to 6676480 tid 1 2024-09-13T14:26:17.733 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 238 2024-09-13T14:26:17.733 INFO:tasks.rados.rados.0.smithi001.stdout:2316: seq_num 731 ranges {9396224=245760} 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2316: writing smithi00185197-12 from 9396224 to 9641984 tid 1 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2317: rmattr oid 2 current snap is 238 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2317: done (2 left) 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2318: rollback oid 46 current snap is 238 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 231 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2315: finishing write tid 1 to smithi00185197-32 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2319: delete oid 16 current snap is 238 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2315: finishing write tid 2 to smithi00185197-32 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2315: finishing write tid 3 to smithi00185197-32 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2315: oid 32 updating version 0 to 1754 2024-09-13T14:26:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:2315: oid 32 updating version 1754 to 1755 2024-09-13T14:26:17.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1755 (ObjNum 730 snap 238 seq_num 730) dirty exists 2024-09-13T14:26:17.788 INFO:tasks.rados.rados.0.smithi001.stdout:2315: left oid 32 (ObjNum 730 snap 238 seq_num 730) 2024-09-13T14:26:17.793 INFO:tasks.rados.rados.0.smithi001.stdout:2318: finishing rollback tid 0 to smithi00185197-46 2024-09-13T14:26:17.793 INFO:tasks.rados.rados.0.smithi001.stdout:2316: finishing write tid 1 to smithi00185197-12 2024-09-13T14:26:17.794 INFO:tasks.rados.rados.0.smithi001.stdout:2316: finishing write tid 2 to smithi00185197-12 2024-09-13T14:26:17.795 INFO:tasks.rados.rados.0.smithi001.stdout:2316: finishing write tid 3 to smithi00185197-12 2024-09-13T14:26:17.795 INFO:tasks.rados.rados.0.smithi001.stdout:2316: oid 12 updating version 0 to 1428 2024-09-13T14:26:17.795 INFO:tasks.rados.rados.0.smithi001.stdout:2316: oid 12 updating version 1428 to 1429 2024-09-13T14:26:17.795 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1429 (ObjNum 731 snap 238 seq_num 731) dirty exists 2024-09-13T14:26:17.795 INFO:tasks.rados.rados.0.smithi001.stdout:2316: left oid 12 (ObjNum 731 snap 238 seq_num 731) 2024-09-13T14:26:17.795 INFO:tasks.rados.rados.0.smithi001.stdout:2318: finishing rollback tid 1 to smithi00185197-46 2024-09-13T14:26:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:2318: finishing rollback tid 2 to smithi00185197-46 2024-09-13T14:26:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1868 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-09-13T14:26:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:2315: done (3 left) 2024-09-13T14:26:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:2316: done (2 left) 2024-09-13T14:26:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:2318: done (1 left) 2024-09-13T14:26:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:2319: done (0 left) 2024-09-13T14:26:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:2320: setattr oid 7 current snap is 238 2024-09-13T14:26:17.797 INFO:tasks.rados.rados.0.smithi001.stdout:2321: rmattr oid 5 current snap is 238 2024-09-13T14:26:17.797 INFO:tasks.rados.rados.0.smithi001.stdout:2321: done (1 left) 2024-09-13T14:26:17.797 INFO:tasks.rados.rados.0.smithi001.stdout:2322: read oid 43 snap -1 2024-09-13T14:26:17.797 INFO:tasks.rados.rados.0.smithi001.stdout:2322: expect deleted 2024-09-13T14:26:17.798 INFO:tasks.rados.rados.0.smithi001.stdout:2323: copy_from oid 45 from oid 34 current snap is 238 2024-09-13T14:26:17.798 INFO:tasks.rados.rados.0.smithi001.stdout:2324: setattr oid 25 current snap is 238 2024-09-13T14:26:17.799 INFO:tasks.rados.rados.0.smithi001.stdout:2322: done (3 left) 2024-09-13T14:26:17.799 INFO:tasks.rados.rados.0.smithi001.stdout:2325: rollback oid 32 current snap is 238 2024-09-13T14:26:17.799 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 236 2024-09-13T14:26:17.799 INFO:tasks.rados.rados.0.smithi001.stdout:2326: rollback oid 26 current snap is 238 2024-09-13T14:26:17.799 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 231 2024-09-13T14:26:17.799 INFO:tasks.rados.rados.0.smithi001.stdout:2327: copy_from oid 22 from oid 30 current snap is 238 2024-09-13T14:26:17.799 INFO:tasks.rados.rados.0.smithi001.stdout:2328: read oid 24 snap 227 2024-09-13T14:26:17.800 INFO:tasks.rados.rados.0.smithi001.stdout:2328: expect (ObjNum 650 snap 215 seq_num 650) 2024-09-13T14:26:17.800 INFO:tasks.rados.rados.0.smithi001.stdout:2329: delete oid 37 current snap is 238 2024-09-13T14:26:17.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 948 (ObjNum 725 snap 235 seq_num 725) dirty exists 2024-09-13T14:26:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2325: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:26:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2320: done (7 left) 2024-09-13T14:26:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2329: done (6 left) 2024-09-13T14:26:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2330: rmattr oid 36 current snap is 238 2024-09-13T14:26:17.807 INFO:tasks.rados.rados.0.smithi001.stdout:2330: done (6 left) 2024-09-13T14:26:17.807 INFO:tasks.rados.rados.0.smithi001.stdout:2331: delete oid 3 current snap is 238 2024-09-13T14:26:17.807 INFO:tasks.rados.rados.0.smithi001.stdout:2325: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:26:17.807 INFO:tasks.rados.rados.0.smithi001.stdout:2325: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:26:17.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1758 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:26:17.807 INFO:tasks.rados.rados.0.smithi001.stdout:2323: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:26:17.808 INFO:tasks.rados.rados.0.smithi001.stdout:2326: finishing rollback tid 1 to smithi00185197-26 2024-09-13T14:26:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1484 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T14:26:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1639 (ObjNum 648 snap 214 seq_num 648) dirty exists 2024-09-13T14:26:17.811 INFO:tasks.rados.rados.0.smithi001.stdout:2323: finishing copy_from to smithi00185197-45 2024-09-13T14:26:17.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1414 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:26:17.815 INFO:tasks.rados.rados.0.smithi001.stdout:2327: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:26:17.818 INFO:tasks.rados.rados.0.smithi001.stdout:2327: finishing copy_from to smithi00185197-22 2024-09-13T14:26:17.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1533 (ObjNum 679 snap 219 seq_num 679) dirty exists 2024-09-13T14:26:17.818 INFO:tasks.rados.rados.0.smithi001.stdout:2323: done (6 left) 2024-09-13T14:26:17.818 INFO:tasks.rados.rados.0.smithi001.stdout:2324: done (5 left) 2024-09-13T14:26:17.818 INFO:tasks.rados.rados.0.smithi001.stdout:2325: done (4 left) 2024-09-13T14:26:17.818 INFO:tasks.rados.rados.0.smithi001.stdout:2326: done (3 left) 2024-09-13T14:26:17.818 INFO:tasks.rados.rados.0.smithi001.stdout:2327: done (2 left) 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:2331: done (1 left) 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:2332: copy_from oid 10 from oid 21 current snap is 238 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:2333: read oid 14 snap 229 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:2333: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:2334: read oid 33 snap 221 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:2334: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 238 2024-09-13T14:26:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:2335: seq_num 735 ranges {4472832=311296} 2024-09-13T14:26:17.845 INFO:tasks.rados.rados.0.smithi001.stdout:2335: writing smithi00185197-28 from 4472832 to 4784128 tid 1 2024-09-13T14:26:17.845 INFO:tasks.rados.rados.0.smithi001.stdout:2336: read oid 12 snap -1 2024-09-13T14:26:17.845 INFO:tasks.rados.rados.0.smithi001.stdout:2336: expect (ObjNum 731 snap 238 seq_num 731) 2024-09-13T14:26:17.846 INFO:tasks.rados.rados.0.smithi001.stdout:2337: snap_create 2024-09-13T14:26:17.846 INFO:tasks.rados.rados.0.smithi001.stdout:2334: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:26:17.846 INFO:tasks.rados.rados.0.smithi001.stdout:2332: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:26:17.846 INFO:tasks.rados.rados.0.smithi001.stdout:2332: finishing copy_from to smithi00185197-10 2024-09-13T14:26:17.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1744 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-13T14:26:17.855 INFO:tasks.rados.rados.0.smithi001.stdout:2328: expect (ObjNum 650 snap 215 seq_num 650) 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[99232]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[99232]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[96683]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T14:26:18.105 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:17 smithi001 ceph-mon[96683]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:17 smithi028 ceph-mon[87621]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:17 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:17 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:17 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:17 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:18.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:17 smithi028 ceph-mon[87621]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T14:26:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:19 smithi001 ceph-mon[99232]: pgmap v484: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 132 KiB/s wr, 16 op/s 2024-09-13T14:26:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:19 smithi001 ceph-mon[99232]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T14:26:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:19 smithi001 ceph-mon[96683]: pgmap v484: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 132 KiB/s wr, 16 op/s 2024-09-13T14:26:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:19 smithi001 ceph-mon[96683]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T14:26:19.123 INFO:tasks.rados.rados.0.smithi001.stdout:2335: finishing write tid 1 to smithi00185197-28 2024-09-13T14:26:19.123 INFO:tasks.rados.rados.0.smithi001.stdout:2335: finishing write tid 2 to smithi00185197-28 2024-09-13T14:26:19.123 INFO:tasks.rados.rados.0.smithi001.stdout:2333: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:26:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:19 smithi028 ceph-mon[87621]: pgmap v484: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 132 KiB/s wr, 16 op/s 2024-09-13T14:26:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:19 smithi028 ceph-mon[87621]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T14:26:20.270 INFO:tasks.rados.rados.0.smithi001.stdout:2336: expect (ObjNum 731 snap 238 seq_num 731) 2024-09-13T14:26:21.279 INFO:tasks.rados.rados.0.smithi001.stdout:2335: finishing write tid 3 to smithi00185197-28 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2335: oid 28 updating version 0 to 1430 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2335: oid 28 updating version 1430 to 1431 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1431 (ObjNum 735 snap 238 seq_num 735) dirty exists 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2335: left oid 28 (ObjNum 735 snap 238 seq_num 735) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2328: done (6 left) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2332: done (5 left) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2333: done (4 left) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2334: done (3 left) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2335: done (2 left) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2336: done (1 left) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2337: done (0 left) 2024-09-13T14:26:21.280 INFO:tasks.rados.rados.0.smithi001.stdout:2338: snap_remove snap 235 2024-09-13T14:26:21.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:20 smithi001 ceph-mon[99232]: pgmap v487: 121 pgs: 121 active+clean; 538 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 238 KiB/s wr, 13 op/s 2024-09-13T14:26:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:20 smithi001 ceph-mon[96683]: pgmap v487: 121 pgs: 121 active+clean; 538 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 238 KiB/s wr, 13 op/s 2024-09-13T14:26:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:21.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:20 smithi028 ceph-mon[87621]: pgmap v487: 121 pgs: 121 active+clean; 538 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 238 KiB/s wr, 13 op/s 2024-09-13T14:26:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:21.966 INFO:tasks.rados.rados.0.smithi001.stdout:2338: done (0 left) 2024-09-13T14:26:21.966 INFO:tasks.rados.rados.0.smithi001.stdout:2339: snap_create 2024-09-13T14:26:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-13T14:26:22.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:21 smithi028 ceph-mon[87621]: Upgrade: It appears safe to stop mds.b 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[96683]: Upgrade: It appears safe to stop mds.b 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-13T14:26:22.355 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:21 smithi001 ceph-mon[99232]: Upgrade: It appears safe to stop mds.b 2024-09-13T14:26:22.700 INFO:tasks.rados.rados.0.smithi001.stdout:2339: done (0 left) 2024-09-13T14:26:22.700 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 240 2024-09-13T14:26:22.700 INFO:tasks.rados.rados.0.smithi001.stdout:2340: seq_num 736 ranges {15646720=335872} 2024-09-13T14:26:22.788 INFO:tasks.rados.rados.0.smithi001.stdout:2340: writing smithi00185197-14 from 15646720 to 15982592 tid 1 2024-09-13T14:26:22.788 INFO:tasks.rados.rados.0.smithi001.stdout:2341: read oid 25 snap -1 2024-09-13T14:26:22.788 INFO:tasks.rados.rados.0.smithi001.stdout:2341: expect (ObjNum 648 snap 214 seq_num 648) 2024-09-13T14:26:22.788 INFO:tasks.rados.rados.0.smithi001.stdout:2342: read oid 44 snap -1 2024-09-13T14:26:22.789 INFO:tasks.rados.rados.0.smithi001.stdout:2342: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:26:22.789 INFO:tasks.rados.rados.0.smithi001.stdout:2343: copy_from oid 16 from oid 27 current snap is 240 2024-09-13T14:26:22.789 INFO:tasks.rados.rados.0.smithi001.stdout:2344: setattr oid 32 current snap is 240 2024-09-13T14:26:22.789 INFO:tasks.rados.rados.0.smithi001.stdout:2342: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:26:22.793 INFO:tasks.rados.rados.0.smithi001.stdout:2342: done (4 left) 2024-09-13T14:26:22.793 INFO:tasks.rados.rados.0.smithi001.stdout:2345: rollback oid 6 current snap is 240 2024-09-13T14:26:22.793 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 234 2024-09-13T14:26:22.793 INFO:tasks.rados.rados.0.smithi001.stdout:2346: read oid 26 snap -1 2024-09-13T14:26:22.793 INFO:tasks.rados.rados.0.smithi001.stdout:2346: expect deleted 2024-09-13T14:26:22.793 INFO:tasks.rados.rados.0.smithi001.stdout:2347: rmattr oid 21 current snap is 240 2024-09-13T14:26:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:2347: done (6 left) 2024-09-13T14:26:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:2348: read oid 37 snap -1 2024-09-13T14:26:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:2348: expect deleted 2024-09-13T14:26:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 240 2024-09-13T14:26:22.794 INFO:tasks.rados.rados.0.smithi001.stdout:2349: seq_num 737 ranges {0=352256} 2024-09-13T14:26:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:2349: writing smithi00185197-46 from 0 to 352256 tid 1 2024-09-13T14:26:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:2350: read oid 49 snap 169 2024-09-13T14:26:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:2350: expect (ObjNum 516 snap 169 seq_num 516) 2024-09-13T14:26:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 240 2024-09-13T14:26:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:2351: seq_num 738 ranges {32768=368640} 2024-09-13T14:26:22.798 INFO:tasks.rados.rados.0.smithi001.stdout:2351: writing smithi00185197-2 from 32768 to 401408 tid 1 2024-09-13T14:26:22.798 INFO:tasks.rados.rados.0.smithi001.stdout:2352: delete oid 39 current snap is 240 2024-09-13T14:26:22.799 INFO:tasks.rados.rados.0.smithi001.stdout:2340: finishing write tid 1 to smithi00185197-14 2024-09-13T14:26:22.799 INFO:tasks.rados.rados.0.smithi001.stdout:2340: finishing write tid 2 to smithi00185197-14 2024-09-13T14:26:22.799 INFO:tasks.rados.rados.0.smithi001.stdout:2340: finishing write tid 3 to smithi00185197-14 2024-09-13T14:26:22.799 INFO:tasks.rados.rados.0.smithi001.stdout:2340: oid 14 updating version 0 to 1259 2024-09-13T14:26:22.799 INFO:tasks.rados.rados.0.smithi001.stdout:2340: oid 14 updating version 1259 to 1260 2024-09-13T14:26:22.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1260 (ObjNum 736 snap 240 seq_num 736) dirty exists 2024-09-13T14:26:22.799 INFO:tasks.rados.rados.0.smithi001.stdout:2340: left oid 14 (ObjNum 736 snap 240 seq_num 736) 2024-09-13T14:26:22.800 INFO:tasks.rados.rados.0.smithi001.stdout:2343: finishing copy_from racing read to smithi00185197-16 2024-09-13T14:26:22.801 INFO:tasks.rados.rados.0.smithi001.stdout:2341: expect (ObjNum 648 snap 214 seq_num 648) 2024-09-13T14:26:22.921 INFO:tasks.rados.rados.0.smithi001.stdout:2345: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:26:22.921 INFO:tasks.rados.rados.0.smithi001.stdout:2345: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:26:22.921 INFO:tasks.rados.rados.0.smithi001.stdout:2343: finishing copy_from to smithi00185197-16 2024-09-13T14:26:22.921 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 880 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1767 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2345: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 1881 (ObjNum 650 snap 215 seq_num 650) dirty exists 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2349: finishing write tid 1 to smithi00185197-46 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2349: finishing write tid 2 to smithi00185197-46 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2349: finishing write tid 3 to smithi00185197-46 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2349: oid 46 updating version 0 to 1883 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2349: oid 46 updating version 1883 to 1884 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1884 (ObjNum 737 snap 240 seq_num 737) dirty exists 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2349: left oid 46 (ObjNum 737 snap 240 seq_num 737) 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2351: finishing write tid 1 to smithi00185197-2 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2351: finishing write tid 2 to smithi00185197-2 2024-09-13T14:26:22.922 INFO:tasks.rados.rados.0.smithi001.stdout:2350: expect (ObjNum 516 snap 169 seq_num 516) 2024-09-13T14:26:23.040 INFO:tasks.rados.rados.0.smithi001.stdout:2351: finishing write tid 3 to smithi00185197-2 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2351: oid 2 updating version 0 to 1886 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2351: oid 2 updating version 1886 to 1887 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1887 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2351: left oid 2 (ObjNum 738 snap 240 seq_num 738) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2340: done (10 left) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2341: done (9 left) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2343: done (8 left) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2344: done (7 left) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2345: done (6 left) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2346: done (5 left) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2348: done (4 left) 2024-09-13T14:26:23.041 INFO:tasks.rados.rados.0.smithi001.stdout:2349: done (3 left) 2024-09-13T14:26:23.042 INFO:tasks.rados.rados.0.smithi001.stdout:2350: done (2 left) 2024-09-13T14:26:23.042 INFO:tasks.rados.rados.0.smithi001.stdout:2351: done (1 left) 2024-09-13T14:26:23.042 INFO:tasks.rados.rados.0.smithi001.stdout:2352: done (0 left) 2024-09-13T14:26:23.042 INFO:tasks.rados.rados.0.smithi001.stdout:2353: snap_create 2024-09-13T14:26:23.217 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:22 smithi028 ceph-mon[87621]: pgmap v488: 121 pgs: 121 active+clean; 539 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 254 KiB/s wr, 14 op/s 2024-09-13T14:26:23.217 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:22 smithi028 ceph-mon[87621]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T14:26:23.217 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:22 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:23.217 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:22 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:26:23.217 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:22 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:23.217 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:22 smithi028 ceph-mon[87621]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T14:26:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[96683]: pgmap v488: 121 pgs: 121 active+clean; 539 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 254 KiB/s wr, 14 op/s 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[96683]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[96683]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[99232]: pgmap v488: 121 pgs: 121 active+clean; 539 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 254 KiB/s wr, 14 op/s 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[99232]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:22 smithi001 ceph-mon[99232]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T14:26:23.973 INFO:tasks.rados.rados.0.smithi001.stdout:2353: done (0 left) 2024-09-13T14:26:23.974 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 241 2024-09-13T14:26:23.974 INFO:tasks.rados.rados.0.smithi001.stdout:2354: seq_num 740 ranges {8347648=401408} 2024-09-13T14:26:24.021 INFO:tasks.rados.rados.0.smithi001.stdout:2354: writing smithi00185197-13 from 8347648 to 8749056 tid 1 2024-09-13T14:26:24.021 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 241 2024-09-13T14:26:24.022 INFO:tasks.rados.rados.0.smithi001.stdout:2355: seq_num 741 ranges {0=417792} 2024-09-13T14:26:24.024 INFO:tasks.rados.rados.0.smithi001.stdout:2355: writing smithi00185197-17 from 0 to 417792 tid 1 2024-09-13T14:26:24.024 INFO:tasks.rados.rados.0.smithi001.stdout:2356: read oid 30 snap -1 2024-09-13T14:26:24.024 INFO:tasks.rados.rados.0.smithi001.stdout:2356: expect (ObjNum 679 snap 219 seq_num 679) 2024-09-13T14:26:24.024 INFO:tasks.rados.rados.0.smithi001.stdout:2357: snap_remove snap 178 2024-09-13T14:26:24.253 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:23 smithi028 ceph-mon[87621]: Upgrade: Updating mds.b 2024-09-13T14:26:24.253 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:23 smithi028 ceph-mon[87621]: Deploying daemon mds.b on smithi028 2024-09-13T14:26:24.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:23 smithi001 ceph-mon[96683]: Upgrade: Updating mds.b 2024-09-13T14:26:24.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:23 smithi001 ceph-mon[96683]: Deploying daemon mds.b on smithi028 2024-09-13T14:26:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:23 smithi001 ceph-mon[99232]: Upgrade: Updating mds.b 2024-09-13T14:26:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:23 smithi001 ceph-mon[99232]: Deploying daemon mds.b on smithi028 2024-09-13T14:26:24.605 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:24 smithi028 systemd[1]: Stopping Ceph mds.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2357: done (3 left) 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2358: delete oid 47 current snap is 241 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2354: finishing write tid 1 to smithi00185197-13 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2354: finishing write tid 2 to smithi00185197-13 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2354: finishing write tid 3 to smithi00185197-13 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2354: oid 13 updating version 0 to 1270 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2354: oid 13 updating version 1270 to 1271 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1271 (ObjNum 740 snap 241 seq_num 740) dirty exists 2024-09-13T14:26:24.730 INFO:tasks.rados.rados.0.smithi001.stdout:2354: left oid 13 (ObjNum 740 snap 241 seq_num 740) 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:2355: finishing write tid 1 to smithi00185197-17 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:2355: finishing write tid 2 to smithi00185197-17 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:2355: finishing write tid 3 to smithi00185197-17 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:2355: oid 17 updating version 0 to 1264 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:2355: oid 17 updating version 1264 to 1265 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1265 (ObjNum 741 snap 241 seq_num 741) dirty exists 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:2355: left oid 17 (ObjNum 741 snap 241 seq_num 741) 2024-09-13T14:26:24.731 INFO:tasks.rados.rados.0.smithi001.stdout:2356: expect (ObjNum 679 snap 219 seq_num 679) 2024-09-13T14:26:24.791 INFO:tasks.rados.rados.0.smithi001.stdout:2354: done (3 left) 2024-09-13T14:26:24.791 INFO:tasks.rados.rados.0.smithi001.stdout:2355: done (2 left) 2024-09-13T14:26:24.791 INFO:tasks.rados.rados.0.smithi001.stdout:2356: done (1 left) 2024-09-13T14:26:24.791 INFO:tasks.rados.rados.0.smithi001.stdout:2358: done (0 left) 2024-09-13T14:26:24.791 INFO:tasks.rados.rados.0.smithi001.stdout:2359: snap_create 2024-09-13T14:26:24.970 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b[59255]: 2024-09-13T14:26:24.716+0000 7fec843eb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:26:24.970 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b[59255]: 2024-09-13T14:26:24.716+0000 7fec843eb640 -1 mds.b *** got signal Terminated *** 2024-09-13T14:26:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: pgmap v491: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 556 KiB/s wr, 18 op/s 2024-09-13T14:26:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[99232]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[96660]: 2024-09-13T14:26:24.719+0000 7fecee819640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: pgmap v491: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 556 KiB/s wr, 18 op/s 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T14:26:25.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T14:26:25.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:26:25.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T14:26:25.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T14:26:25.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T14:26:25.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T14:26:25.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:24 smithi001 ceph-mon[96683]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: pgmap v491: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 556 KiB/s wr, 18 op/s 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T14:26:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T14:26:25.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:24 smithi028 ceph-mon[87621]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T14:26:25.737 INFO:tasks.rados.rados.0.smithi001.stdout:2359: done (0 left) 2024-09-13T14:26:25.737 INFO:tasks.rados.rados.0.smithi001.stdout:2360: delete oid 28 current snap is 242 2024-09-13T14:26:25.741 INFO:tasks.rados.rados.0.smithi001.stdout:2360: done (0 left) 2024-09-13T14:26:25.741 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 242 2024-09-13T14:26:25.741 INFO:tasks.rados.rados.0.smithi001.stdout:2361: seq_num 744 ranges {0=466944} 2024-09-13T14:26:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:2361: writing smithi00185197-39 from 0 to 466944 tid 1 2024-09-13T14:26:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 242 2024-09-13T14:26:25.744 INFO:tasks.rados.rados.0.smithi001.stdout:2362: seq_num 745 ranges {8749056=483328} 2024-09-13T14:26:25.797 INFO:tasks.rados.rados.0.smithi001.stdout:2362: writing smithi00185197-13 from 8749056 to 9232384 tid 1 2024-09-13T14:26:25.797 INFO:tasks.rados.rados.0.smithi001.stdout:2363: snap_remove snap 220 2024-09-13T14:26:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:25 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-13T14:26:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:25 smithi028 ceph-mon[87621]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T14:26:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:25 smithi028 ceph-mon[87621]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:reconnect 2024-09-13T14:26:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:25 smithi028 ceph-mon[87621]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T14:26:26.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-13T14:26:26.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[96683]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T14:26:26.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[96683]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:reconnect 2024-09-13T14:26:26.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[96683]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T14:26:26.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-13T14:26:26.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[99232]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T14:26:26.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[99232]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:reconnect 2024-09-13T14:26:26.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:25 smithi001 ceph-mon[99232]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T14:26:26.749 INFO:tasks.rados.rados.0.smithi001.stdout:2363: done (2 left) 2024-09-13T14:26:26.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 242 2024-09-13T14:26:26.749 INFO:tasks.rados.rados.0.smithi001.stdout:2361: finishing write tid 1 to smithi00185197-39 2024-09-13T14:26:26.749 INFO:tasks.rados.rados.0.smithi001.stdout:2361: finishing write tid 2 to smithi00185197-39 2024-09-13T14:26:26.749 INFO:tasks.rados.rados.0.smithi001.stdout:2361: finishing write tid 3 to smithi00185197-39 2024-09-13T14:26:26.749 INFO:tasks.rados.rados.0.smithi001.stdout:2361: oid 39 updating version 0 to 1654 2024-09-13T14:26:26.749 INFO:tasks.rados.rados.0.smithi001.stdout:2361: oid 39 updating version 1654 to 1655 2024-09-13T14:26:26.750 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1655 (ObjNum 744 snap 242 seq_num 744) dirty exists 2024-09-13T14:26:26.750 INFO:tasks.rados.rados.0.smithi001.stdout:2361: left oid 39 (ObjNum 744 snap 242 seq_num 744) 2024-09-13T14:26:26.750 INFO:tasks.rados.rados.0.smithi001.stdout:2362: finishing write tid 1 to smithi00185197-13 2024-09-13T14:26:26.750 INFO:tasks.rados.rados.0.smithi001.stdout:2362: finishing write tid 2 to smithi00185197-13 2024-09-13T14:26:26.750 INFO:tasks.rados.rados.0.smithi001.stdout:2364: seq_num 746 ranges {0=499712} 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2364: writing smithi00185197-28 from 0 to 499712 tid 1 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2361: done (2 left) 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2365: read oid 42 snap 236 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2365: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2366: delete oid 17 current snap is 242 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2362: finishing write tid 3 to smithi00185197-13 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2362: oid 13 updating version 0 to 1273 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2362: oid 13 version 1273 is already newer than 1272 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1273 (ObjNum 745 snap 242 seq_num 745) dirty exists 2024-09-13T14:26:26.753 INFO:tasks.rados.rados.0.smithi001.stdout:2362: left oid 13 (ObjNum 745 snap 242 seq_num 745) 2024-09-13T14:26:26.762 INFO:tasks.rados.rados.0.smithi001.stdout:2362: done (3 left) 2024-09-13T14:26:26.762 INFO:tasks.rados.rados.0.smithi001.stdout:2366: done (2 left) 2024-09-13T14:26:26.762 INFO:tasks.rados.rados.0.smithi001.stdout:2367: delete oid 12 current snap is 242 2024-09-13T14:26:26.763 INFO:tasks.rados.rados.0.smithi001.stdout:2364: finishing write tid 1 to smithi00185197-28 2024-09-13T14:26:26.766 INFO:tasks.rados.rados.0.smithi001.stdout:2364: finishing write tid 2 to smithi00185197-28 2024-09-13T14:26:26.769 INFO:tasks.rados.rados.0.smithi001.stdout:2364: finishing write tid 3 to smithi00185197-28 2024-09-13T14:26:26.769 INFO:tasks.rados.rados.0.smithi001.stdout:2364: oid 28 updating version 0 to 1434 2024-09-13T14:26:26.769 INFO:tasks.rados.rados.0.smithi001.stdout:2364: oid 28 version 1434 is already newer than 1433 2024-09-13T14:26:26.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1434 (ObjNum 746 snap 242 seq_num 746) dirty exists 2024-09-13T14:26:26.770 INFO:tasks.rados.rados.0.smithi001.stdout:2364: left oid 28 (ObjNum 746 snap 242 seq_num 746) 2024-09-13T14:26:26.772 INFO:tasks.rados.rados.0.smithi001.stdout:2364: done (2 left) 2024-09-13T14:26:26.772 INFO:tasks.rados.rados.0.smithi001.stdout:2367: done (1 left) 2024-09-13T14:26:26.772 INFO:tasks.rados.rados.0.smithi001.stdout:2368: setattr oid 36 current snap is 242 2024-09-13T14:26:26.774 INFO:tasks.rados.rados.0.smithi001.stdout:2369: snap_remove snap 229 2024-09-13T14:26:27.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:26:26] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-09-13T14:26:27.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[99232]: pgmap v494: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 670 KiB/s wr, 17 op/s 2024-09-13T14:26:27.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[99232]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:rejoin 2024-09-13T14:26:27.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[99232]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T14:26:27.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[99232]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T14:26:27.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[99232]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T14:26:27.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[96683]: pgmap v494: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 670 KiB/s wr, 17 op/s 2024-09-13T14:26:27.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[96683]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:rejoin 2024-09-13T14:26:27.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[96683]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T14:26:27.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[96683]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T14:26:27.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:26 smithi001 ceph-mon[96683]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T14:26:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:26 smithi028 ceph-mon[87621]: pgmap v494: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 670 KiB/s wr, 17 op/s 2024-09-13T14:26:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:26 smithi028 ceph-mon[87621]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:rejoin 2024-09-13T14:26:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:26 smithi028 ceph-mon[87621]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T14:26:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:26 smithi028 ceph-mon[87621]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T14:26:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:26 smithi028 ceph-mon[87621]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T14:26:27.751 INFO:tasks.rados.rados.0.smithi001.stdout:2369: done (2 left) 2024-09-13T14:26:27.751 INFO:tasks.rados.rados.0.smithi001.stdout:2370: snap_create 2024-09-13T14:26:27.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1783 (ObjNum 722 snap 234 seq_num 722) dirty exists 2024-09-13T14:26:27.751 INFO:tasks.rados.rados.0.smithi001.stdout:2365: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:26:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[96683]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T14:26:28.253 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:26:28.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[96683]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:active 2024-09-13T14:26:28.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T14:26:28.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[96683]: osdmap e554: 8 total, 8 up, 8 in 2024-09-13T14:26:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[99232]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T14:26:28.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:26:28.255 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[99232]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:active 2024-09-13T14:26:28.255 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[99232]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T14:26:28.255 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:27 smithi001 ceph-mon[99232]: osdmap e554: 8 total, 8 up, 8 in 2024-09-13T14:26:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:27 smithi028 ceph-mon[87621]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T14:26:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:27 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:26:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:27 smithi028 ceph-mon[87621]: mds.? [v2:172.21.15.1:6834/1349237402,v1:172.21.15.1:6835/1349237402] up:active 2024-09-13T14:26:28.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:27 smithi028 ceph-mon[87621]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T14:26:28.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:27 smithi028 ceph-mon[87621]: osdmap e554: 8 total, 8 up, 8 in 2024-09-13T14:26:28.751 INFO:tasks.rados.rados.0.smithi001.stdout:2365: done (2 left) 2024-09-13T14:26:28.751 INFO:tasks.rados.rados.0.smithi001.stdout:2368: done (1 left) 2024-09-13T14:26:28.751 INFO:tasks.rados.rados.0.smithi001.stdout:2370: done (0 left) 2024-09-13T14:26:28.751 INFO:tasks.rados.rados.0.smithi001.stdout:2371: read oid 42 snap -1 2024-09-13T14:26:28.751 INFO:tasks.rados.rados.0.smithi001.stdout:2371: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:26:28.751 INFO:tasks.rados.rados.0.smithi001.stdout:2372: snap_remove snap 208 2024-09-13T14:26:29.269 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:28 smithi001 ceph-mon[96683]: pgmap v497: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 520 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 430 KiB/s wr, 14 op/s 2024-09-13T14:26:29.269 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:28 smithi001 ceph-mon[96683]: osdmap e555: 8 total, 8 up, 8 in 2024-09-13T14:26:29.269 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:28 smithi001 ceph-mon[99232]: pgmap v497: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 520 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 430 KiB/s wr, 14 op/s 2024-09-13T14:26:29.270 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:28 smithi001 ceph-mon[99232]: osdmap e555: 8 total, 8 up, 8 in 2024-09-13T14:26:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:28 smithi028 ceph-mon[87621]: pgmap v497: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 520 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 430 KiB/s wr, 14 op/s 2024-09-13T14:26:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:28 smithi028 ceph-mon[87621]: osdmap e555: 8 total, 8 up, 8 in 2024-09-13T14:26:29.753 INFO:tasks.rados.rados.0.smithi001.stdout:2372: done (1 left) 2024-09-13T14:26:29.753 INFO:tasks.rados.rados.0.smithi001.stdout:2373: copy_from oid 21 from oid 12 current snap is 243 2024-09-13T14:26:29.753 INFO:tasks.rados.rados.0.smithi001.stdout:2371: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:26:30.102 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:26:29 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: 2024-09-13T14:26:29.833+0000 7f4cb87ca640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T14:26:30.436 INFO:tasks.rados.rados.0.smithi001.stdout:2373: finishing copy_from to smithi00185197-21 2024-09-13T14:26:30.436 INFO:tasks.rados.rados.0.smithi001.stdout:2373: got expected ENOENT (src dne) 2024-09-13T14:26:30.436 INFO:tasks.rados.rados.0.smithi001.stdout:2373: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:26:30.436 INFO:tasks.rados.rados.0.smithi001.stdout:2371: done (1 left) 2024-09-13T14:26:30.436 INFO:tasks.rados.rados.0.smithi001.stdout:2373: done (0 left) 2024-09-13T14:26:30.436 INFO:tasks.rados.rados.0.smithi001.stdout:2374: copy_from oid 11 from oid 38 current snap is 243 2024-09-13T14:26:30.436 INFO:tasks.rados.rados.0.smithi001.stdout:2375: delete oid 36 current snap is 243 2024-09-13T14:26:30.440 INFO:tasks.rados.rados.0.smithi001.stdout:2375: done (1 left) 2024-09-13T14:26:30.440 INFO:tasks.rados.rados.0.smithi001.stdout:2376: read oid 9 snap -1 2024-09-13T14:26:30.440 INFO:tasks.rados.rados.0.smithi001.stdout:2376: expect deleted 2024-09-13T14:26:30.440 INFO:tasks.rados.rados.0.smithi001.stdout:2377: snap_remove snap 232 2024-09-13T14:26:30.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:30 smithi001 ceph-mon[96683]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 636 KiB/s wr, 23 op/s 2024-09-13T14:26:30.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:30 smithi001 ceph-mon[96683]: osdmap e556: 8 total, 8 up, 8 in 2024-09-13T14:26:30.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:30 smithi001 ceph-mon[99232]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 636 KiB/s wr, 23 op/s 2024-09-13T14:26:30.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:30 smithi001 ceph-mon[99232]: osdmap e556: 8 total, 8 up, 8 in 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:2374: finishing copy_from racing read to smithi00185197-11 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:2374: finishing copy_from to smithi00185197-11 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1589 (ObjNum 682 snap 220 seq_num 682) dirty exists 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:2374: done (2 left) 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:2376: done (1 left) 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:2377: done (0 left) 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:2378: copy_from oid 14 from oid 26 current snap is 243 2024-09-13T14:26:30.989 INFO:tasks.rados.rados.0.smithi001.stdout:2379: delete oid 21 current snap is 243 2024-09-13T14:26:30.996 INFO:tasks.rados.rados.0.smithi001.stdout:2378: finishing copy_from to smithi00185197-14 2024-09-13T14:26:30.996 INFO:tasks.rados.rados.0.smithi001.stdout:2378: got expected ENOENT (src dne) 2024-09-13T14:26:30.996 INFO:tasks.rados.rados.0.smithi001.stdout:2378: finishing copy_from racing read to smithi00185197-14 2024-09-13T14:26:30.999 INFO:tasks.rados.rados.0.smithi001.stdout:2378: done (1 left) 2024-09-13T14:26:30.999 INFO:tasks.rados.rados.0.smithi001.stdout:2379: done (0 left) 2024-09-13T14:26:30.999 INFO:tasks.rados.rados.0.smithi001.stdout:2380: read oid 42 snap -1 2024-09-13T14:26:30.999 INFO:tasks.rados.rados.0.smithi001.stdout:2380: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:26:30.999 INFO:tasks.rados.rados.0.smithi001.stdout:2381: snap_remove snap 237 2024-09-13T14:26:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:30 smithi028 ceph-mon[87621]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 636 KiB/s wr, 23 op/s 2024-09-13T14:26:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:30 smithi028 ceph-mon[87621]: osdmap e556: 8 total, 8 up, 8 in 2024-09-13T14:26:31.996 INFO:tasks.rados.rados.0.smithi001.stdout:2381: done (1 left) 2024-09-13T14:26:31.996 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 243 2024-09-13T14:26:31.996 INFO:tasks.rados.rados.0.smithi001.stdout:2382: seq_num 751 ranges {0=581632} 2024-09-13T14:26:32.000 INFO:tasks.rados.rados.0.smithi001.stdout:2382: writing smithi00185197-12 from 0 to 581632 tid 1 2024-09-13T14:26:32.001 INFO:tasks.rados.rados.0.smithi001.stdout:2383: rmattr oid 9 current snap is 243 2024-09-13T14:26:32.001 INFO:tasks.rados.rados.0.smithi001.stdout:2383: done (2 left) 2024-09-13T14:26:32.001 INFO:tasks.rados.rados.0.smithi001.stdout:2384: read oid 32 snap 238 2024-09-13T14:26:32.001 INFO:tasks.rados.rados.0.smithi001.stdout:2384: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:26:32.001 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 243 2024-09-13T14:26:32.001 INFO:tasks.rados.rados.0.smithi001.stdout:2385: seq_num 752 ranges {10534912=598016} 2024-09-13T14:26:32.063 INFO:tasks.rados.rados.0.smithi001.stdout:2385: writing smithi00185197-41 from 10534912 to 11132928 tid 1 2024-09-13T14:26:32.063 INFO:tasks.rados.rados.0.smithi001.stdout:2386: snap_create 2024-09-13T14:26:32.064 INFO:tasks.rados.rados.0.smithi001.stdout:2380: expect (ObjNum 419 snap 136 seq_num 419) 2024-09-13T14:26:32.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:31 smithi001 ceph-mon[96683]: osdmap e557: 8 total, 8 up, 8 in 2024-09-13T14:26:32.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:31 smithi001 ceph-mon[99232]: osdmap e557: 8 total, 8 up, 8 in 2024-09-13T14:26:32.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:31 smithi028 ceph-mon[87621]: osdmap e557: 8 total, 8 up, 8 in 2024-09-13T14:26:32.737 INFO:tasks.rados.rados.0.smithi001.stdout:2382: finishing write tid 1 to smithi00185197-12 2024-09-13T14:26:32.737 INFO:tasks.rados.rados.0.smithi001.stdout:2382: finishing write tid 2 to smithi00185197-12 2024-09-13T14:26:32.738 INFO:tasks.rados.rados.0.smithi001.stdout:2382: finishing write tid 3 to smithi00185197-12 2024-09-13T14:26:32.738 INFO:tasks.rados.rados.0.smithi001.stdout:2382: oid 12 updating version 0 to 1436 2024-09-13T14:26:32.738 INFO:tasks.rados.rados.0.smithi001.stdout:2382: oid 12 updating version 1436 to 1437 2024-09-13T14:26:32.738 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1437 (ObjNum 751 snap 243 seq_num 751) dirty exists 2024-09-13T14:26:32.738 INFO:tasks.rados.rados.0.smithi001.stdout:2382: left oid 12 (ObjNum 751 snap 243 seq_num 751) 2024-09-13T14:26:32.738 INFO:tasks.rados.rados.0.smithi001.stdout:2384: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:26:33.146 INFO:tasks.rados.rados.0.smithi001.stdout:2385: finishing write tid 1 to smithi00185197-41 2024-09-13T14:26:33.146 INFO:tasks.rados.rados.0.smithi001.stdout:2385: finishing write tid 2 to smithi00185197-41 2024-09-13T14:26:33.146 INFO:tasks.rados.rados.0.smithi001.stdout:2385: finishing write tid 3 to smithi00185197-41 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2385: oid 41 updating version 0 to 1267 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2385: oid 41 updating version 1267 to 1268 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1268 (ObjNum 752 snap 243 seq_num 752) dirty exists 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2385: left oid 41 (ObjNum 752 snap 243 seq_num 752) 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2380: done (4 left) 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2382: done (3 left) 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2384: done (2 left) 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2385: done (1 left) 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2386: done (0 left) 2024-09-13T14:26:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:2387: delete oid 46 current snap is 244 2024-09-13T14:26:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:2387: done (0 left) 2024-09-13T14:26:33.152 INFO:tasks.rados.rados.0.smithi001.stdout:2388: delete oid 40 current snap is 244 2024-09-13T14:26:33.154 INFO:tasks.rados.rados.0.smithi001.stdout:2388: done (0 left) 2024-09-13T14:26:33.154 INFO:tasks.rados.rados.0.smithi001.stdout:2389: snap_create 2024-09-13T14:26:33.328 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:32 smithi028 ceph-mon[87621]: pgmap v503: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 440 KiB/s wr, 28 op/s 2024-09-13T14:26:33.329 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:32 smithi028 ceph-mon[87621]: osdmap e558: 8 total, 8 up, 8 in 2024-09-13T14:26:33.329 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:32 smithi028 ceph-mon[87621]: osdmap e559: 8 total, 8 up, 8 in 2024-09-13T14:26:33.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:32 smithi001 ceph-mon[96683]: pgmap v503: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 440 KiB/s wr, 28 op/s 2024-09-13T14:26:33.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:32 smithi001 ceph-mon[96683]: osdmap e558: 8 total, 8 up, 8 in 2024-09-13T14:26:33.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:32 smithi001 ceph-mon[96683]: osdmap e559: 8 total, 8 up, 8 in 2024-09-13T14:26:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:32 smithi001 ceph-mon[99232]: pgmap v503: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 440 KiB/s wr, 28 op/s 2024-09-13T14:26:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:32 smithi001 ceph-mon[99232]: osdmap e558: 8 total, 8 up, 8 in 2024-09-13T14:26:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:32 smithi001 ceph-mon[99232]: osdmap e559: 8 total, 8 up, 8 in 2024-09-13T14:26:33.605 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:33 smithi028 podman[112049]: 2024-09-13 14:26:33.32835704 +0000 UTC m=+8.720843147 container died 87b3547d97dd732d0fb5d609f352a5e0ce9e62fadf36ffa7fee5d4a90612ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-2c01458, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:26:34.002 INFO:tasks.rados.rados.0.smithi001.stdout:2389: done (0 left) 2024-09-13T14:26:34.002 INFO:tasks.rados.rados.0.smithi001.stdout:2390: read oid 50 snap -1 2024-09-13T14:26:34.002 INFO:tasks.rados.rados.0.smithi001.stdout:2390: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2391: read oid 18 snap -1 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2391: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2392: read oid 45 snap -1 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2392: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2393: read oid 46 snap -1 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2393: expect deleted 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 245 2024-09-13T14:26:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2394: seq_num 755 ranges {1785856=647168} 2024-09-13T14:26:34.016 INFO:tasks.rados.rados.0.smithi001.stdout:2394: writing smithi00185197-30 from 1785856 to 2433024 tid 1 2024-09-13T14:26:34.016 INFO:tasks.rados.rados.0.smithi001.stdout:2395: snap_remove snap 228 2024-09-13T14:26:34.084 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:33 smithi028 podman[112049]: 2024-09-13 14:26:33.832805957 +0000 UTC m=+9.225292106 container cleanup 87b3547d97dd732d0fb5d609f352a5e0ce9e62fadf36ffa7fee5d4a90612ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-2c01458, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-13T14:26:34.085 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:33 smithi028 bash[112049]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b 2024-09-13T14:26:34.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 podman[112066]: 2024-09-13 14:26:34.084122785 +0000 UTC m=+0.752372856 container remove 87b3547d97dd732d0fb5d609f352a5e0ce9e62fadf36ffa7fee5d4a90612ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:c37c250ffe653639d7a4124ac8acdc3c8f6a53cb4ef1f26b1d2df36648631a11, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-2c01458, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-13T14:26:34.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-13T14:26:34.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 systemd[1]: Stopped Ceph mds.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:34.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.797s CPU time. 2024-09-13T14:26:34.763 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 systemd[1]: Starting Ceph mds.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:34.763 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 podman[112204]: 2024-09-13 14:26:34.55872989 +0000 UTC m=+0.016787033 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:26:34.763 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 podman[112204]: 2024-09-13 14:26:34.66858505 +0000 UTC m=+0.126642224 container create fa82f4f004af5b67bdae8616d3e600dbda6704073bfb8668bd78252b55af6cab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-13T14:26:35.008 INFO:tasks.rados.rados.0.smithi001.stdout:2395: done (5 left) 2024-09-13T14:26:35.008 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 245 2024-09-13T14:26:35.008 INFO:tasks.rados.rados.0.smithi001.stdout:2396: seq_num 756 ranges {24576=671744} 2024-09-13T14:26:35.013 INFO:tasks.rados.rados.0.smithi001.stdout:2396: writing smithi00185197-34 from 24576 to 696320 tid 1 2024-09-13T14:26:35.013 INFO:tasks.rados.rados.0.smithi001.stdout:2397: rollback oid 23 current snap is 245 2024-09-13T14:26:35.013 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 230 2024-09-13T14:26:35.014 INFO:tasks.rados.rados.0.smithi001.stdout:2398: read oid 5 snap 243 2024-09-13T14:26:35.014 INFO:tasks.rados.rados.0.smithi001.stdout:2398: expect deleted 2024-09-13T14:26:35.014 INFO:tasks.rados.rados.0.smithi001.stdout:2399: read oid 4 snap 221 2024-09-13T14:26:35.014 INFO:tasks.rados.rados.0.smithi001.stdout:2399: expect (ObjNum 594 snap 199 seq_num 594) 2024-09-13T14:26:35.014 INFO:tasks.rados.rados.0.smithi001.stdout:2400: copy_from oid 38 from oid 27 current snap is 245 2024-09-13T14:26:35.015 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 245 2024-09-13T14:26:35.015 INFO:tasks.rados.rados.0.smithi001.stdout:2401: seq_num 757 ranges {0=688128} 2024-09-13T14:26:35.018 INFO:tasks.rados.rados.0.smithi001.stdout:2401: writing smithi00185197-19 from 0 to 688128 tid 1 2024-09-13T14:26:35.018 INFO:tasks.rados.rados.0.smithi001.stdout:2402: snap_remove snap 244 2024-09-13T14:26:35.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:34 smithi001 ceph-mon[96683]: pgmap v506: 121 pgs: 121 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 146 KiB/s wr, 11 op/s 2024-09-13T14:26:35.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:34 smithi001 ceph-mon[96683]: osdmap e560: 8 total, 8 up, 8 in 2024-09-13T14:26:35.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:34 smithi001 ceph-mon[99232]: pgmap v506: 121 pgs: 121 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 146 KiB/s wr, 11 op/s 2024-09-13T14:26:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:34 smithi001 ceph-mon[99232]: osdmap e560: 8 total, 8 up, 8 in 2024-09-13T14:26:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:34 smithi028 ceph-mon[87621]: pgmap v506: 121 pgs: 121 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 146 KiB/s wr, 11 op/s 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:34 smithi028 ceph-mon[87621]: osdmap e560: 8 total, 8 up, 8 in 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 podman[112204]: 2024-09-13 14:26:34.871359244 +0000 UTC m=+0.329416372 container init fa82f4f004af5b67bdae8616d3e600dbda6704073bfb8668bd78252b55af6cab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 podman[112204]: 2024-09-13 14:26:34.876541856 +0000 UTC m=+0.334598979 container start fa82f4f004af5b67bdae8616d3e600dbda6704073bfb8668bd78252b55af6cab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b[112220]: starting mds.b at 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 bash[112204]: fa82f4f004af5b67bdae8616d3e600dbda6704073bfb8668bd78252b55af6cab 2024-09-13T14:26:35.355 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:26:34 smithi028 systemd[1]: Started Ceph mds.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:36.013 INFO:tasks.rados.rados.0.smithi001.stdout:2402: done (11 left) 2024-09-13T14:26:36.013 INFO:tasks.rados.rados.0.smithi001.stdout:2403: rmattr oid 7 current snap is 245 2024-09-13T14:26:36.013 INFO:tasks.rados.rados.0.smithi001.stdout:2391: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:26:36.017 INFO:tasks.rados.rados.0.smithi001.stdout:2392: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:26:36.018 INFO:tasks.rados.rados.0.smithi001.stdout:2394: finishing write tid 1 to smithi00185197-30 2024-09-13T14:26:36.018 INFO:tasks.rados.rados.0.smithi001.stdout:2390: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:26:36.267 INFO:tasks.rados.rados.0.smithi001.stdout:2394: finishing write tid 2 to smithi00185197-30 2024-09-13T14:26:36.267 INFO:tasks.rados.rados.0.smithi001.stdout:2394: finishing write tid 3 to smithi00185197-30 2024-09-13T14:26:36.267 INFO:tasks.rados.rados.0.smithi001.stdout:2394: oid 30 updating version 0 to 1679 2024-09-13T14:26:36.267 INFO:tasks.rados.rados.0.smithi001.stdout:2394: oid 30 updating version 1679 to 1680 2024-09-13T14:26:36.267 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1680 (ObjNum 755 snap 245 seq_num 755) dirty exists 2024-09-13T14:26:36.267 INFO:tasks.rados.rados.0.smithi001.stdout:2394: left oid 30 (ObjNum 755 snap 245 seq_num 755) 2024-09-13T14:26:36.267 INFO:tasks.rados.rados.0.smithi001.stdout:2396: finishing write tid 1 to smithi00185197-34 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2390: done (11 left) 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2391: done (10 left) 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2392: done (9 left) 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2393: done (8 left) 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2394: done (7 left) 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2398: done (6 left) 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2404: delete oid 49 current snap is 245 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2396: finishing write tid 2 to smithi00185197-34 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2396: finishing write tid 3 to smithi00185197-34 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2396: oid 34 updating version 0 to 1653 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2396: oid 34 updating version 1653 to 1654 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1654 (ObjNum 756 snap 245 seq_num 756) dirty exists 2024-09-13T14:26:36.268 INFO:tasks.rados.rados.0.smithi001.stdout:2396: left oid 34 (ObjNum 756 snap 245 seq_num 756) 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:2400: finishing copy_from racing read to smithi00185197-38 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:2400: finishing copy_from to smithi00185197-38 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 880 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:2397: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:2397: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:2397: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1009 (ObjNum 686 snap 220 seq_num 686) dirty exists 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:2401: finishing write tid 1 to smithi00185197-19 2024-09-13T14:26:36.269 INFO:tasks.rados.rados.0.smithi001.stdout:2399: expect (ObjNum 594 snap 199 seq_num 594) 2024-09-13T14:26:36.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[96683]: mds.? [v2:172.21.15.28:6832/1219793498,v1:172.21.15.28:6833/1219793498] up:boot 2024-09-13T14:26:36.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[96683]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T14:26:36.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[96683]: osdmap e561: 8 total, 8 up, 8 in 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[99232]: mds.? [v2:172.21.15.28:6832/1219793498,v1:172.21.15.28:6833/1219793498] up:boot 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[99232]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[99232]: osdmap e561: 8 total, 8 up, 8 in 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:36 smithi028 ceph-mon[87621]: mds.? [v2:172.21.15.28:6832/1219793498,v1:172.21.15.28:6833/1219793498] up:boot 2024-09-13T14:26:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:36 smithi028 ceph-mon[87621]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T14:26:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:36 smithi028 ceph-mon[87621]: osdmap e561: 8 total, 8 up, 8 in 2024-09-13T14:26:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-13T14:26:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:36 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:36.401 INFO:tasks.rados.rados.0.smithi001.stdout:2401: finishing write tid 2 to smithi00185197-19 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2401: finishing write tid 3 to smithi00185197-19 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2401: oid 19 updating version 0 to 1438 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2401: oid 19 updating version 1438 to 1439 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1439 (ObjNum 757 snap 245 seq_num 757) dirty exists 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2401: left oid 19 (ObjNum 757 snap 245 seq_num 757) 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2396: done (6 left) 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2397: done (5 left) 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2399: done (4 left) 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2400: done (3 left) 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2401: done (2 left) 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2404: done (1 left) 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:2405: rollback oid 44 current snap is 245 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 234 2024-09-13T14:26:36.402 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 1415 (ObjNum 725 snap 235 seq_num 725) dirty exists 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2403: done (1 left) 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2406: rollback oid 38 current snap is 245 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 169 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2407: read oid 2 snap 230 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2407: expect deleted 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2408: read oid 37 snap 241 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2408: expect deleted 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2409: rollback oid 39 current snap is 245 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 231 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2410: rollback oid 50 current snap is 245 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 227 2024-09-13T14:26:36.403 INFO:tasks.rados.rados.0.smithi001.stdout:2411: snap_create 2024-09-13T14:26:36.406 INFO:tasks.rados.rados.0.smithi001.stdout:2410: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:26:36.407 INFO:tasks.rados.rados.0.smithi001.stdout:2410: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:26:36.407 INFO:tasks.rados.rados.0.smithi001.stdout:2410: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:26:36.407 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1276 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:26:36.408 INFO:tasks.rados.rados.0.smithi001.stdout:2406: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:26:36.408 INFO:tasks.rados.rados.0.smithi001.stdout:2405: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:2406: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1694 (ObjNum 145 snap 0 seq_num 315048584) dirty dne 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:2405: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:2409: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:2405: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1012 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:2409: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:26:36.409 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1697 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:26:37.058 INFO:tasks.rados.rados.0.smithi001.stdout:2405: done (6 left) 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2406: done (5 left) 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2407: done (4 left) 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2408: done (3 left) 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2409: done (2 left) 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2410: done (1 left) 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2411: done (0 left) 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2412: copy_from oid 12 from oid 43 current snap is 246 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 246 2024-09-13T14:26:37.059 INFO:tasks.rados.rados.0.smithi001.stdout:2413: seq_num 759 ranges {0=720896} 2024-09-13T14:26:37.063 INFO:tasks.rados.rados.0.smithi001.stdout:2413: writing smithi00185197-49 from 0 to 720896 tid 1 2024-09-13T14:26:37.063 INFO:tasks.rados.rados.0.smithi001.stdout:2414: copy_from oid 6 from oid 21 current snap is 246 2024-09-13T14:26:37.063 INFO:tasks.rados.rados.0.smithi001.stdout:2412: finishing copy_from to smithi00185197-12 2024-09-13T14:26:37.063 INFO:tasks.rados.rados.0.smithi001.stdout:2412: got expected ENOENT (src dne) 2024-09-13T14:26:37.063 INFO:tasks.rados.rados.0.smithi001.stdout:2412: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:26:37.063 INFO:tasks.rados.rados.0.smithi001.stdout:2412: done (2 left) 2024-09-13T14:26:37.063 INFO:tasks.rados.rados.0.smithi001.stdout:2415: snap_remove snap 233 2024-09-13T14:26:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:37 smithi001 ceph-mon[96683]: pgmap v509: 121 pgs: 121 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-13T14:26:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:37 smithi001 ceph-mon[96683]: osdmap e562: 8 total, 8 up, 8 in 2024-09-13T14:26:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:37 smithi001 ceph-mon[99232]: pgmap v509: 121 pgs: 121 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-13T14:26:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:37 smithi001 ceph-mon[99232]: osdmap e562: 8 total, 8 up, 8 in 2024-09-13T14:26:37.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:26:36 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:26:36] "GET /metrics HTTP/1.1" 200 36116 "" "Prometheus/2.43.0" 2024-09-13T14:26:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:37 smithi028 ceph-mon[87621]: pgmap v509: 121 pgs: 121 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-13T14:26:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:37 smithi028 ceph-mon[87621]: osdmap e562: 8 total, 8 up, 8 in 2024-09-13T14:26:37.706 INFO:tasks.rados.rados.0.smithi001.stdout:2415: done (2 left) 2024-09-13T14:26:37.706 INFO:tasks.rados.rados.0.smithi001.stdout:2416: snap_remove snap 221 2024-09-13T14:26:38.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:38 smithi001 ceph-mon[96683]: osdmap e563: 8 total, 8 up, 8 in 2024-09-13T14:26:38.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:38 smithi001 ceph-mon[96683]: osdmap e564: 8 total, 8 up, 8 in 2024-09-13T14:26:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:38 smithi001 ceph-mon[99232]: osdmap e563: 8 total, 8 up, 8 in 2024-09-13T14:26:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:38 smithi001 ceph-mon[99232]: osdmap e564: 8 total, 8 up, 8 in 2024-09-13T14:26:38.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:38 smithi028 ceph-mon[87621]: osdmap e563: 8 total, 8 up, 8 in 2024-09-13T14:26:38.353 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:38 smithi028 ceph-mon[87621]: osdmap e564: 8 total, 8 up, 8 in 2024-09-13T14:26:38.706 INFO:tasks.rados.rados.0.smithi001.stdout:2416: done (2 left) 2024-09-13T14:26:38.707 INFO:tasks.rados.rados.0.smithi001.stdout:2417: read oid 13 snap 238 2024-09-13T14:26:38.707 INFO:tasks.rados.rados.0.smithi001.stdout:2417: expect (ObjNum 672 snap 219 seq_num 672) 2024-09-13T14:26:38.707 INFO:tasks.rados.rados.0.smithi001.stdout:2418: snap_remove snap 230 2024-09-13T14:26:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[96683]: pgmap v512: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-13T14:26:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[96683]: osdmap e565: 8 total, 8 up, 8 in 2024-09-13T14:26:39.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[99232]: pgmap v512: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-13T14:26:39.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:39.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:39.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:39 smithi001 ceph-mon[99232]: osdmap e565: 8 total, 8 up, 8 in 2024-09-13T14:26:39.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:39 smithi028 ceph-mon[87621]: pgmap v512: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-13T14:26:39.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:39 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:39.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:39 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:39.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:39 smithi028 ceph-mon[87621]: osdmap e565: 8 total, 8 up, 8 in 2024-09-13T14:26:39.706 INFO:tasks.rados.rados.0.smithi001.stdout:2418: done (3 left) 2024-09-13T14:26:39.706 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 246 2024-09-13T14:26:39.706 INFO:tasks.rados.rados.0.smithi001.stdout:2419: seq_num 760 ranges {0=737280} 2024-09-13T14:26:39.711 INFO:tasks.rados.rados.0.smithi001.stdout:2419: writing smithi00185197-43 from 0 to 737280 tid 1 2024-09-13T14:26:39.711 INFO:tasks.rados.rados.0.smithi001.stdout:2420: rollback oid 35 current snap is 246 2024-09-13T14:26:39.712 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 241 2024-09-13T14:26:39.712 INFO:tasks.rados.rados.0.smithi001.stdout:2421: read oid 39 snap -1 2024-09-13T14:26:39.712 INFO:tasks.rados.rados.0.smithi001.stdout:2421: expect deleted 2024-09-13T14:26:39.713 INFO:tasks.rados.rados.0.smithi001.stdout:2422: snap_create 2024-09-13T14:26:39.713 INFO:tasks.rados.rados.0.smithi001.stdout:2414: finishing copy_from to smithi00185197-6 2024-09-13T14:26:39.713 INFO:tasks.rados.rados.0.smithi001.stdout:2414: got expected ENOENT (src dne) 2024-09-13T14:26:39.713 INFO:tasks.rados.rados.0.smithi001.stdout:2414: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:26:39.713 INFO:tasks.rados.rados.0.smithi001.stdout:2413: finishing write tid 1 to smithi00185197-49 2024-09-13T14:26:39.713 INFO:tasks.rados.rados.0.smithi001.stdout:2413: finishing write tid 2 to smithi00185197-49 2024-09-13T14:26:39.714 INFO:tasks.rados.rados.0.smithi001.stdout:2413: finishing write tid 3 to smithi00185197-49 2024-09-13T14:26:39.714 INFO:tasks.rados.rados.0.smithi001.stdout:2413: oid 49 updating version 0 to 1951 2024-09-13T14:26:39.714 INFO:tasks.rados.rados.0.smithi001.stdout:2413: oid 49 version 1951 is already newer than 1950 2024-09-13T14:26:39.714 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1951 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:26:39.714 INFO:tasks.rados.rados.0.smithi001.stdout:2413: left oid 49 (ObjNum 759 snap 246 seq_num 759) 2024-09-13T14:26:39.714 INFO:tasks.rados.rados.0.smithi001.stdout:2417: expect (ObjNum 672 snap 219 seq_num 672) 2024-09-13T14:26:40.242 INFO:tasks.rados.rados.0.smithi001.stdout:2419: finishing write tid 1 to smithi00185197-43 2024-09-13T14:26:40.242 INFO:tasks.rados.rados.0.smithi001.stdout:2419: finishing write tid 2 to smithi00185197-43 2024-09-13T14:26:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:2419: finishing write tid 3 to smithi00185197-43 2024-09-13T14:26:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:2419: oid 43 updating version 0 to 1656 2024-09-13T14:26:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:2419: oid 43 version 1656 is already newer than 1655 2024-09-13T14:26:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1656 (ObjNum 760 snap 246 seq_num 760) dirty exists 2024-09-13T14:26:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:2419: left oid 43 (ObjNum 760 snap 246 seq_num 760) 2024-09-13T14:26:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:2420: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:26:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 946 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T14:26:40.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:40.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:40.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[96683]: pgmap v515: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 560 KiB/s wr, 11 op/s 2024-09-13T14:26:40.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[96683]: osdmap e566: 8 total, 8 up, 8 in 2024-09-13T14:26:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[99232]: pgmap v515: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 560 KiB/s wr, 11 op/s 2024-09-13T14:26:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:40 smithi001 ceph-mon[99232]: osdmap e566: 8 total, 8 up, 8 in 2024-09-13T14:26:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:40 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:40 smithi028 ceph-mon[87621]: pgmap v515: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 560 KiB/s wr, 11 op/s 2024-09-13T14:26:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:40 smithi028 ceph-mon[87621]: osdmap e566: 8 total, 8 up, 8 in 2024-09-13T14:26:40.706 INFO:tasks.rados.rados.0.smithi001.stdout:2413: done (6 left) 2024-09-13T14:26:40.706 INFO:tasks.rados.rados.0.smithi001.stdout:2414: done (5 left) 2024-09-13T14:26:40.706 INFO:tasks.rados.rados.0.smithi001.stdout:2417: done (4 left) 2024-09-13T14:26:40.706 INFO:tasks.rados.rados.0.smithi001.stdout:2419: done (3 left) 2024-09-13T14:26:40.707 INFO:tasks.rados.rados.0.smithi001.stdout:2420: done (2 left) 2024-09-13T14:26:40.707 INFO:tasks.rados.rados.0.smithi001.stdout:2421: done (1 left) 2024-09-13T14:26:40.707 INFO:tasks.rados.rados.0.smithi001.stdout:2422: done (0 left) 2024-09-13T14:26:40.707 INFO:tasks.rados.rados.0.smithi001.stdout:2423: delete oid 35 current snap is 247 2024-09-13T14:26:40.711 INFO:tasks.rados.rados.0.smithi001.stdout:2423: done (0 left) 2024-09-13T14:26:40.711 INFO:tasks.rados.rados.0.smithi001.stdout:2424: snap_create 2024-09-13T14:26:41.713 INFO:tasks.rados.rados.0.smithi001.stdout:2424: done (0 left) 2024-09-13T14:26:41.713 INFO:tasks.rados.rados.0.smithi001.stdout:2425: copy_from oid 2 from oid 45 current snap is 248 2024-09-13T14:26:41.713 INFO:tasks.rados.rados.0.smithi001.stdout:2426: rmattr oid 23 current snap is 248 2024-09-13T14:26:41.713 INFO:tasks.rados.rados.0.smithi001.stdout:2427: rmattr oid 38 current snap is 248 2024-09-13T14:26:41.714 INFO:tasks.rados.rados.0.smithi001.stdout:2427: done (2 left) 2024-09-13T14:26:41.714 INFO:tasks.rados.rados.0.smithi001.stdout:2428: delete oid 48 current snap is 248 2024-09-13T14:26:41.716 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1013 (ObjNum 686 snap 220 seq_num 686) dirty exists 2024-09-13T14:26:41.717 INFO:tasks.rados.rados.0.smithi001.stdout:2426: done (2 left) 2024-09-13T14:26:41.717 INFO:tasks.rados.rados.0.smithi001.stdout:2428: done (1 left) 2024-09-13T14:26:41.717 INFO:tasks.rados.rados.0.smithi001.stdout:2429: snap_remove snap 245 2024-09-13T14:26:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:41 smithi001 ceph-mon[96683]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T14:26:42.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:41 smithi001 ceph-mon[99232]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T14:26:42.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:41 smithi028 ceph-mon[87621]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T14:26:42.706 INFO:tasks.rados.rados.0.smithi001.stdout:2429: done (1 left) 2024-09-13T14:26:42.706 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 248 2024-09-13T14:26:42.706 INFO:tasks.rados.rados.0.smithi001.stdout:2425: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:26:42.706 INFO:tasks.rados.rados.0.smithi001.stdout:2430: seq_num 763 ranges {1785856=786432} 2024-09-13T14:26:42.720 INFO:tasks.rados.rados.0.smithi001.stdout:2430: writing smithi00185197-22 from 1785856 to 2572288 tid 1 2024-09-13T14:26:42.720 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 248 2024-09-13T14:26:42.721 INFO:tasks.rados.rados.0.smithi001.stdout:2425: finishing copy_from to smithi00185197-2 2024-09-13T14:26:42.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1414 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:26:42.721 INFO:tasks.rados.rados.0.smithi001.stdout:2431: seq_num 764 ranges {0=802816} 2024-09-13T14:26:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2431: writing smithi00185197-39 from 0 to 802816 tid 1 2024-09-13T14:26:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2425: done (2 left) 2024-09-13T14:26:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2432: snap_remove snap 210 2024-09-13T14:26:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:42 smithi001 ceph-mon[96683]: pgmap v518: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-13T14:26:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:42 smithi001 ceph-mon[96683]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T14:26:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:42 smithi001 ceph-mon[96683]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T14:26:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:42 smithi001 ceph-mon[99232]: pgmap v518: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-13T14:26:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:42 smithi001 ceph-mon[99232]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T14:26:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:42 smithi001 ceph-mon[99232]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T14:26:43.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:42 smithi028 ceph-mon[87621]: pgmap v518: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 688 KiB/s wr, 10 op/s 2024-09-13T14:26:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:42 smithi028 ceph-mon[87621]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T14:26:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:42 smithi028 ceph-mon[87621]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T14:26:43.719 INFO:tasks.rados.rados.0.smithi001.stdout:2432: done (2 left) 2024-09-13T14:26:43.719 INFO:tasks.rados.rados.0.smithi001.stdout:2433: setattr oid 10 current snap is 248 2024-09-13T14:26:43.719 INFO:tasks.rados.rados.0.smithi001.stdout:2430: finishing write tid 1 to smithi00185197-22 2024-09-13T14:26:43.719 INFO:tasks.rados.rados.0.smithi001.stdout:2430: finishing write tid 2 to smithi00185197-22 2024-09-13T14:26:43.719 INFO:tasks.rados.rados.0.smithi001.stdout:2430: finishing write tid 3 to smithi00185197-22 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2430: oid 22 updating version 0 to 1534 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2430: oid 22 updating version 1534 to 1535 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1535 (ObjNum 763 snap 248 seq_num 763) dirty exists 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2430: left oid 22 (ObjNum 763 snap 248 seq_num 763) 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2431: finishing write tid 1 to smithi00185197-39 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2431: finishing write tid 2 to smithi00185197-39 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2431: finishing write tid 3 to smithi00185197-39 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2431: oid 39 updating version 0 to 1720 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2431: oid 39 updating version 1720 to 1721 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1721 (ObjNum 764 snap 248 seq_num 764) dirty exists 2024-09-13T14:26:43.720 INFO:tasks.rados.rados.0.smithi001.stdout:2431: left oid 39 (ObjNum 764 snap 248 seq_num 764) 2024-09-13T14:26:43.721 INFO:tasks.rados.rados.0.smithi001.stdout:2430: done (2 left) 2024-09-13T14:26:43.721 INFO:tasks.rados.rados.0.smithi001.stdout:2431: done (1 left) 2024-09-13T14:26:43.721 INFO:tasks.rados.rados.0.smithi001.stdout:2434: rmattr oid 39 current snap is 248 2024-09-13T14:26:43.721 INFO:tasks.rados.rados.0.smithi001.stdout:2434: done (1 left) 2024-09-13T14:26:43.721 INFO:tasks.rados.rados.0.smithi001.stdout:2435: rollback oid 23 current snap is 248 2024-09-13T14:26:43.721 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 227 2024-09-13T14:26:43.722 INFO:tasks.rados.rados.0.smithi001.stdout:2436: snap_remove snap 224 2024-09-13T14:26:43.751 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:26:43.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:43.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:43.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:43.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all mds 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all rgw 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.854 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all iscsi 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all nfs 2024-09-13T14:26:43.855 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all mds 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.856 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all rgw 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.857 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all iscsi 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all nfs 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.858 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[96683]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T14:26:43.859 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.859 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:43.859 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:43.859 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:43.859 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:43 smithi001 ceph-mon[99232]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T14:26:44.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:44.007 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all mds 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-13T14:26:44.008 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all rgw 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all iscsi 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.009 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all nfs 2024-09-13T14:26:44.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:44.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:44.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:44.010 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:43 smithi028 ceph-mon[87621]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (10m) 27s ago 11m 24.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (10m) 5s ago 10m 88.8M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (30s) 27s ago 12m 14.1M - 19.3.0-4697-gd58f7306 fec07016a2b0 61875e456fc6 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (9s) 5s ago 12m 12.1M - 19.3.0-4697-gd58f7306 fec07016a2b0 fa82f4f004af 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (6m) 5s ago 15m 456M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (6m) 27s ago 17m 529M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (6m) 27s ago 17m 66.7M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:26:44.343 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (5m) 5s ago 16m 53.6M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (5m) 27s ago 15m 56.8M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (10m) 27s ago 10m 15.6M - 1.5.0 0da6a335fe13 68242dd46528 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (10m) 5s ago 10m 15.1M - 1.5.0 0da6a335fe13 1ad85b4e7724 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (4m) 27s ago 15m 305M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (4m) 27s ago 15m 296M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (3m) 27s ago 14m 189M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (3m) 27s ago 14m 130M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (2m) 5s ago 13m 195M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (115s) 5s ago 13m 223M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 9b05afad3641 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (81s) 5s ago 13m 139M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 5c5dc36d0f4e 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (48s) 5s ago 12m 86.6M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 908e95ac75c8 2024-09-13T14:26:44.344 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (6m) 5s ago 11m 56.4M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:26:44.697 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:26:44.697 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:26:44.697 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:26:44.697 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 8 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 15 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:26:44.698 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:26:44.723 INFO:tasks.rados.rados.0.smithi001.stdout:2436: done (2 left) 2024-09-13T14:26:44.723 INFO:tasks.rados.rados.0.smithi001.stdout:2437: delete oid 19 current snap is 248 2024-09-13T14:26:44.723 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1830 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-13T14:26:44.724 INFO:tasks.rados.rados.0.smithi001.stdout:2435: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:26:44.724 INFO:tasks.rados.rados.0.smithi001.stdout:2435: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:26:44.724 INFO:tasks.rados.rados.0.smithi001.stdout:2435: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:26:44.724 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1016 (ObjNum 686 snap 220 seq_num 686) dirty exists 2024-09-13T14:26:44.731 INFO:tasks.rados.rados.0.smithi001.stdout:2433: done (2 left) 2024-09-13T14:26:44.731 INFO:tasks.rados.rados.0.smithi001.stdout:2435: done (1 left) 2024-09-13T14:26:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:2437: done (0 left) 2024-09-13T14:26:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:2438: read oid 50 snap -1 2024-09-13T14:26:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:2438: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:26:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:2439: rollback oid 21 current snap is 248 2024-09-13T14:26:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 246 2024-09-13T14:26:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:2440: delete oid 35 current snap is 248 2024-09-13T14:26:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:2439: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:26:44.738 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1802 (ObjNum 225 snap 0 seq_num 313944528) dirty dne 2024-09-13T14:26:44.739 INFO:tasks.rados.rados.0.smithi001.stdout:2439: done (2 left) 2024-09-13T14:26:44.740 INFO:tasks.rados.rados.0.smithi001.stdout:2440: done (1 left) 2024-09-13T14:26:44.740 INFO:tasks.rados.rados.0.smithi001.stdout:2441: delete oid 5 current snap is 248 2024-09-13T14:26:44.752 INFO:tasks.rados.rados.0.smithi001.stdout:2441: done (1 left) 2024-09-13T14:26:44.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 248 2024-09-13T14:26:44.752 INFO:tasks.rados.rados.0.smithi001.stdout:2442: seq_num 768 ranges {12435456=466944,12902400=401408} 2024-09-13T14:26:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2442: writing smithi00185197-6 from 12435456 to 12902400 tid 1 2024-09-13T14:26:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:2442: writing smithi00185197-6 from 12902400 to 13303808 tid 2 2024-09-13T14:26:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:2443: delete oid 20 current snap is 248 2024-09-13T14:26:44.827 INFO:tasks.rados.rados.0.smithi001.stdout:2438: expect (ObjNum 496 snap 158 seq_num 496) 2024-09-13T14:26:45.048 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:26:45.048 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:26:45.048 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "osd", 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "mds", 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "15/20 daemons upgraded", 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:26:45.049 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:26:45.087 INFO:tasks.rados.rados.0.smithi001.stdout:2442: finishing write tid 1 to smithi00185197-6 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: finishing write tid 2 to smithi00185197-6 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: finishing write tid 3 to smithi00185197-6 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: finishing write tid 4 to smithi00185197-6 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: oid 6 updating version 0 to 2007 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: oid 6 version 2007 is already newer than 2006 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: oid 6 version 2007 is already newer than 2005 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2007 (ObjNum 768 snap 248 seq_num 768) dirty exists 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: left oid 6 (ObjNum 768 snap 248 seq_num 768) 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2438: done (2 left) 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2442: done (1 left) 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:2443: done (0 left) 2024-09-13T14:26:45.088 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 248 2024-09-13T14:26:45.089 INFO:tasks.rados.rados.0.smithi001.stdout:2444: seq_num 770 ranges {0=499712,499712=401408} 2024-09-13T14:26:45.090 INFO:tasks.rados.rados.0.smithi001.stdout:2444: writing smithi00185197-15 from 0 to 499712 tid 1 2024-09-13T14:26:45.092 INFO:tasks.rados.rados.0.smithi001.stdout:2444: writing smithi00185197-15 from 499712 to 901120 tid 2 2024-09-13T14:26:45.092 INFO:tasks.rados.rados.0.smithi001.stdout:2445: snap_create 2024-09-13T14:26:45.093 INFO:tasks.rados.rados.0.smithi001.stdout:2444: finishing write tid 1 to smithi00185197-15 2024-09-13T14:26:45.095 INFO:tasks.rados.rados.0.smithi001.stdout:2444: finishing write tid 2 to smithi00185197-15 2024-09-13T14:26:45.096 INFO:tasks.rados.rados.0.smithi001.stdout:2444: finishing write tid 3 to smithi00185197-15 2024-09-13T14:26:45.097 INFO:tasks.rados.rados.0.smithi001.stdout:2444: finishing write tid 4 to smithi00185197-15 2024-09-13T14:26:45.097 INFO:tasks.rados.rados.0.smithi001.stdout:2444: oid 15 updating version 0 to 658 2024-09-13T14:26:45.097 INFO:tasks.rados.rados.0.smithi001.stdout:2444: oid 15 version 658 is already newer than 657 2024-09-13T14:26:45.097 INFO:tasks.rados.rados.0.smithi001.stdout:2444: oid 15 version 658 is already newer than 656 2024-09-13T14:26:45.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 658 (ObjNum 770 snap 248 seq_num 770) dirty exists 2024-09-13T14:26:45.097 INFO:tasks.rados.rados.0.smithi001.stdout:2444: left oid 15 (ObjNum 770 snap 248 seq_num 770) 2024-09-13T14:26:45.288 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:44 smithi028 ceph-mon[87621]: pgmap v521: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 536 KiB/s wr, 3 op/s 2024-09-13T14:26:45.288 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:44 smithi028 ceph-mon[87621]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:45.288 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:44 smithi028 ceph-mon[87621]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:45.288 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:44 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3903796590' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:45.288 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:44 smithi028 ceph-mon[87621]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[96683]: pgmap v521: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 536 KiB/s wr, 3 op/s 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[96683]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[96683]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3903796590' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[96683]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[99232]: pgmap v521: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 536 KiB/s wr, 3 op/s 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[99232]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[99232]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:45.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3903796590' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:45.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:44 smithi001 ceph-mon[99232]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T14:26:45.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:45 smithi001 systemd[1]: Stopping Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:45.669 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:45 smithi001 podman[129855]: 2024-09-13 14:26:45.372619681 +0000 UTC m=+0.142079285 container died 68242dd465286bd9e9afc9e93ac01d3a402024f01e5c56781d6f7b09da199b6c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:26:45.952 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:45 smithi001 podman[129855]: 2024-09-13 14:26:45.776662317 +0000 UTC m=+0.546121924 container cleanup 68242dd465286bd9e9afc9e93ac01d3a402024f01e5c56781d6f7b09da199b6c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:26:45.952 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:45 smithi001 bash[129855]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T14:26:45.955 INFO:tasks.rados.rados.0.smithi001.stdout:2444: done (1 left) 2024-09-13T14:26:45.955 INFO:tasks.rados.rados.0.smithi001.stdout:2445: done (0 left) 2024-09-13T14:26:45.955 INFO:tasks.rados.rados.0.smithi001.stdout:2446: delete oid 47 current snap is 249 2024-09-13T14:26:45.957 INFO:tasks.rados.rados.0.smithi001.stdout:2446: done (0 left) 2024-09-13T14:26:45.957 INFO:tasks.rados.rados.0.smithi001.stdout:2447: copy_from oid 37 from oid 34 current snap is 249 2024-09-13T14:26:45.957 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 249 2024-09-13T14:26:45.957 INFO:tasks.rados.rados.0.smithi001.stdout:2448: seq_num 772 ranges {0=532480,532480=401408} 2024-09-13T14:26:45.961 INFO:tasks.rados.rados.0.smithi001.stdout:2448: writing smithi00185197-9 from 0 to 532480 tid 1 2024-09-13T14:26:45.963 INFO:tasks.rados.rados.0.smithi001.stdout:2448: writing smithi00185197-9 from 532480 to 933888 tid 2 2024-09-13T14:26:45.963 INFO:tasks.rados.rados.0.smithi001.stdout:2449: rollback oid 27 current snap is 249 2024-09-13T14:26:45.963 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 231 2024-09-13T14:26:45.964 INFO:tasks.rados.rados.0.smithi001.stdout:2450: delete oid 28 current snap is 249 2024-09-13T14:26:45.965 INFO:tasks.rados.rados.0.smithi001.stdout:2447: finishing copy_from racing read to smithi00185197-37 2024-09-13T14:26:45.966 INFO:tasks.rados.rados.0.smithi001.stdout:2448: finishing write tid 1 to smithi00185197-9 2024-09-13T14:26:45.966 INFO:tasks.rados.rados.0.smithi001.stdout:2450: done (3 left) 2024-09-13T14:26:45.966 INFO:tasks.rados.rados.0.smithi001.stdout:2451: delete oid 35 current snap is 249 2024-09-13T14:26:45.967 INFO:tasks.rados.rados.0.smithi001.stdout:2448: finishing write tid 2 to smithi00185197-9 2024-09-13T14:26:45.967 INFO:tasks.rados.rados.0.smithi001.stdout:2447: finishing copy_from to smithi00185197-37 2024-09-13T14:26:45.967 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 1654 (ObjNum 756 snap 245 seq_num 756) dirty exists 2024-09-13T14:26:45.967 INFO:tasks.rados.rados.0.smithi001.stdout:2448: finishing write tid 3 to smithi00185197-9 2024-09-13T14:26:45.968 INFO:tasks.rados.rados.0.smithi001.stdout:2448: finishing write tid 4 to smithi00185197-9 2024-09-13T14:26:45.968 INFO:tasks.rados.rados.0.smithi001.stdout:2448: oid 9 updating version 0 to 1018 2024-09-13T14:26:45.968 INFO:tasks.rados.rados.0.smithi001.stdout:2448: oid 9 updating version 1018 to 1019 2024-09-13T14:26:45.968 INFO:tasks.rados.rados.0.smithi001.stdout:2448: oid 9 version 1019 is already newer than 1017 2024-09-13T14:26:45.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 1019 (ObjNum 772 snap 249 seq_num 772) dirty exists 2024-09-13T14:26:45.968 INFO:tasks.rados.rados.0.smithi001.stdout:2448: left oid 9 (ObjNum 772 snap 249 seq_num 772) 2024-09-13T14:26:45.970 INFO:tasks.rados.rados.0.smithi001.stdout:2449: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:26:45.971 INFO:tasks.rados.rados.0.smithi001.stdout:2449: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:26:45.971 INFO:tasks.rados.rados.0.smithi001.stdout:2449: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:26:45.971 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1418 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:26:45.971 INFO:tasks.rados.rados.0.smithi001.stdout:2447: done (3 left) 2024-09-13T14:26:45.971 INFO:tasks.rados.rados.0.smithi001.stdout:2448: done (2 left) 2024-09-13T14:26:45.971 INFO:tasks.rados.rados.0.smithi001.stdout:2449: done (1 left) 2024-09-13T14:26:45.971 INFO:tasks.rados.rados.0.smithi001.stdout:2451: done (0 left) 2024-09-13T14:26:45.972 INFO:tasks.rados.rados.0.smithi001.stdout:2452: snap_create 2024-09-13T14:26:46.216 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[96683]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:46.216 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[96683]: Upgrade: Updating node-exporter.a (1/2) 2024-09-13T14:26:46.216 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[96683]: Deploying daemon node-exporter.a on smithi001 2024-09-13T14:26:46.216 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[96683]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:46.216 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[99232]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:46.217 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[99232]: Upgrade: Updating node-exporter.a (1/2) 2024-09-13T14:26:46.217 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[99232]: Deploying daemon node-exporter.a on smithi001 2024-09-13T14:26:46.217 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:45 smithi001 ceph-mon[99232]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:46.217 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:46 smithi001 podman[129873]: 2024-09-13 14:26:46.061716983 +0000 UTC m=+0.690792736 container remove 68242dd465286bd9e9afc9e93ac01d3a402024f01e5c56781d6f7b09da199b6c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:26:46.217 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:46 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:26:46.217 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:46 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T14:26:46.217 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:46 smithi001 systemd[1]: Stopped Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:46.217 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:46 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 3.194s CPU time. 2024-09-13T14:26:46.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:45 smithi028 ceph-mon[87621]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:46.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:45 smithi028 ceph-mon[87621]: Upgrade: Updating node-exporter.a (1/2) 2024-09-13T14:26:46.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:45 smithi028 ceph-mon[87621]: Deploying daemon node-exporter.a on smithi001 2024-09-13T14:26:46.295 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:45 smithi028 ceph-mon[87621]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:46.602 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:46 smithi001 systemd[1]: Starting Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:46.916 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:46 smithi001 bash[130005]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-13T14:26:46.960 INFO:tasks.rados.rados.0.smithi001.stdout:2452: done (0 left) 2024-09-13T14:26:46.960 INFO:tasks.rados.rados.0.smithi001.stdout:2453: snap_remove snap 239 2024-09-13T14:26:47.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:46 smithi001 ceph-mon[96683]: pgmap v524: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 198 KiB/s wr, 8 op/s 2024-09-13T14:26:47.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:46 smithi001 ceph-mon[96683]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T14:26:47.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:26:46 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:26:46] "GET /metrics HTTP/1.1" 200 36116 "" "Prometheus/2.43.0" 2024-09-13T14:26:47.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:46 smithi001 ceph-mon[99232]: pgmap v524: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 198 KiB/s wr, 8 op/s 2024-09-13T14:26:47.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:46 smithi001 ceph-mon[99232]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T14:26:47.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:47 smithi001 bash[130005]: Getting image source signatures 2024-09-13T14:26:47.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:47 smithi001 bash[130005]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-13T14:26:47.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:47 smithi001 bash[130005]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-13T14:26:47.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:47 smithi001 bash[130005]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-13T14:26:47.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:46 smithi028 ceph-mon[87621]: pgmap v524: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 198 KiB/s wr, 8 op/s 2024-09-13T14:26:47.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:46 smithi028 ceph-mon[87621]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T14:26:47.705 INFO:tasks.rados.rados.0.smithi001.stdout:2453: done (0 left) 2024-09-13T14:26:47.706 INFO:tasks.rados.rados.0.smithi001.stdout:2454: snap_create 2024-09-13T14:26:48.350 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:47 smithi001 ceph-mon[99232]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T14:26:48.350 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:47 smithi001 ceph-mon[99232]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T14:26:48.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:47 smithi001 ceph-mon[96683]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T14:26:48.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:47 smithi001 ceph-mon[96683]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T14:26:48.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:47 smithi028 ceph-mon[87621]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T14:26:48.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:47 smithi028 ceph-mon[87621]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T14:26:48.602 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:48 smithi001 bash[130005]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-13T14:26:48.602 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:48 smithi001 bash[130005]: Writing manifest to image destination 2024-09-13T14:26:48.707 INFO:tasks.rados.rados.0.smithi001.stdout:2454: done (0 left) 2024-09-13T14:26:48.707 INFO:tasks.rados.rados.0.smithi001.stdout:2455: snap_remove snap 169 2024-09-13T14:26:49.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:48 smithi001 ceph-mon[96683]: pgmap v527: 121 pgs: 121 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 7 op/s 2024-09-13T14:26:49.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:48 smithi001 ceph-mon[96683]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T14:26:49.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:48 smithi001 ceph-mon[99232]: pgmap v527: 121 pgs: 121 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 7 op/s 2024-09-13T14:26:49.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:48 smithi001 ceph-mon[99232]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T14:26:49.082 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:48 smithi001 podman[130005]: 2024-09-13 14:26:48.764872676 +0000 UTC m=+2.255608176 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-13T14:26:49.082 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:48 smithi001 podman[130005]: 2024-09-13 14:26:48.854781303 +0000 UTC m=+2.345516838 container create b68ed1f470e885dd3b884699ad5af1e8a093f8b3223e571e922bb5208ed9c4cd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:26:49.083 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 podman[130005]: 2024-09-13 14:26:49.08168807 +0000 UTC m=+2.572423563 container init b68ed1f470e885dd3b884699ad5af1e8a093f8b3223e571e922bb5208ed9c4cd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:26:49.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 podman[130005]: 2024-09-13 14:26:49.086964178 +0000 UTC m=+2.577699671 container start b68ed1f470e885dd3b884699ad5af1e8a093f8b3223e571e922bb5208ed9c4cd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:26:49.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.091Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-13T14:26:49.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.091Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-13T14:26:49.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.091Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T14:26:49.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T14:26:49.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T14:26:49.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T14:26:49.354 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T14:26:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:48 smithi028 ceph-mon[87621]: pgmap v527: 121 pgs: 121 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 7 op/s 2024-09-13T14:26:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:48 smithi028 ceph-mon[87621]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T14:26:49.355 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T14:26:49.355 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T14:26:49.355 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T14:26:49.356 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T14:26:49.357 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.092Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.093Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a[130077]: ts=2024-09-13T14:26:49.093Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T14:26:49.358 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 bash[130005]: b68ed1f470e885dd3b884699ad5af1e8a093f8b3223e571e922bb5208ed9c4cd 2024-09-13T14:26:49.359 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:26:49 smithi001 systemd[1]: Started Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:49.710 INFO:tasks.rados.rados.0.smithi001.stdout:2455: done (0 left) 2024-09-13T14:26:49.710 INFO:tasks.rados.rados.0.smithi001.stdout:2456: setattr oid 43 current snap is 251 2024-09-13T14:26:49.712 INFO:tasks.rados.rados.0.smithi001.stdout:2457: setattr oid 29 current snap is 251 2024-09-13T14:26:49.715 INFO:tasks.rados.rados.0.smithi001.stdout:2458: rmattr oid 12 current snap is 251 2024-09-13T14:26:49.715 INFO:tasks.rados.rados.0.smithi001.stdout:2458: done (2 left) 2024-09-13T14:26:49.715 INFO:tasks.rados.rados.0.smithi001.stdout:2459: read oid 3 snap -1 2024-09-13T14:26:49.715 INFO:tasks.rados.rados.0.smithi001.stdout:2459: expect deleted 2024-09-13T14:26:49.715 INFO:tasks.rados.rados.0.smithi001.stdout:2460: copy_from oid 15 from oid 24 current snap is 251 2024-09-13T14:26:49.715 INFO:tasks.rados.rados.0.smithi001.stdout:2461: read oid 32 snap 238 2024-09-13T14:26:49.715 INFO:tasks.rados.rados.0.smithi001.stdout:2461: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:26:49.716 INFO:tasks.rados.rados.0.smithi001.stdout:2462: copy_from oid 11 from oid 41 current snap is 251 2024-09-13T14:26:49.716 INFO:tasks.rados.rados.0.smithi001.stdout:2463: delete oid 26 current snap is 251 2024-09-13T14:26:49.723 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2021 (ObjNum 449 snap 145 seq_num 449) dirty exists 2024-09-13T14:26:49.724 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1657 (ObjNum 760 snap 246 seq_num 760) dirty exists 2024-09-13T14:26:49.753 INFO:tasks.rados.rados.0.smithi001.stdout:2461: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:2460: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:2462: finishing copy_from racing read to smithi00185197-11 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:2460: finishing copy_from to smithi00185197-15 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 654 (ObjNum 650 snap 215 seq_num 650) dirty exists 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:2462: finishing copy_from to smithi00185197-11 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1268 (ObjNum 752 snap 243 seq_num 752) dirty exists 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:2456: done (6 left) 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:2457: done (5 left) 2024-09-13T14:26:50.166 INFO:tasks.rados.rados.0.smithi001.stdout:2459: done (4 left) 2024-09-13T14:26:50.167 INFO:tasks.rados.rados.0.smithi001.stdout:2460: done (3 left) 2024-09-13T14:26:50.167 INFO:tasks.rados.rados.0.smithi001.stdout:2461: done (2 left) 2024-09-13T14:26:50.167 INFO:tasks.rados.rados.0.smithi001.stdout:2462: done (1 left) 2024-09-13T14:26:50.167 INFO:tasks.rados.rados.0.smithi001.stdout:2463: done (0 left) 2024-09-13T14:26:50.167 INFO:tasks.rados.rados.0.smithi001.stdout:2464: snap_create 2024-09-13T14:26:50.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:50.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[96683]: pgmap v530: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[96683]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[99232]: pgmap v530: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[99232]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T14:26:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:50 smithi028 ceph-mon[87621]: pgmap v530: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T14:26:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:50 smithi028 ceph-mon[87621]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T14:26:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:50.710 INFO:tasks.rados.rados.0.smithi001.stdout:2464: done (0 left) 2024-09-13T14:26:50.710 INFO:tasks.rados.rados.0.smithi001.stdout:2465: rmattr oid 11 current snap is 252 2024-09-13T14:26:50.710 INFO:tasks.rados.rados.0.smithi001.stdout:2465: done (0 left) 2024-09-13T14:26:50.710 INFO:tasks.rados.rados.0.smithi001.stdout:2466: read oid 43 snap -1 2024-09-13T14:26:50.710 INFO:tasks.rados.rados.0.smithi001.stdout:2466: expect (ObjNum 760 snap 246 seq_num 760) 2024-09-13T14:26:50.710 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 252 2024-09-13T14:26:50.711 INFO:tasks.rados.rados.0.smithi001.stdout:2467: seq_num 776 ranges {0=606208,606208=401408} 2024-09-13T14:26:50.713 INFO:tasks.rados.rados.0.smithi001.stdout:2467: writing smithi00185197-21 from 0 to 606208 tid 1 2024-09-13T14:26:50.715 INFO:tasks.rados.rados.0.smithi001.stdout:2467: writing smithi00185197-21 from 606208 to 1007616 tid 2 2024-09-13T14:26:50.716 INFO:tasks.rados.rados.0.smithi001.stdout:2468: delete oid 24 current snap is 252 2024-09-13T14:26:50.716 INFO:tasks.rados.rados.0.smithi001.stdout:2466: expect (ObjNum 760 snap 246 seq_num 760) 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:2467: finishing write tid 1 to smithi00185197-21 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:2467: finishing write tid 2 to smithi00185197-21 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:2467: finishing write tid 3 to smithi00185197-21 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:2467: finishing write tid 4 to smithi00185197-21 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:2467: oid 21 updating version 0 to 1863 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:2467: oid 21 updating version 1863 to 1864 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:2467: oid 21 updating version 1864 to 1865 2024-09-13T14:26:50.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1865 (ObjNum 776 snap 252 seq_num 776) dirty exists 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:2467: left oid 21 (ObjNum 776 snap 252 seq_num 776) 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:2466: done (2 left) 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:2467: done (1 left) 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:2468: done (0 left) 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:2469: setattr oid 45 current snap is 252 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:2470: read oid 1 snap -1 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:2470: expect (ObjNum 712 snap 232 seq_num 712) 2024-09-13T14:26:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 252 2024-09-13T14:26:50.741 INFO:tasks.rados.rados.0.smithi001.stdout:2471: seq_num 778 ranges {0=638976,638976=401408} 2024-09-13T14:26:50.744 INFO:tasks.rados.rados.0.smithi001.stdout:2471: writing smithi00185197-18 from 0 to 638976 tid 1 2024-09-13T14:26:50.746 INFO:tasks.rados.rados.0.smithi001.stdout:2471: writing smithi00185197-18 from 638976 to 1040384 tid 2 2024-09-13T14:26:50.746 INFO:tasks.rados.rados.0.smithi001.stdout:2472: delete oid 20 current snap is 252 2024-09-13T14:26:50.747 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1419 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:26:50.751 INFO:tasks.rados.rados.0.smithi001.stdout:2469: done (3 left) 2024-09-13T14:26:50.751 INFO:tasks.rados.rados.0.smithi001.stdout:2472: done (2 left) 2024-09-13T14:26:50.751 INFO:tasks.rados.rados.0.smithi001.stdout:2473: read oid 19 snap -1 2024-09-13T14:26:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:2473: expect deleted 2024-09-13T14:26:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:2474: rollback oid 14 current snap is 252 2024-09-13T14:26:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 227 2024-09-13T14:26:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:2475: rmattr oid 22 current snap is 252 2024-09-13T14:26:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:2475: done (4 left) 2024-09-13T14:26:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 252 2024-09-13T14:26:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:2476: seq_num 780 ranges {1900544=671744,2572288=401408} 2024-09-13T14:26:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:2476: writing smithi00185197-23 from 1900544 to 2572288 tid 1 2024-09-13T14:26:50.768 INFO:tasks.rados.rados.0.smithi001.stdout:2476: writing smithi00185197-23 from 2572288 to 2973696 tid 2 2024-09-13T14:26:50.769 INFO:tasks.rados.rados.0.smithi001.stdout:2477: read oid 47 snap -1 2024-09-13T14:26:50.769 INFO:tasks.rados.rados.0.smithi001.stdout:2477: expect deleted 2024-09-13T14:26:50.769 INFO:tasks.rados.rados.0.smithi001.stdout:2478: read oid 37 snap -1 2024-09-13T14:26:50.769 INFO:tasks.rados.rados.0.smithi001.stdout:2478: expect (ObjNum 756 snap 245 seq_num 756) 2024-09-13T14:26:50.769 INFO:tasks.rados.rados.0.smithi001.stdout:2479: rollback oid 30 current snap is 252 2024-09-13T14:26:50.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 238 2024-09-13T14:26:50.769 INFO:tasks.rados.rados.0.smithi001.stdout:2470: expect (ObjNum 712 snap 232 seq_num 712) 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2471: finishing write tid 1 to smithi00185197-18 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2474: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2471: finishing write tid 2 to smithi00185197-18 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2474: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2474: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1263 (ObjNum 560 snap 188 seq_num 560) dirty exists 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2471: finishing write tid 3 to smithi00185197-18 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2471: finishing write tid 4 to smithi00185197-18 2024-09-13T14:26:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:2471: oid 18 updating version 0 to 1434 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2471: oid 18 version 1434 is already newer than 1432 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2471: oid 18 version 1434 is already newer than 1433 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1434 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2471: left oid 18 (ObjNum 778 snap 252 seq_num 778) 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2470: done (7 left) 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2471: done (6 left) 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2473: done (5 left) 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2474: done (4 left) 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2480: read oid 1 snap -1 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2480: expect (ObjNum 712 snap 232 seq_num 712) 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2481: read oid 36 snap -1 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2481: expect deleted 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2482: setattr oid 45 current snap is 252 2024-09-13T14:26:50.834 INFO:tasks.rados.rados.0.smithi001.stdout:2478: expect (ObjNum 756 snap 245 seq_num 756) 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:2479: finishing rollback tid 0 to smithi00185197-30 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:2479: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:2476: finishing write tid 1 to smithi00185197-23 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:2476: finishing write tid 2 to smithi00185197-23 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:2479: finishing rollback tid 2 to smithi00185197-30 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1750 (ObjNum 679 snap 219 seq_num 679) dirty exists 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:2476: finishing write tid 3 to smithi00185197-23 2024-09-13T14:26:50.853 INFO:tasks.rados.rados.0.smithi001.stdout:2476: finishing write tid 4 to smithi00185197-23 2024-09-13T14:26:50.854 INFO:tasks.rados.rados.0.smithi001.stdout:2476: oid 23 updating version 0 to 1022 2024-09-13T14:26:50.854 INFO:tasks.rados.rados.0.smithi001.stdout:2476: oid 23 version 1022 is already newer than 1020 2024-09-13T14:26:50.854 INFO:tasks.rados.rados.0.smithi001.stdout:2476: oid 23 version 1022 is already newer than 1021 2024-09-13T14:26:50.854 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1022 (ObjNum 780 snap 252 seq_num 780) dirty exists 2024-09-13T14:26:50.854 INFO:tasks.rados.rados.0.smithi001.stdout:2476: left oid 23 (ObjNum 780 snap 252 seq_num 780) 2024-09-13T14:26:50.854 INFO:tasks.rados.rados.0.smithi001.stdout:2480: expect (ObjNum 712 snap 232 seq_num 712) 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1420 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:2476: done (6 left) 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:2477: done (5 left) 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:2478: done (4 left) 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:2479: done (3 left) 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:2480: done (2 left) 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:2481: done (1 left) 2024-09-13T14:26:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:2482: done (0 left) 2024-09-13T14:26:50.916 INFO:tasks.rados.rados.0.smithi001.stdout:2483: rollback oid 8 current snap is 252 2024-09-13T14:26:50.916 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 242 2024-09-13T14:26:50.916 INFO:tasks.rados.rados.0.smithi001.stdout:2484: snap_create 2024-09-13T14:26:50.919 INFO:tasks.rados.rados.0.smithi001.stdout:2483: finishing rollback tid 0 to smithi00185197-8 2024-09-13T14:26:50.919 INFO:tasks.rados.rados.0.smithi001.stdout:2483: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:26:50.919 INFO:tasks.rados.rados.0.smithi001.stdout:2483: finishing rollback tid 2 to smithi00185197-8 2024-09-13T14:26:50.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1754 (ObjNum 713 snap 232 seq_num 713) dirty exists 2024-09-13T14:26:51.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:51 smithi028 systemd[1]: Stopping Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2483: done (1 left) 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2484: done (0 left) 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2485: copy_from oid 16 from oid 7 current snap is 253 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2486: read oid 14 snap -1 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2486: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2487: copy_from oid 21 from oid 47 current snap is 253 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2488: read oid 37 snap 248 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2488: expect deleted 2024-09-13T14:26:51.718 INFO:tasks.rados.rados.0.smithi001.stdout:2489: snap_remove snap 243 2024-09-13T14:26:51.883 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:51 smithi028 ceph-mon[87621]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T14:26:51.883 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:51 smithi028 ceph-mon[87621]: Upgrade: Updating node-exporter.b (2/2) 2024-09-13T14:26:51.883 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:51 smithi028 ceph-mon[87621]: Deploying daemon node-exporter.b on smithi028 2024-09-13T14:26:51.883 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:51 smithi028 podman[115941]: 2024-09-13 14:26:51.611414019 +0000 UTC m=+0.129736192 container died 1ad85b4e77246665869fca03ad620c3f60753641cfe54fcb8c3afaa97d4bb6cd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:26:52.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:51 smithi001 ceph-mon[99232]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T14:26:52.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:51 smithi001 ceph-mon[99232]: Upgrade: Updating node-exporter.b (2/2) 2024-09-13T14:26:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:51 smithi001 ceph-mon[99232]: Deploying daemon node-exporter.b on smithi028 2024-09-13T14:26:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:51 smithi001 ceph-mon[96683]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T14:26:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:51 smithi001 ceph-mon[96683]: Upgrade: Updating node-exporter.b (2/2) 2024-09-13T14:26:52.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:51 smithi001 ceph-mon[96683]: Deploying daemon node-exporter.b on smithi028 2024-09-13T14:26:52.333 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 podman[115941]: 2024-09-13 14:26:52.106646119 +0000 UTC m=+0.624968302 container cleanup 1ad85b4e77246665869fca03ad620c3f60753641cfe54fcb8c3afaa97d4bb6cd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:26:52.333 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 bash[115941]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T14:26:52.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 podman[115960]: 2024-09-13 14:26:52.333004967 +0000 UTC m=+0.724774645 container remove 1ad85b4e77246665869fca03ad620c3f60753641cfe54fcb8c3afaa97d4bb6cd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:26:52.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:26:52.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T14:26:52.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 systemd[1]: Stopped Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:52.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 3.210s CPU time. 2024-09-13T14:26:52.709 INFO:tasks.rados.rados.0.smithi001.stdout:2489: done (4 left) 2024-09-13T14:26:52.709 INFO:tasks.rados.rados.0.smithi001.stdout:2490: read oid 38 snap 242 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2490: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2491: read oid 18 snap -1 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2491: expect (ObjNum 778 snap 252 seq_num 778) 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2492: delete oid 20 current snap is 253 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2487: finishing copy_from to smithi00185197-21 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2487: got expected ENOENT (src dne) 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2487: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2485: finishing copy_from racing read to smithi00185197-16 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2485: finishing copy_from to smithi00185197-16 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1415 (ObjNum 725 snap 235 seq_num 725) dirty exists 2024-09-13T14:26:52.710 INFO:tasks.rados.rados.0.smithi001.stdout:2486: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:26:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:52 smithi001 ceph-mon[96683]: pgmap v533: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 368 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-13T14:26:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:52 smithi001 ceph-mon[96683]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T14:26:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:52 smithi001 ceph-mon[96683]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T14:26:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:52 smithi001 ceph-mon[99232]: pgmap v533: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 368 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-13T14:26:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:52 smithi001 ceph-mon[99232]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T14:26:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:52 smithi001 ceph-mon[99232]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T14:26:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:52 smithi028 ceph-mon[87621]: pgmap v533: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 368 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-13T14:26:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:52 smithi028 ceph-mon[87621]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T14:26:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:52 smithi028 ceph-mon[87621]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T14:26:53.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 systemd[1]: Starting Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:26:53.106 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:52 smithi028 bash[116091]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-13T14:26:53.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:53 smithi028 bash[116091]: Getting image source signatures 2024-09-13T14:26:53.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:53 smithi028 bash[116091]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-13T14:26:53.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:53 smithi028 bash[116091]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-13T14:26:53.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:53 smithi028 bash[116091]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-13T14:26:53.842 INFO:tasks.rados.rados.0.smithi001.stdout:2491: expect (ObjNum 778 snap 252 seq_num 778) 2024-09-13T14:26:53.872 INFO:tasks.rados.rados.0.smithi001.stdout:2490: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:26:53.984 INFO:tasks.rados.rados.0.smithi001.stdout:2485: done (6 left) 2024-09-13T14:26:53.984 INFO:tasks.rados.rados.0.smithi001.stdout:2486: done (5 left) 2024-09-13T14:26:53.985 INFO:tasks.rados.rados.0.smithi001.stdout:2487: done (4 left) 2024-09-13T14:26:53.985 INFO:tasks.rados.rados.0.smithi001.stdout:2488: done (3 left) 2024-09-13T14:26:53.985 INFO:tasks.rados.rados.0.smithi001.stdout:2490: done (2 left) 2024-09-13T14:26:53.985 INFO:tasks.rados.rados.0.smithi001.stdout:2491: done (1 left) 2024-09-13T14:26:53.985 INFO:tasks.rados.rados.0.smithi001.stdout:2492: done (0 left) 2024-09-13T14:26:53.985 INFO:tasks.rados.rados.0.smithi001.stdout:2493: snap_remove snap 242 2024-09-13T14:26:54.732 INFO:tasks.rados.rados.0.smithi001.stdout:2493: done (0 left) 2024-09-13T14:26:54.732 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 253 2024-09-13T14:26:54.732 INFO:tasks.rados.rados.0.smithi001.stdout:2494: seq_num 782 ranges {2670592=704512,3375104=401408} 2024-09-13T14:26:54.752 INFO:tasks.rados.rados.0.smithi001.stdout:2494: writing smithi00185197-29 from 2670592 to 3375104 tid 1 2024-09-13T14:26:54.754 INFO:tasks.rados.rados.0.smithi001.stdout:2494: writing smithi00185197-29 from 3375104 to 3776512 tid 2 2024-09-13T14:26:54.754 INFO:tasks.rados.rados.0.smithi001.stdout:2495: snap_create 2024-09-13T14:26:54.760 INFO:tasks.rados.rados.0.smithi001.stdout:2494: finishing write tid 1 to smithi00185197-29 2024-09-13T14:26:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:2494: finishing write tid 2 to smithi00185197-29 2024-09-13T14:26:54.762 INFO:tasks.rados.rados.0.smithi001.stdout:2494: finishing write tid 3 to smithi00185197-29 2024-09-13T14:26:54.765 INFO:tasks.rados.rados.0.smithi001.stdout:2494: finishing write tid 4 to smithi00185197-29 2024-09-13T14:26:54.765 INFO:tasks.rados.rados.0.smithi001.stdout:2494: oid 29 updating version 0 to 2057 2024-09-13T14:26:54.765 INFO:tasks.rados.rados.0.smithi001.stdout:2494: oid 29 updating version 2057 to 2058 2024-09-13T14:26:54.765 INFO:tasks.rados.rados.0.smithi001.stdout:2494: oid 29 updating version 2058 to 2059 2024-09-13T14:26:54.765 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2059 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-13T14:26:54.765 INFO:tasks.rados.rados.0.smithi001.stdout:2494: left oid 29 (ObjNum 782 snap 253 seq_num 782) 2024-09-13T14:26:54.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:54 smithi028 ceph-mon[87621]: pgmap v536: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T14:26:54.855 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:54 smithi028 bash[116091]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-13T14:26:54.855 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:54 smithi028 bash[116091]: Writing manifest to image destination 2024-09-13T14:26:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:54 smithi001 ceph-mon[96683]: pgmap v536: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T14:26:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:54 smithi001 ceph-mon[99232]: pgmap v536: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T14:26:55.354 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 podman[116091]: 2024-09-13 14:26:55.01165131 +0000 UTC m=+2.220515207 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-13T14:26:55.355 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 podman[116091]: 2024-09-13 14:26:55.118614227 +0000 UTC m=+2.327478157 container create 2e359a98fe1dff7355f93665e523e37cb50744af0e8d7dc7a5320634a2a11f52 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:26:55.355 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 podman[116091]: 2024-09-13 14:26:55.354336334 +0000 UTC m=+2.563200223 container init 2e359a98fe1dff7355f93665e523e37cb50744af0e8d7dc7a5320634a2a11f52 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:26:55.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 podman[116091]: 2024-09-13 14:26:55.359606389 +0000 UTC m=+2.568470287 container start 2e359a98fe1dff7355f93665e523e37cb50744af0e8d7dc7a5320634a2a11f52 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:26:55.605 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.363Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.363Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.363Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.363Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T14:26:55.606 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T14:26:55.607 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T14:26:55.607 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T14:26:55.607 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T14:26:55.607 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T14:26:55.607 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T14:26:55.607 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T14:26:55.608 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T14:26:55.609 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T14:26:55.609 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T14:26:55.609 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T14:26:55.609 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T14:26:55.609 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T14:26:55.609 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T14:26:55.609 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T14:26:55.610 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T14:26:55.611 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.364Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T14:26:55.611 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.365Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-13T14:26:55.611 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b[116167]: ts=2024-09-13T14:26:55.365Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T14:26:55.611 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 bash[116091]: 2e359a98fe1dff7355f93665e523e37cb50744af0e8d7dc7a5320634a2a11f52 2024-09-13T14:26:55.611 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:26:55 smithi028 systemd[1]: Started Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:26:55.736 INFO:tasks.rados.rados.0.smithi001.stdout:2494: done (1 left) 2024-09-13T14:26:55.736 INFO:tasks.rados.rados.0.smithi001.stdout:2495: done (0 left) 2024-09-13T14:26:55.737 INFO:tasks.rados.rados.0.smithi001.stdout:2496: read oid 35 snap -1 2024-09-13T14:26:55.737 INFO:tasks.rados.rados.0.smithi001.stdout:2496: expect deleted 2024-09-13T14:26:55.737 INFO:tasks.rados.rados.0.smithi001.stdout:2497: rmattr oid 18 current snap is 254 2024-09-13T14:26:55.737 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 254 2024-09-13T14:26:55.737 INFO:tasks.rados.rados.0.smithi001.stdout:2498: seq_num 783 ranges {12435456=720896,13156352=401408} 2024-09-13T14:26:55.810 INFO:tasks.rados.rados.0.smithi001.stdout:2498: writing smithi00185197-15 from 12435456 to 13156352 tid 1 2024-09-13T14:26:55.812 INFO:tasks.rados.rados.0.smithi001.stdout:2498: writing smithi00185197-15 from 13156352 to 13557760 tid 2 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1435 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:2496: done (2 left) 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:2497: done (1 left) 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:2499: rollback oid 24 current snap is 254 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 250 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:2500: rollback oid 6 current snap is 254 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 238 2024-09-13T14:26:55.813 INFO:tasks.rados.rados.0.smithi001.stdout:2501: snap_create 2024-09-13T14:26:55.817 INFO:tasks.rados.rados.0.smithi001.stdout:2498: finishing write tid 1 to smithi00185197-15 2024-09-13T14:26:55.817 INFO:tasks.rados.rados.0.smithi001.stdout:2498: finishing write tid 2 to smithi00185197-15 2024-09-13T14:26:55.817 INFO:tasks.rados.rados.0.smithi001.stdout:2498: finishing write tid 3 to smithi00185197-15 2024-09-13T14:26:55.818 INFO:tasks.rados.rados.0.smithi001.stdout:2500: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:26:55.818 INFO:tasks.rados.rados.0.smithi001.stdout:2500: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:26:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:2500: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:26:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2069 (ObjNum 650 snap 215 seq_num 650) dirty exists 2024-09-13T14:26:55.820 INFO:tasks.rados.rados.0.smithi001.stdout:2498: finishing write tid 4 to smithi00185197-15 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:2498: oid 15 updating version 0 to 662 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:2498: oid 15 version 662 is already newer than 661 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:2498: oid 15 version 662 is already newer than 660 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 662 (ObjNum 783 snap 254 seq_num 783) dirty exists 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:2498: left oid 15 (ObjNum 783 snap 254 seq_num 783) 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:2499: finishing rollback tid 1 to smithi00185197-24 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:2499: finishing rollback tid 2 to smithi00185197-24 2024-09-13T14:26:55.821 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 664 (ObjNum 650 snap 215 seq_num 650) dirty exists 2024-09-13T14:26:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[96683]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T14:26:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:56.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[99232]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T14:26:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:55 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:56.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-mon[87621]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T14:26:56.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:55 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:56.740 INFO:tasks.rados.rados.0.smithi001.stdout:2498: done (3 left) 2024-09-13T14:26:56.740 INFO:tasks.rados.rados.0.smithi001.stdout:2499: done (2 left) 2024-09-13T14:26:56.741 INFO:tasks.rados.rados.0.smithi001.stdout:2500: done (1 left) 2024-09-13T14:26:56.741 INFO:tasks.rados.rados.0.smithi001.stdout:2501: done (0 left) 2024-09-13T14:26:56.741 INFO:tasks.rados.rados.0.smithi001.stdout:2502: copy_from oid 22 from oid 29 current snap is 255 2024-09-13T14:26:56.741 INFO:tasks.rados.rados.0.smithi001.stdout:2503: read oid 10 snap -1 2024-09-13T14:26:56.741 INFO:tasks.rados.rados.0.smithi001.stdout:2503: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-13T14:26:56.741 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 255 2024-09-13T14:26:56.741 INFO:tasks.rados.rados.0.smithi001.stdout:2504: seq_num 784 ranges {0=737280,737280=401408} 2024-09-13T14:26:56.744 INFO:tasks.rados.rados.0.smithi001.stdout:2504: writing smithi00185197-47 from 0 to 737280 tid 1 2024-09-13T14:26:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:2504: writing smithi00185197-47 from 737280 to 1138688 tid 2 2024-09-13T14:26:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:2505: rollback oid 21 current snap is 255 2024-09-13T14:26:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 234 2024-09-13T14:26:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:2506: setattr oid 49 current snap is 255 2024-09-13T14:26:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:2503: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-13T14:26:56.764 INFO:tasks.rados.rados.0.smithi001.stdout:2505: finishing rollback tid 0 to smithi00185197-21 2024-09-13T14:26:56.764 INFO:tasks.rados.rados.0.smithi001.stdout:2505: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:26:56.764 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1878 (ObjNum 33 snap 0 seq_num 314601888) dirty dne 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: finishing write tid 1 to smithi00185197-47 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: finishing write tid 2 to smithi00185197-47 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: finishing write tid 3 to smithi00185197-47 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: finishing write tid 4 to smithi00185197-47 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: oid 47 updating version 0 to 1660 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: oid 47 version 1660 is already newer than 1659 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: oid 47 version 1660 is already newer than 1658 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1660 (ObjNum 784 snap 255 seq_num 784) dirty exists 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: left oid 47 (ObjNum 784 snap 255 seq_num 784) 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2503: done (4 left) 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2504: done (3 left) 2024-09-13T14:26:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:2505: done (2 left) 2024-09-13T14:26:56.766 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 255 2024-09-13T14:26:56.766 INFO:tasks.rados.rados.0.smithi001.stdout:2507: seq_num 785 ranges {24576=753664,778240=401408} 2024-09-13T14:26:56.766 INFO:tasks.rados.rados.0.smithi001.stdout:2507: writing smithi00185197-33 from 24576 to 778240 tid 1 2024-09-13T14:26:56.768 INFO:tasks.rados.rados.0.smithi001.stdout:2507: writing smithi00185197-33 from 778240 to 1179648 tid 2 2024-09-13T14:26:56.769 INFO:tasks.rados.rados.0.smithi001.stdout:2508: delete oid 15 current snap is 255 2024-09-13T14:26:56.769 INFO:tasks.rados.rados.0.smithi001.stdout:2502: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:26:56.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2071 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:26:56.769 INFO:tasks.rados.rados.0.smithi001.stdout:2502: finishing copy_from to smithi00185197-22 2024-09-13T14:26:56.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2059 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-13T14:26:56.772 INFO:tasks.rados.rados.0.smithi001.stdout:2507: finishing write tid 1 to smithi00185197-33 2024-09-13T14:26:56.772 INFO:tasks.rados.rados.0.smithi001.stdout:2502: done (3 left) 2024-09-13T14:26:56.772 INFO:tasks.rados.rados.0.smithi001.stdout:2506: done (2 left) 2024-09-13T14:26:56.772 INFO:tasks.rados.rados.0.smithi001.stdout:2508: done (1 left) 2024-09-13T14:26:56.772 INFO:tasks.rados.rados.0.smithi001.stdout:2509: setattr oid 23 current snap is 255 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:2507: finishing write tid 2 to smithi00185197-33 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:2507: finishing write tid 3 to smithi00185197-33 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:2507: finishing write tid 4 to smithi00185197-33 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:2507: oid 33 updating version 0 to 1437 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:2507: oid 33 updating version 1437 to 1438 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:2507: oid 33 version 1438 is already newer than 1436 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1438 (ObjNum 785 snap 255 seq_num 785) dirty exists 2024-09-13T14:26:56.773 INFO:tasks.rados.rados.0.smithi001.stdout:2507: left oid 33 (ObjNum 785 snap 255 seq_num 785) 2024-09-13T14:26:56.775 INFO:tasks.rados.rados.0.smithi001.stdout:2507: done (1 left) 2024-09-13T14:26:56.775 INFO:tasks.rados.rados.0.smithi001.stdout:2510: copy_from oid 44 from oid 12 current snap is 255 2024-09-13T14:26:56.775 INFO:tasks.rados.rados.0.smithi001.stdout:2511: read oid 29 snap -1 2024-09-13T14:26:56.775 INFO:tasks.rados.rados.0.smithi001.stdout:2511: expect (ObjNum 782 snap 253 seq_num 782) 2024-09-13T14:26:56.775 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 255 2024-09-13T14:26:56.775 INFO:tasks.rados.rados.0.smithi001.stdout:2512: seq_num 787 ranges {2957312=786432,3743744=401408} 2024-09-13T14:26:56.795 INFO:tasks.rados.rados.0.smithi001.stdout:2512: writing smithi00185197-25 from 2957312 to 3743744 tid 1 2024-09-13T14:26:56.798 INFO:tasks.rados.rados.0.smithi001.stdout:2512: writing smithi00185197-25 from 3743744 to 4145152 tid 2 2024-09-13T14:26:56.798 INFO:tasks.rados.rados.0.smithi001.stdout:2513: delete oid 40 current snap is 255 2024-09-13T14:26:56.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1023 (ObjNum 780 snap 252 seq_num 780) dirty exists 2024-09-13T14:26:56.798 INFO:tasks.rados.rados.0.smithi001.stdout:2510: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:26:56.798 INFO:tasks.rados.rados.0.smithi001.stdout:2511: expect (ObjNum 782 snap 253 seq_num 782) 2024-09-13T14:26:56.997 INFO:tasks.rados.rados.0.smithi001.stdout:2510: finishing copy_from to smithi00185197-44 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1437 (ObjNum 751 snap 243 seq_num 751) dirty exists 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2509: done (4 left) 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2510: done (3 left) 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2511: done (2 left) 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2513: done (1 left) 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2514: delete oid 8 current snap is 255 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2512: finishing write tid 1 to smithi00185197-25 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2512: finishing write tid 2 to smithi00185197-25 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2512: finishing write tid 3 to smithi00185197-25 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2512: finishing write tid 4 to smithi00185197-25 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2512: oid 25 updating version 0 to 1773 2024-09-13T14:26:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2512: oid 25 version 1773 is already newer than 1772 2024-09-13T14:26:56.999 INFO:tasks.rados.rados.0.smithi001.stdout:2512: oid 25 updating version 1773 to 1774 2024-09-13T14:26:56.999 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1774 (ObjNum 787 snap 255 seq_num 787) dirty exists 2024-09-13T14:26:56.999 INFO:tasks.rados.rados.0.smithi001.stdout:2512: left oid 25 (ObjNum 787 snap 255 seq_num 787) 2024-09-13T14:26:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:2512: done (1 left) 2024-09-13T14:26:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:2514: done (0 left) 2024-09-13T14:26:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:2515: read oid 40 snap -1 2024-09-13T14:26:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:2515: expect deleted 2024-09-13T14:26:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:2516: snap_create 2024-09-13T14:26:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:56 smithi001 ceph-mon[96683]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-13T14:26:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:56 smithi001 ceph-mon[96683]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T14:26:57.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:26:56 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:26:56] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-09-13T14:26:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:56 smithi001 ceph-mon[99232]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-13T14:26:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:56 smithi001 ceph-mon[99232]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T14:26:57.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:56 smithi028 ceph-mon[87621]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-13T14:26:57.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:56 smithi028 ceph-mon[87621]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T14:26:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:2515: done (1 left) 2024-09-13T14:26:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:2516: done (0 left) 2024-09-13T14:26:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 256 2024-09-13T14:26:57.709 INFO:tasks.rados.rados.0.smithi001.stdout:2517: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2024-09-13T14:26:57.711 INFO:tasks.rados.rados.0.smithi001.stdout:2517: writing smithi00185197-35 from 0 to 434176 tid 1 2024-09-13T14:26:57.714 INFO:tasks.rados.rados.0.smithi001.stdout:2517: writing smithi00185197-35 from 434176 to 983040 tid 2 2024-09-13T14:26:57.715 INFO:tasks.rados.rados.0.smithi001.stdout:2517: writing smithi00185197-35 from 983040 to 1236992 tid 3 2024-09-13T14:26:57.715 INFO:tasks.rados.rados.0.smithi001.stdout:2518: snap_create 2024-09-13T14:26:57.717 INFO:tasks.rados.rados.0.smithi001.stdout:2517: finishing write tid 1 to smithi00185197-35 2024-09-13T14:26:57.718 INFO:tasks.rados.rados.0.smithi001.stdout:2517: finishing write tid 2 to smithi00185197-35 2024-09-13T14:26:57.718 INFO:tasks.rados.rados.0.smithi001.stdout:2517: finishing write tid 3 to smithi00185197-35 2024-09-13T14:26:57.719 INFO:tasks.rados.rados.0.smithi001.stdout:2517: finishing write tid 4 to smithi00185197-35 2024-09-13T14:26:57.719 INFO:tasks.rados.rados.0.smithi001.stdout:2517: finishing write tid 5 to smithi00185197-35 2024-09-13T14:26:57.719 INFO:tasks.rados.rados.0.smithi001.stdout:2517: oid 35 updating version 0 to 1424 2024-09-13T14:26:57.720 INFO:tasks.rados.rados.0.smithi001.stdout:2517: oid 35 version 1424 is already newer than 1421 2024-09-13T14:26:57.720 INFO:tasks.rados.rados.0.smithi001.stdout:2517: oid 35 version 1424 is already newer than 1422 2024-09-13T14:26:57.720 INFO:tasks.rados.rados.0.smithi001.stdout:2517: oid 35 version 1424 is already newer than 1423 2024-09-13T14:26:57.720 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1424 (ObjNum 790 snap 256 seq_num 790) dirty exists 2024-09-13T14:26:57.720 INFO:tasks.rados.rados.0.smithi001.stdout:2517: left oid 35 (ObjNum 790 snap 256 seq_num 790) 2024-09-13T14:26:58.062 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:57 smithi028 ceph-mon[87621]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T14:26:58.062 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:57 smithi028 ceph-mon[87621]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T14:26:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:57 smithi001 ceph-mon[99232]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T14:26:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:57 smithi001 ceph-mon[99232]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T14:26:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:57 smithi001 ceph-mon[96683]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T14:26:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:57 smithi001 ceph-mon[96683]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T14:26:58.710 INFO:tasks.rados.rados.0.smithi001.stdout:2517: done (1 left) 2024-09-13T14:26:58.710 INFO:tasks.rados.rados.0.smithi001.stdout:2518: done (0 left) 2024-09-13T14:26:58.710 INFO:tasks.rados.rados.0.smithi001.stdout:2519: read oid 2 snap -1 2024-09-13T14:26:58.710 INFO:tasks.rados.rados.0.smithi001.stdout:2519: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:26:58.710 INFO:tasks.rados.rados.0.smithi001.stdout:2520: snap_create 2024-09-13T14:26:58.712 INFO:tasks.rados.rados.0.smithi001.stdout:2519: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:26:59.004 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:58 smithi028 ceph-mon[87621]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-13T14:26:59.004 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:59.004 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:58 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:59.005 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:26:58 smithi028 ceph-mon[87621]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T14:26:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[96683]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-13T14:26:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:59.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[96683]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T14:26:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[99232]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-13T14:26:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:26:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:26:58 smithi001 ceph-mon[99232]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T14:26:59.711 INFO:tasks.rados.rados.0.smithi001.stdout:2519: done (1 left) 2024-09-13T14:26:59.711 INFO:tasks.rados.rados.0.smithi001.stdout:2520: done (0 left) 2024-09-13T14:26:59.711 INFO:tasks.rados.rados.0.smithi001.stdout:2521: snap_create 2024-09-13T14:27:00.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: pgmap v544: 121 pgs: 121 active+clean; 278 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: pgmap v544: 121 pgs: 121 active+clean; 278 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-13T14:27:00.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T14:27:00.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:00 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: pgmap v544: 121 pgs: 121 active+clean; 278 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.536 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:00 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:00.713 INFO:tasks.rados.rados.0.smithi001.stdout:2521: done (0 left) 2024-09-13T14:27:00.713 INFO:tasks.rados.rados.0.smithi001.stdout:2522: copy_from oid 41 from oid 34 current snap is 259 2024-09-13T14:27:00.713 INFO:tasks.rados.rados.0.smithi001.stdout:2523: read oid 14 snap 254 2024-09-13T14:27:00.713 INFO:tasks.rados.rados.0.smithi001.stdout:2523: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:27:00.713 INFO:tasks.rados.rados.0.smithi001.stdout:2524: copy_from oid 43 from oid 17 current snap is 259 2024-09-13T14:27:00.713 INFO:tasks.rados.rados.0.smithi001.stdout:2525: delete oid 31 current snap is 259 2024-09-13T14:27:00.715 INFO:tasks.rados.rados.0.smithi001.stdout:2524: finishing copy_from to smithi00185197-43 2024-09-13T14:27:00.715 INFO:tasks.rados.rados.0.smithi001.stdout:2524: got expected ENOENT (src dne) 2024-09-13T14:27:00.716 INFO:tasks.rados.rados.0.smithi001.stdout:2524: finishing copy_from racing read to smithi00185197-43 2024-09-13T14:27:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:2524: done (3 left) 2024-09-13T14:27:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:2525: done (2 left) 2024-09-13T14:27:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:2526: read oid 30 snap -1 2024-09-13T14:27:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:2526: expect (ObjNum 679 snap 219 seq_num 679) 2024-09-13T14:27:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 259 2024-09-13T14:27:00.719 INFO:tasks.rados.rados.0.smithi001.stdout:2527: seq_num 792 ranges {12435456=466944,12902400=761856,13664256=40960} 2024-09-13T14:27:00.790 INFO:tasks.rados.rados.0.smithi001.stdout:2527: writing smithi00185197-6 from 12435456 to 12902400 tid 1 2024-09-13T14:27:00.794 INFO:tasks.rados.rados.0.smithi001.stdout:2527: writing smithi00185197-6 from 12902400 to 13664256 tid 2 2024-09-13T14:27:00.795 INFO:tasks.rados.rados.0.smithi001.stdout:2527: writing smithi00185197-6 from 13664256 to 13705216 tid 3 2024-09-13T14:27:00.795 INFO:tasks.rados.rados.0.smithi001.stdout:2528: delete oid 37 current snap is 259 2024-09-13T14:27:00.795 INFO:tasks.rados.rados.0.smithi001.stdout:2522: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:27:00.795 INFO:tasks.rados.rados.0.smithi001.stdout:2522: finishing copy_from to smithi00185197-41 2024-09-13T14:27:00.795 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1654 (ObjNum 756 snap 245 seq_num 756) dirty exists 2024-09-13T14:27:00.795 INFO:tasks.rados.rados.0.smithi001.stdout:2526: expect (ObjNum 679 snap 219 seq_num 679) 2024-09-13T14:27:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:2523: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:27:01.904 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:01 smithi028 ceph-mon[87621]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T14:27:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:2527: finishing write tid 1 to smithi00185197-6 2024-09-13T14:27:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:2527: finishing write tid 2 to smithi00185197-6 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:2522: done (4 left) 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:2523: done (3 left) 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:2526: done (2 left) 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:2528: done (1 left) 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 259 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:2527: finishing write tid 3 to smithi00185197-6 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:2527: finishing write tid 4 to smithi00185197-6 2024-09-13T14:27:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:2529: seq_num 794 ranges {1138688=499712,1638400=532480,2170880=270336} 2024-09-13T14:27:01.983 INFO:tasks.rados.rados.0.smithi001.stdout:2529: writing smithi00185197-47 from 1138688 to 1638400 tid 1 2024-09-13T14:27:01.986 INFO:tasks.rados.rados.0.smithi001.stdout:2529: writing smithi00185197-47 from 1638400 to 2170880 tid 2 2024-09-13T14:27:01.988 INFO:tasks.rados.rados.0.smithi001.stdout:2529: writing smithi00185197-47 from 2170880 to 2441216 tid 3 2024-09-13T14:27:01.988 INFO:tasks.rados.rados.0.smithi001.stdout:2530: rmattr oid 44 current snap is 259 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2530: done (2 left) 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 259 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2527: finishing write tid 5 to smithi00185197-6 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2527: oid 6 updating version 0 to 2075 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2527: oid 6 updating version 2075 to 2076 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2527: oid 6 version 2076 is already newer than 2074 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2527: oid 6 version 2076 is already newer than 2073 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2076 (ObjNum 792 snap 259 seq_num 792) dirty exists 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2527: left oid 6 (ObjNum 792 snap 259 seq_num 792) 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2529: finishing write tid 1 to smithi00185197-47 2024-09-13T14:27:01.989 INFO:tasks.rados.rados.0.smithi001.stdout:2531: seq_num 795 ranges {1785856=524288,2310144=417792,2727936=385024} 2024-09-13T14:27:02.000 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:01 smithi001 ceph-mon[96683]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T14:27:02.000 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:01 smithi001 ceph-mon[99232]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T14:27:02.001 INFO:tasks.rados.rados.0.smithi001.stdout:2531: writing smithi00185197-30 from 1785856 to 2310144 tid 1 2024-09-13T14:27:02.003 INFO:tasks.rados.rados.0.smithi001.stdout:2531: writing smithi00185197-30 from 2310144 to 2727936 tid 2 2024-09-13T14:27:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:2531: writing smithi00185197-30 from 2727936 to 3112960 tid 3 2024-09-13T14:27:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:2527: done (2 left) 2024-09-13T14:27:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:2532: rmattr oid 5 current snap is 259 2024-09-13T14:27:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:2532: done (2 left) 2024-09-13T14:27:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:2533: snap_remove snap 254 2024-09-13T14:27:02.709 INFO:tasks.rados.rados.0.smithi001.stdout:2533: done (2 left) 2024-09-13T14:27:02.709 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 259 2024-09-13T14:27:02.709 INFO:tasks.rados.rados.0.smithi001.stdout:2534: seq_num 796 ranges {581632=540672,1122304=704512,1826816=98304} 2024-09-13T14:27:02.716 INFO:tasks.rados.rados.0.smithi001.stdout:2534: writing smithi00185197-44 from 581632 to 1122304 tid 1 2024-09-13T14:27:02.721 INFO:tasks.rados.rados.0.smithi001.stdout:2534: writing smithi00185197-44 from 1122304 to 1826816 tid 2 2024-09-13T14:27:02.722 INFO:tasks.rados.rados.0.smithi001.stdout:2534: writing smithi00185197-44 from 1826816 to 1925120 tid 3 2024-09-13T14:27:02.722 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 259 2024-09-13T14:27:02.722 INFO:tasks.rados.rados.0.smithi001.stdout:2529: finishing write tid 2 to smithi00185197-47 2024-09-13T14:27:02.722 INFO:tasks.rados.rados.0.smithi001.stdout:2529: finishing write tid 3 to smithi00185197-47 2024-09-13T14:27:02.722 INFO:tasks.rados.rados.0.smithi001.stdout:2529: finishing write tid 4 to smithi00185197-47 2024-09-13T14:27:02.722 INFO:tasks.rados.rados.0.smithi001.stdout:2535: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-09-13T14:27:02.726 INFO:tasks.rados.rados.0.smithi001.stdout:2535: writing smithi00185197-46 from 0 to 557056 tid 1 2024-09-13T14:27:02.729 INFO:tasks.rados.rados.0.smithi001.stdout:2535: writing smithi00185197-46 from 557056 to 1146880 tid 2 2024-09-13T14:27:02.731 INFO:tasks.rados.rados.0.smithi001.stdout:2535: writing smithi00185197-46 from 1146880 to 1359872 tid 3 2024-09-13T14:27:02.731 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 259 2024-09-13T14:27:02.731 INFO:tasks.rados.rados.0.smithi001.stdout:2529: finishing write tid 5 to smithi00185197-47 2024-09-13T14:27:02.731 INFO:tasks.rados.rados.0.smithi001.stdout:2529: oid 47 updating version 0 to 1664 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:2529: oid 47 version 1664 is already newer than 1663 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:2529: oid 47 version 1664 is already newer than 1662 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:2529: oid 47 version 1664 is already newer than 1661 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1664 (ObjNum 794 snap 259 seq_num 794) dirty exists 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:2529: left oid 47 (ObjNum 794 snap 259 seq_num 794) 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:2531: finishing write tid 1 to smithi00185197-30 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:2531: finishing write tid 2 to smithi00185197-30 2024-09-13T14:27:02.732 INFO:tasks.rados.rados.0.smithi001.stdout:2536: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-09-13T14:27:02.734 INFO:tasks.rados.rados.0.smithi001.stdout:2536: writing smithi00185197-19 from 0 to 573440 tid 1 2024-09-13T14:27:02.737 INFO:tasks.rados.rados.0.smithi001.stdout:2536: writing smithi00185197-19 from 573440 to 1040384 tid 2 2024-09-13T14:27:02.739 INFO:tasks.rados.rados.0.smithi001.stdout:2536: writing smithi00185197-19 from 1040384 to 1376256 tid 3 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2529: done (4 left) 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 259 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: finishing write tid 3 to smithi00185197-30 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: finishing write tid 4 to smithi00185197-30 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: finishing write tid 5 to smithi00185197-30 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: oid 30 updating version 0 to 1780 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: oid 30 version 1780 is already newer than 1779 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: oid 30 version 1780 is already newer than 1778 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: oid 30 updating version 1780 to 1781 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1781 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2531: left oid 30 (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:27:02.740 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 1 to smithi00185197-44 2024-09-13T14:27:02.741 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 2 to smithi00185197-44 2024-09-13T14:27:02.741 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 3 to smithi00185197-44 2024-09-13T14:27:02.741 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 4 to smithi00185197-44 2024-09-13T14:27:02.741 INFO:tasks.rados.rados.0.smithi001.stdout:2537: seq_num 799 ranges {696320=589824,1286144=802816} 2024-09-13T14:27:02.746 INFO:tasks.rados.rados.0.smithi001.stdout:2537: writing smithi00185197-41 from 696320 to 1286144 tid 1 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2537: writing smithi00185197-41 from 1286144 to 2088960 tid 2 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2531: done (4 left) 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2538: rollback oid 3 current snap is 259 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 249 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2535: finishing write tid 1 to smithi00185197-46 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 5 to smithi00185197-44 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2534: oid 44 updating version 0 to 1439 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2534: oid 44 updating version 1439 to 1440 2024-09-13T14:27:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:2534: oid 44 updating version 1440 to 1441 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2534: oid 44 version 1441 is already newer than 1438 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1441 (ObjNum 796 snap 259 seq_num 796) dirty exists 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2534: left oid 44 (ObjNum 796 snap 259 seq_num 796) 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: finishing write tid 2 to smithi00185197-46 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: finishing write tid 3 to smithi00185197-46 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: finishing write tid 4 to smithi00185197-46 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: finishing write tid 5 to smithi00185197-46 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: oid 46 updating version 0 to 2081 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: oid 46 updating version 2081 to 2082 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: oid 46 updating version 2082 to 2083 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: oid 46 updating version 2083 to 2084 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2084 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2535: left oid 46 (ObjNum 797 snap 259 seq_num 797) 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing write tid 1 to smithi00185197-19 2024-09-13T14:27:02.754 INFO:tasks.rados.rados.0.smithi001.stdout:2534: done (4 left) 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2535: done (3 left) 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2539: snap_create 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing write tid 2 to smithi00185197-19 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing write tid 3 to smithi00185197-19 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing write tid 4 to smithi00185197-19 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing write tid 5 to smithi00185197-19 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: oid 19 updating version 0 to 1445 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: oid 19 version 1445 is already newer than 1442 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: oid 19 version 1445 is already newer than 1443 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: oid 19 version 1445 is already newer than 1444 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1445 (ObjNum 798 snap 259 seq_num 798) dirty exists 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2536: left oid 19 (ObjNum 798 snap 259 seq_num 798) 2024-09-13T14:27:02.755 INFO:tasks.rados.rados.0.smithi001.stdout:2537: finishing write tid 1 to smithi00185197-41 2024-09-13T14:27:02.756 INFO:tasks.rados.rados.0.smithi001.stdout:2537: finishing write tid 2 to smithi00185197-41 2024-09-13T14:27:02.756 INFO:tasks.rados.rados.0.smithi001.stdout:2537: finishing write tid 3 to smithi00185197-41 2024-09-13T14:27:02.756 INFO:tasks.rados.rados.0.smithi001.stdout:2538: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:27:02.756 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1262 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:27:02.756 INFO:tasks.rados.rados.0.smithi001.stdout:2537: finishing write tid 4 to smithi00185197-41 2024-09-13T14:27:02.757 INFO:tasks.rados.rados.0.smithi001.stdout:2537: oid 41 updating version 0 to 1655 2024-09-13T14:27:02.757 INFO:tasks.rados.rados.0.smithi001.stdout:2537: oid 41 updating version 1655 to 1657 2024-09-13T14:27:02.757 INFO:tasks.rados.rados.0.smithi001.stdout:2537: oid 41 version 1657 is already newer than 1656 2024-09-13T14:27:02.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1657 (ObjNum 799 snap 259 seq_num 799) dirty exists 2024-09-13T14:27:02.757 INFO:tasks.rados.rados.0.smithi001.stdout:2537: left oid 41 (ObjNum 799 snap 259 seq_num 799) 2024-09-13T14:27:02.938 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:02 smithi028 ceph-mon[87621]: pgmap v547: 121 pgs: 121 active+clean; 280 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-13T14:27:02.938 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:02 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:02.938 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:02 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:02.938 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:02 smithi028 ceph-mon[87621]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T14:27:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[96683]: pgmap v547: 121 pgs: 121 active+clean; 280 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-13T14:27:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[96683]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T14:27:03.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[99232]: pgmap v547: 121 pgs: 121 active+clean; 280 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-13T14:27:03.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:03.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:03.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:02 smithi001 ceph-mon[99232]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T14:27:03.721 INFO:tasks.rados.rados.0.smithi001.stdout:2536: done (3 left) 2024-09-13T14:27:03.721 INFO:tasks.rados.rados.0.smithi001.stdout:2537: done (2 left) 2024-09-13T14:27:03.721 INFO:tasks.rados.rados.0.smithi001.stdout:2538: done (1 left) 2024-09-13T14:27:03.721 INFO:tasks.rados.rados.0.smithi001.stdout:2539: done (0 left) 2024-09-13T14:27:03.721 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 260 2024-09-13T14:27:03.721 INFO:tasks.rados.rados.0.smithi001.stdout:2540: seq_num 800 ranges {294912=606208,901120=688128,1589248=114688} 2024-09-13T14:27:03.725 INFO:tasks.rados.rados.0.smithi001.stdout:2540: writing smithi00185197-10 from 294912 to 901120 tid 1 2024-09-13T14:27:03.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: writing smithi00185197-10 from 901120 to 1589248 tid 2 2024-09-13T14:27:03.729 INFO:tasks.rados.rados.0.smithi001.stdout:2540: writing smithi00185197-10 from 1589248 to 1703936 tid 3 2024-09-13T14:27:03.729 INFO:tasks.rados.rados.0.smithi001.stdout:2541: read oid 21 snap -1 2024-09-13T14:27:03.730 INFO:tasks.rados.rados.0.smithi001.stdout:2541: expect deleted 2024-09-13T14:27:03.730 INFO:tasks.rados.rados.0.smithi001.stdout:2542: snap_remove snap 234 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.413 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: pgmap v549: 121 pgs: 121 active+clean; 283 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-09-13T14:27:04.414 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:04 smithi028 ceph-mon[87621]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: pgmap v549: 121 pgs: 121 active+clean; 283 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[96683]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:04.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: pgmap v549: 121 pgs: 121 active+clean; 283 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-09-13T14:27:04.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:04 smithi001 ceph-mon[99232]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: finishing write tid 1 to smithi00185197-10 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: finishing write tid 2 to smithi00185197-10 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: finishing write tid 3 to smithi00185197-10 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: finishing write tid 4 to smithi00185197-10 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: finishing write tid 5 to smithi00185197-10 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: oid 10 updating version 0 to 1885 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: oid 10 version 1885 is already newer than 1883 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: oid 10 version 1885 is already newer than 1884 2024-09-13T14:27:04.728 INFO:tasks.rados.rados.0.smithi001.stdout:2540: oid 10 version 1885 is already newer than 1882 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1885 (ObjNum 800 snap 260 seq_num 800) dirty exists 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:2540: left oid 10 (ObjNum 800 snap 260 seq_num 800) 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:2540: done (2 left) 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:2541: done (1 left) 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:2542: done (0 left) 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:2543: read oid 45 snap -1 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:2543: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:27:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:2544: rollback oid 17 current snap is 260 2024-09-13T14:27:04.730 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 17 to 256 2024-09-13T14:27:04.730 INFO:tasks.rados.rados.0.smithi001.stdout:2545: snap_remove snap 257 2024-09-13T14:27:05.729 INFO:tasks.rados.rados.0.smithi001.stdout:2543: expect (ObjNum 431 snap 139 seq_num 431) 2024-09-13T14:27:05.737 INFO:tasks.rados.rados.0.smithi001.stdout:2544: finishing rollback tid 1 to smithi00185197-17 2024-09-13T14:27:05.737 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1266 (ObjNum 1537 snap 0 seq_num 314889280) dirty dne 2024-09-13T14:27:05.737 INFO:tasks.rados.rados.0.smithi001.stdout:2543: done (2 left) 2024-09-13T14:27:05.737 INFO:tasks.rados.rados.0.smithi001.stdout:2544: done (1 left) 2024-09-13T14:27:05.737 INFO:tasks.rados.rados.0.smithi001.stdout:2545: done (0 left) 2024-09-13T14:27:05.737 INFO:tasks.rados.rados.0.smithi001.stdout:2546: delete oid 13 current snap is 260 2024-09-13T14:27:05.738 INFO:tasks.rados.rados.0.smithi001.stdout:2546: done (0 left) 2024-09-13T14:27:05.739 INFO:tasks.rados.rados.0.smithi001.stdout:2547: setattr oid 14 current snap is 260 2024-09-13T14:27:05.741 INFO:tasks.rados.rados.0.smithi001.stdout:2548: snap_remove snap 250 2024-09-13T14:27:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[96683]: Upgrade: Updating prometheus.a 2024-09-13T14:27:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[96683]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T14:27:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[96683]: Deploying daemon prometheus.a on smithi028 2024-09-13T14:27:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[99232]: Upgrade: Updating prometheus.a 2024-09-13T14:27:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[99232]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T14:27:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:05 smithi001 ceph-mon[99232]: Deploying daemon prometheus.a on smithi028 2024-09-13T14:27:06.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:05 smithi028 ceph-mon[87621]: Upgrade: Updating prometheus.a 2024-09-13T14:27:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:05 smithi028 ceph-mon[87621]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T14:27:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:05 smithi028 ceph-mon[87621]: Deploying daemon prometheus.a on smithi028 2024-09-13T14:27:06.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1264 (ObjNum 560 snap 188 seq_num 560) dirty exists 2024-09-13T14:27:06.730 INFO:tasks.rados.rados.0.smithi001.stdout:2547: done (1 left) 2024-09-13T14:27:06.730 INFO:tasks.rados.rados.0.smithi001.stdout:2548: done (0 left) 2024-09-13T14:27:06.730 INFO:tasks.rados.rados.0.smithi001.stdout:2549: rollback oid 38 current snap is 260 2024-09-13T14:27:06.730 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 246 2024-09-13T14:27:06.730 INFO:tasks.rados.rados.0.smithi001.stdout:2550: snap_remove snap 259 2024-09-13T14:27:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:06 smithi001 ceph-mon[96683]: pgmap v552: 121 pgs: 121 active+clean; 290 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-13T14:27:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:06 smithi001 ceph-mon[96683]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T14:27:07.103 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:27:06 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:27:06] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-09-13T14:27:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:06 smithi001 ceph-mon[99232]: pgmap v552: 121 pgs: 121 active+clean; 290 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-13T14:27:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:06 smithi001 ceph-mon[99232]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T14:27:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:06 smithi028 ceph-mon[87621]: pgmap v552: 121 pgs: 121 active+clean; 290 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-13T14:27:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:06 smithi028 ceph-mon[87621]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T14:27:07.742 INFO:tasks.rados.rados.0.smithi001.stdout:2550: done (1 left) 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2551: copy_from oid 41 from oid 7 current snap is 260 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2549: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1694 (ObjNum 129 snap 0 seq_num 313589424) dirty dne 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2549: done (1 left) 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2552: read oid 14 snap -1 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2552: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2553: read oid 1 snap 240 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2553: expect (ObjNum 712 snap 232 seq_num 712) 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2554: rmattr oid 42 current snap is 260 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2554: done (3 left) 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2555: copy_from oid 2 from oid 34 current snap is 260 2024-09-13T14:27:07.743 INFO:tasks.rados.rados.0.smithi001.stdout:2556: delete oid 33 current snap is 260 2024-09-13T14:27:07.751 INFO:tasks.rados.rados.0.smithi001.stdout:2555: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:27:07.752 INFO:tasks.rados.rados.0.smithi001.stdout:2555: finishing copy_from to smithi00185197-2 2024-09-13T14:27:07.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1654 (ObjNum 756 snap 245 seq_num 756) dirty exists 2024-09-13T14:27:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:2551: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:27:07.758 INFO:tasks.rados.rados.0.smithi001.stdout:2551: finishing copy_from to smithi00185197-41 2024-09-13T14:27:07.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1415 (ObjNum 725 snap 235 seq_num 725) dirty exists 2024-09-13T14:27:07.760 INFO:tasks.rados.rados.0.smithi001.stdout:2553: expect (ObjNum 712 snap 232 seq_num 712) 2024-09-13T14:27:07.824 INFO:tasks.rados.rados.0.smithi001.stdout:2552: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:27:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:07 smithi001 ceph-mon[96683]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T14:27:08.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:07 smithi001 ceph-mon[99232]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T14:27:08.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:07 smithi028 ceph-mon[87621]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T14:27:08.948 INFO:tasks.rados.rados.0.smithi001.stdout:2551: done (4 left) 2024-09-13T14:27:08.949 INFO:tasks.rados.rados.0.smithi001.stdout:2552: done (3 left) 2024-09-13T14:27:08.949 INFO:tasks.rados.rados.0.smithi001.stdout:2553: done (2 left) 2024-09-13T14:27:08.949 INFO:tasks.rados.rados.0.smithi001.stdout:2555: done (1 left) 2024-09-13T14:27:08.949 INFO:tasks.rados.rados.0.smithi001.stdout:2556: done (0 left) 2024-09-13T14:27:08.949 INFO:tasks.rados.rados.0.smithi001.stdout:2557: setattr oid 27 current snap is 260 2024-09-13T14:27:08.950 INFO:tasks.rados.rados.0.smithi001.stdout:2558: read oid 10 snap -1 2024-09-13T14:27:08.950 INFO:tasks.rados.rados.0.smithi001.stdout:2558: expect (ObjNum 800 snap 260 seq_num 800) 2024-09-13T14:27:08.950 INFO:tasks.rados.rados.0.smithi001.stdout:2559: delete oid 25 current snap is 260 2024-09-13T14:27:08.953 INFO:tasks.rados.rados.0.smithi001.stdout:2559: done (2 left) 2024-09-13T14:27:08.953 INFO:tasks.rados.rados.0.smithi001.stdout:2560: delete oid 33 current snap is 260 2024-09-13T14:27:08.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1425 (ObjNum 157 snap 37 seq_num 157) dirty exists 2024-09-13T14:27:08.958 INFO:tasks.rados.rados.0.smithi001.stdout:2558: expect (ObjNum 800 snap 260 seq_num 800) 2024-09-13T14:27:09.012 INFO:tasks.rados.rados.0.smithi001.stdout:2557: done (2 left) 2024-09-13T14:27:09.012 INFO:tasks.rados.rados.0.smithi001.stdout:2558: done (1 left) 2024-09-13T14:27:09.012 INFO:tasks.rados.rados.0.smithi001.stdout:2560: done (0 left) 2024-09-13T14:27:09.012 INFO:tasks.rados.rados.0.smithi001.stdout:2561: snap_create 2024-09-13T14:27:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:08 smithi001 ceph-mon[96683]: pgmap v555: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-09-13T14:27:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:08 smithi001 ceph-mon[96683]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T14:27:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:08 smithi001 ceph-mon[99232]: pgmap v555: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-09-13T14:27:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:08 smithi001 ceph-mon[99232]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T14:27:09.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:08 smithi028 ceph-mon[87621]: pgmap v555: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-09-13T14:27:09.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:08 smithi028 ceph-mon[87621]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T14:27:09.744 INFO:tasks.rados.rados.0.smithi001.stdout:2561: done (0 left) 2024-09-13T14:27:09.745 INFO:tasks.rados.rados.0.smithi001.stdout:2562: snap_remove snap 255 2024-09-13T14:27:10.748 INFO:tasks.rados.rados.0.smithi001.stdout:2562: done (0 left) 2024-09-13T14:27:10.748 INFO:tasks.rados.rados.0.smithi001.stdout:2563: rmattr oid 26 current snap is 261 2024-09-13T14:27:10.748 INFO:tasks.rados.rados.0.smithi001.stdout:2563: done (0 left) 2024-09-13T14:27:10.748 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 261 2024-09-13T14:27:10.749 INFO:tasks.rados.rados.0.smithi001.stdout:2564: seq_num 805 ranges {2334720=688128,3022848=507904,3530752=294912} 2024-09-13T14:27:10.766 INFO:tasks.rados.rados.0.smithi001.stdout:2564: writing smithi00185197-1 from 2334720 to 3022848 tid 1 2024-09-13T14:27:10.769 INFO:tasks.rados.rados.0.smithi001.stdout:2564: writing smithi00185197-1 from 3022848 to 3530752 tid 2 2024-09-13T14:27:10.771 INFO:tasks.rados.rados.0.smithi001.stdout:2564: writing smithi00185197-1 from 3530752 to 3825664 tid 3 2024-09-13T14:27:10.771 INFO:tasks.rados.rados.0.smithi001.stdout:2565: copy_from oid 15 from oid 9 current snap is 261 2024-09-13T14:27:10.771 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 261 2024-09-13T14:27:10.771 INFO:tasks.rados.rados.0.smithi001.stdout:2566: seq_num 806 ranges {802816=704512,1507328=442368,1949696=360448} 2024-09-13T14:27:10.780 INFO:tasks.rados.rados.0.smithi001.stdout:2566: writing smithi00185197-41 from 802816 to 1507328 tid 1 2024-09-13T14:27:10.782 INFO:tasks.rados.rados.0.smithi001.stdout:2566: writing smithi00185197-41 from 1507328 to 1949696 tid 2 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2566: writing smithi00185197-41 from 1949696 to 2310144 tid 3 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2567: delete oid 38 current snap is 261 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2564: finishing write tid 1 to smithi00185197-1 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2564: finishing write tid 2 to smithi00185197-1 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2564: finishing write tid 3 to smithi00185197-1 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2564: finishing write tid 4 to smithi00185197-1 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2564: finishing write tid 5 to smithi00185197-1 2024-09-13T14:27:10.786 INFO:tasks.rados.rados.0.smithi001.stdout:2564: oid 1 updating version 0 to 1440 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:2564: oid 1 updating version 1440 to 1443 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:2564: oid 1 version 1443 is already newer than 1442 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:2564: oid 1 version 1443 is already newer than 1441 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1443 (ObjNum 805 snap 261 seq_num 805) dirty exists 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:2564: left oid 1 (ObjNum 805 snap 261 seq_num 805) 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:2565: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:2565: finishing copy_from to smithi00185197-15 2024-09-13T14:27:10.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1019 (ObjNum 772 snap 249 seq_num 772) dirty exists 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:2564: done (3 left) 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:2565: done (2 left) 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:2567: done (1 left) 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:2568: rollback oid 42 current snap is 261 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 247 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:2569: rollback oid 35 current snap is 261 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 253 2024-09-13T14:27:10.788 INFO:tasks.rados.rados.0.smithi001.stdout:2570: rollback oid 19 current snap is 261 2024-09-13T14:27:10.789 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 258 2024-09-13T14:27:10.789 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 261 2024-09-13T14:27:10.789 INFO:tasks.rados.rados.0.smithi001.stdout:2571: seq_num 808 ranges {81920=737280,819200=614400,1433600=188416} 2024-09-13T14:27:10.792 INFO:tasks.rados.rados.0.smithi001.stdout:2571: writing smithi00185197-4 from 81920 to 819200 tid 1 2024-09-13T14:27:10.796 INFO:tasks.rados.rados.0.smithi001.stdout:2571: writing smithi00185197-4 from 819200 to 1433600 tid 2 2024-09-13T14:27:10.797 INFO:tasks.rados.rados.0.smithi001.stdout:2571: writing smithi00185197-4 from 1433600 to 1622016 tid 3 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2572: snap_create 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: finishing write tid 1 to smithi00185197-41 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: finishing write tid 2 to smithi00185197-41 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: finishing write tid 3 to smithi00185197-41 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: finishing write tid 4 to smithi00185197-41 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2570: finishing rollback tid 0 to smithi00185197-19 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: finishing write tid 5 to smithi00185197-41 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: oid 41 updating version 0 to 1661 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: oid 41 version 1661 is already newer than 1659 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: oid 41 version 1661 is already newer than 1660 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: oid 41 version 1661 is already newer than 1658 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1661 (ObjNum 806 snap 261 seq_num 806) dirty exists 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2566: left oid 41 (ObjNum 806 snap 261 seq_num 806) 2024-09-13T14:27:10.798 INFO:tasks.rados.rados.0.smithi001.stdout:2570: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1447 (ObjNum 97 snap 0 seq_num 314985152) dirty dne 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:2569: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing rollback tid 0 to smithi00185197-42 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:2569: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1427 (ObjNum 113 snap 0 seq_num 313830816) dirty dne 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing rollback tid 2 to smithi00185197-42 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1264 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:27:10.799 INFO:tasks.rados.rados.0.smithi001.stdout:2571: finishing write tid 1 to smithi00185197-4 2024-09-13T14:27:10.800 INFO:tasks.rados.rados.0.smithi001.stdout:2571: finishing write tid 2 to smithi00185197-4 2024-09-13T14:27:10.801 INFO:tasks.rados.rados.0.smithi001.stdout:2571: finishing write tid 3 to smithi00185197-4 2024-09-13T14:27:10.801 INFO:tasks.rados.rados.0.smithi001.stdout:2571: finishing write tid 4 to smithi00185197-4 2024-09-13T14:27:10.801 INFO:tasks.rados.rados.0.smithi001.stdout:2571: finishing write tid 5 to smithi00185197-4 2024-09-13T14:27:10.802 INFO:tasks.rados.rados.0.smithi001.stdout:2571: oid 4 updating version 0 to 1450 2024-09-13T14:27:10.802 INFO:tasks.rados.rados.0.smithi001.stdout:2571: oid 4 version 1450 is already newer than 1448 2024-09-13T14:27:10.802 INFO:tasks.rados.rados.0.smithi001.stdout:2571: oid 4 version 1450 is already newer than 1449 2024-09-13T14:27:10.802 INFO:tasks.rados.rados.0.smithi001.stdout:2571: oid 4 updating version 1450 to 1451 2024-09-13T14:27:10.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1451 (ObjNum 808 snap 261 seq_num 808) dirty exists 2024-09-13T14:27:10.802 INFO:tasks.rados.rados.0.smithi001.stdout:2571: left oid 4 (ObjNum 808 snap 261 seq_num 808) 2024-09-13T14:27:11.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:10 smithi001 ceph-mon[99232]: pgmap v557: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-13T14:27:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:10 smithi001 ceph-mon[99232]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T14:27:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:10 smithi001 ceph-mon[96683]: pgmap v557: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-13T14:27:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:10 smithi001 ceph-mon[96683]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T14:27:11.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:10 smithi028 ceph-mon[87621]: pgmap v557: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-13T14:27:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:10 smithi028 ceph-mon[87621]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T14:27:11.760 INFO:tasks.rados.rados.0.smithi001.stdout:2566: done (5 left) 2024-09-13T14:27:11.760 INFO:tasks.rados.rados.0.smithi001.stdout:2568: done (4 left) 2024-09-13T14:27:11.760 INFO:tasks.rados.rados.0.smithi001.stdout:2569: done (3 left) 2024-09-13T14:27:11.761 INFO:tasks.rados.rados.0.smithi001.stdout:2570: done (2 left) 2024-09-13T14:27:11.761 INFO:tasks.rados.rados.0.smithi001.stdout:2571: done (1 left) 2024-09-13T14:27:11.761 INFO:tasks.rados.rados.0.smithi001.stdout:2572: done (0 left) 2024-09-13T14:27:11.761 INFO:tasks.rados.rados.0.smithi001.stdout:2573: read oid 19 snap -1 2024-09-13T14:27:11.761 INFO:tasks.rados.rados.0.smithi001.stdout:2573: expect deleted 2024-09-13T14:27:11.761 INFO:tasks.rados.rados.0.smithi001.stdout:2574: snap_remove snap 260 2024-09-13T14:27:12.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:11 smithi001 ceph-mon[96683]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T14:27:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:11 smithi001 ceph-mon[99232]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T14:27:12.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:11 smithi028 ceph-mon[87621]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T14:27:12.713 INFO:tasks.rados.rados.0.smithi001.stdout:2574: done (1 left) 2024-09-13T14:27:12.714 INFO:tasks.rados.rados.0.smithi001.stdout:2575: snap_create 2024-09-13T14:27:12.921 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:12 smithi028 ceph-mon[87621]: pgmap v560: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 580 KiB/s wr, 9 op/s 2024-09-13T14:27:12.921 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:12 smithi028 ceph-mon[87621]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T14:27:12.921 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:12 smithi028 ceph-mon[87621]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T14:27:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:12 smithi001 ceph-mon[96683]: pgmap v560: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 580 KiB/s wr, 9 op/s 2024-09-13T14:27:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:12 smithi001 ceph-mon[96683]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T14:27:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:12 smithi001 ceph-mon[96683]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T14:27:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:12 smithi001 ceph-mon[99232]: pgmap v560: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 580 KiB/s wr, 9 op/s 2024-09-13T14:27:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:12 smithi001 ceph-mon[99232]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T14:27:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:12 smithi001 ceph-mon[99232]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T14:27:13.715 INFO:tasks.rados.rados.0.smithi001.stdout:2573: done (1 left) 2024-09-13T14:27:13.715 INFO:tasks.rados.rados.0.smithi001.stdout:2575: done (0 left) 2024-09-13T14:27:13.715 INFO:tasks.rados.rados.0.smithi001.stdout:2576: copy_from oid 50 from oid 43 current snap is 263 2024-09-13T14:27:13.715 INFO:tasks.rados.rados.0.smithi001.stdout:2577: snap_create 2024-09-13T14:27:13.724 INFO:tasks.rados.rados.0.smithi001.stdout:2576: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:27:13.725 INFO:tasks.rados.rados.0.smithi001.stdout:2576: finishing copy_from to smithi00185197-50 2024-09-13T14:27:13.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1657 (ObjNum 760 snap 246 seq_num 760) dirty exists 2024-09-13T14:27:14.717 INFO:tasks.rados.rados.0.smithi001.stdout:2576: done (1 left) 2024-09-13T14:27:14.717 INFO:tasks.rados.rados.0.smithi001.stdout:2577: done (0 left) 2024-09-13T14:27:14.717 INFO:tasks.rados.rados.0.smithi001.stdout:2578: rollback oid 44 current snap is 264 2024-09-13T14:27:14.717 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 231 2024-09-13T14:27:14.717 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 264 2024-09-13T14:27:14.717 INFO:tasks.rados.rados.0.smithi001.stdout:2579: seq_num 809 ranges {10534912=753664,11288576=499712,11788288=303104} 2024-09-13T14:27:14.718 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 systemd[1]: Stopping Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:27:14.779 INFO:tasks.rados.rados.0.smithi001.stdout:2579: writing smithi00185197-42 from 10534912 to 11288576 tid 1 2024-09-13T14:27:14.781 INFO:tasks.rados.rados.0.smithi001.stdout:2579: writing smithi00185197-42 from 11288576 to 11788288 tid 2 2024-09-13T14:27:14.783 INFO:tasks.rados.rados.0.smithi001.stdout:2579: writing smithi00185197-42 from 11788288 to 12091392 tid 3 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:2580: rollback oid 5 current snap is 264 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 253 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1444 (ObjNum 694 snap 222 seq_num 694) dirty exists 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:2578: done (2 left) 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 264 2024-09-13T14:27:14.784 INFO:tasks.rados.rados.0.smithi001.stdout:2581: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2024-09-13T14:27:14.787 INFO:tasks.rados.rados.0.smithi001.stdout:2581: writing smithi00185197-37 from 0 to 770048 tid 1 2024-09-13T14:27:14.792 INFO:tasks.rados.rados.0.smithi001.stdout:2581: writing smithi00185197-37 from 770048 to 1548288 tid 2 2024-09-13T14:27:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:2581: writing smithi00185197-37 from 1548288 to 1572864 tid 3 2024-09-13T14:27:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 264 2024-09-13T14:27:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:2580: finishing rollback tid 1 to smithi00185197-5 2024-09-13T14:27:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 0 (ObjNum 65 snap 0 seq_num 1920098383) dirty dne 2024-09-13T14:27:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:2579: finishing write tid 1 to smithi00185197-42 2024-09-13T14:27:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:2579: finishing write tid 2 to smithi00185197-42 2024-09-13T14:27:14.793 INFO:tasks.rados.rados.0.smithi001.stdout:2582: seq_num 811 ranges {933888=786432,1720320=663552,2383872=139264} 2024-09-13T14:27:14.802 INFO:tasks.rados.rados.0.smithi001.stdout:2582: writing smithi00185197-9 from 933888 to 1720320 tid 1 2024-09-13T14:27:14.806 INFO:tasks.rados.rados.0.smithi001.stdout:2582: writing smithi00185197-9 from 1720320 to 2383872 tid 2 2024-09-13T14:27:14.809 INFO:tasks.rados.rados.0.smithi001.stdout:2582: writing smithi00185197-9 from 2383872 to 2523136 tid 3 2024-09-13T14:27:14.809 INFO:tasks.rados.rados.0.smithi001.stdout:2580: done (3 left) 2024-09-13T14:27:14.810 INFO:tasks.rados.rados.0.smithi001.stdout:2583: read oid 44 snap -1 2024-09-13T14:27:14.810 INFO:tasks.rados.rados.0.smithi001.stdout:2583: expect (ObjNum 694 snap 222 seq_num 694) 2024-09-13T14:27:14.810 INFO:tasks.rados.rados.0.smithi001.stdout:2584: delete oid 17 current snap is 264 2024-09-13T14:27:14.810 INFO:tasks.rados.rados.0.smithi001.stdout:2579: finishing write tid 3 to smithi00185197-42 2024-09-13T14:27:14.810 INFO:tasks.rados.rados.0.smithi001.stdout:2579: finishing write tid 4 to smithi00185197-42 2024-09-13T14:27:14.811 INFO:tasks.rados.rados.0.smithi001.stdout:2579: finishing write tid 5 to smithi00185197-42 2024-09-13T14:27:14.811 INFO:tasks.rados.rados.0.smithi001.stdout:2579: oid 42 updating version 0 to 1267 2024-09-13T14:27:14.811 INFO:tasks.rados.rados.0.smithi001.stdout:2579: oid 42 version 1267 is already newer than 1265 2024-09-13T14:27:14.811 INFO:tasks.rados.rados.0.smithi001.stdout:2579: oid 42 version 1267 is already newer than 1266 2024-09-13T14:27:14.811 INFO:tasks.rados.rados.0.smithi001.stdout:2579: oid 42 updating version 1267 to 1268 2024-09-13T14:27:14.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1268 (ObjNum 809 snap 264 seq_num 809) dirty exists 2024-09-13T14:27:14.812 INFO:tasks.rados.rados.0.smithi001.stdout:2579: left oid 42 (ObjNum 809 snap 264 seq_num 809) 2024-09-13T14:27:14.812 INFO:tasks.rados.rados.0.smithi001.stdout:2581: finishing write tid 1 to smithi00185197-37 2024-09-13T14:27:14.812 INFO:tasks.rados.rados.0.smithi001.stdout:2581: finishing write tid 2 to smithi00185197-37 2024-09-13T14:27:14.812 INFO:tasks.rados.rados.0.smithi001.stdout:2581: finishing write tid 3 to smithi00185197-37 2024-09-13T14:27:14.812 INFO:tasks.rados.rados.0.smithi001.stdout:2581: finishing write tid 4 to smithi00185197-37 2024-09-13T14:27:14.813 INFO:tasks.rados.rados.0.smithi001.stdout:2581: finishing write tid 5 to smithi00185197-37 2024-09-13T14:27:14.813 INFO:tasks.rados.rados.0.smithi001.stdout:2581: oid 37 updating version 0 to 2062 2024-09-13T14:27:14.813 INFO:tasks.rados.rados.0.smithi001.stdout:2581: oid 37 updating version 2062 to 2065 2024-09-13T14:27:14.813 INFO:tasks.rados.rados.0.smithi001.stdout:2581: oid 37 version 2065 is already newer than 2064 2024-09-13T14:27:14.813 INFO:tasks.rados.rados.0.smithi001.stdout:2581: oid 37 version 2065 is already newer than 2063 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2065 (ObjNum 810 snap 264 seq_num 810) dirty exists 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2581: left oid 37 (ObjNum 810 snap 264 seq_num 810) 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2582: finishing write tid 1 to smithi00185197-9 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2579: done (4 left) 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2581: done (3 left) 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2584: done (2 left) 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2585: read oid 34 snap -1 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2585: expect (ObjNum 756 snap 245 seq_num 756) 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 264 2024-09-13T14:27:14.814 INFO:tasks.rados.rados.0.smithi001.stdout:2586: seq_num 813 ranges {802816=417792,1220608=434176,1654784=442368,2097152=327680} 2024-09-13T14:27:14.816 INFO:tasks.rados.rados.0.smithi001.stdout:2586: writing smithi00185197-39 from 802816 to 1220608 tid 1 2024-09-13T14:27:14.819 INFO:tasks.rados.rados.0.smithi001.stdout:2586: writing smithi00185197-39 from 1220608 to 1654784 tid 2 2024-09-13T14:27:14.821 INFO:tasks.rados.rados.0.smithi001.stdout:2586: writing smithi00185197-39 from 1654784 to 2097152 tid 3 2024-09-13T14:27:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:2586: writing smithi00185197-39 from 2097152 to 2424832 tid 4 2024-09-13T14:27:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:2587: snap_remove snap 253 2024-09-13T14:27:15.034 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-mon[87621]: pgmap v563: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 290 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 368 KiB/s wr, 4 op/s 2024-09-13T14:27:15.034 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-mon[87621]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T14:27:15.034 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.735Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:27:15.034 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.735Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:27:15.034 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.735Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:27:15.034 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.735Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[78401]: ts=2024-09-13T14:27:14.736Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:27:15.035 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:14 smithi028 podman[120091]: 2024-09-13 14:27:14.746079214 +0000 UTC m=+0.133850990 container died 06a9558b1d068627a092487dbe8aca9508ec513584f24800861628ed96ce94ae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:14 smithi001 ceph-mon[96683]: pgmap v563: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 290 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 368 KiB/s wr, 4 op/s 2024-09-13T14:27:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:14 smithi001 ceph-mon[96683]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T14:27:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:14 smithi001 ceph-mon[99232]: pgmap v563: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 290 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 368 KiB/s wr, 4 op/s 2024-09-13T14:27:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:14 smithi001 ceph-mon[99232]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T14:27:15.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:15 smithi028 podman[120091]: 2024-09-13 14:27:15.141196057 +0000 UTC m=+0.528967824 container cleanup 06a9558b1d068627a092487dbe8aca9508ec513584f24800861628ed96ce94ae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:15.355 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:15 smithi028 bash[120091]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:27:15.367 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:27:15.624 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:15 smithi028 podman[120110]: 2024-09-13 14:27:15.35925655 +0000 UTC m=+0.615134832 container remove 06a9558b1d068627a092487dbe8aca9508ec513584f24800861628ed96ce94ae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:15.730 INFO:tasks.rados.rados.0.smithi001.stdout:2582: finishing write tid 2 to smithi00185197-9 2024-09-13T14:27:15.730 INFO:tasks.rados.rados.0.smithi001.stdout:2582: finishing write tid 3 to smithi00185197-9 2024-09-13T14:27:15.730 INFO:tasks.rados.rados.0.smithi001.stdout:2582: finishing write tid 4 to smithi00185197-9 2024-09-13T14:27:15.730 INFO:tasks.rados.rados.0.smithi001.stdout:2585: expect (ObjNum 756 snap 245 seq_num 756) 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2582: finishing write tid 5 to smithi00185197-9 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2582: oid 9 updating version 0 to 1445 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2582: oid 9 updating version 1445 to 1446 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2582: oid 9 updating version 1446 to 1447 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2582: oid 9 updating version 1447 to 1448 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 1448 (ObjNum 811 snap 264 seq_num 811) dirty exists 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2582: left oid 9 (ObjNum 811 snap 264 seq_num 811) 2024-09-13T14:27:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2583: expect (ObjNum 694 snap 222 seq_num 694) 2024-09-13T14:27:15.811 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 1 to smithi00185197-39 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 2 to smithi00185197-39 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 3 to smithi00185197-39 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 4 to smithi00185197-39 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 5 to smithi00185197-39 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 6 to smithi00185197-39 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: oid 39 updating version 0 to 1817 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: oid 39 updating version 1817 to 1818 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: oid 39 updating version 1818 to 1820 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: oid 39 updating version 1820 to 1821 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: oid 39 version 1821 is already newer than 1819 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1821 (ObjNum 813 snap 264 seq_num 813) dirty exists 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2586: left oid 39 (ObjNum 813 snap 264 seq_num 813) 2024-09-13T14:27:15.812 INFO:tasks.rados.rados.0.smithi001.stdout:2582: done (4 left) 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2583: done (3 left) 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2585: done (2 left) 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2586: done (1 left) 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2587: done (0 left) 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2588: copy_from oid 7 from oid 4 current snap is 264 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2589: read oid 22 snap 227 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2589: expect (ObjNum 561 snap 189 seq_num 561) 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2590: setattr oid 47 current snap is 264 2024-09-13T14:27:15.813 INFO:tasks.rados.rados.0.smithi001.stdout:2591: read oid 11 snap -1 2024-09-13T14:27:15.814 INFO:tasks.rados.rados.0.smithi001.stdout:2591: expect (ObjNum 752 snap 243 seq_num 752) 2024-09-13T14:27:15.814 INFO:tasks.rados.rados.0.smithi001.stdout:2592: snap_create 2024-09-13T14:27:15.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1665 (ObjNum 794 snap 259 seq_num 794) dirty exists 2024-09-13T14:27:15.822 INFO:tasks.rados.rados.0.smithi001.stdout:2588: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:27:15.828 INFO:tasks.rados.rados.0.smithi001.stdout:2588: finishing copy_from to smithi00185197-7 2024-09-13T14:27:15.828 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 1451 (ObjNum 808 snap 261 seq_num 808) dirty exists 2024-09-13T14:27:15.892 INFO:tasks.rados.rados.0.smithi001.stdout:2589: expect (ObjNum 561 snap 189 seq_num 561) 2024-09-13T14:27:15.904 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:15 smithi028 ceph-mon[87621]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T14:27:15.904 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:15 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:27:15.904 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:15 smithi028 systemd[1]: Stopped Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:27:15.904 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:15 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 2.761s CPU time. 2024-09-13T14:27:15.977 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:15 smithi001 ceph-mon[96683]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T14:27:15.978 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:15 smithi001 ceph-mon[99232]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T14:27:15.978 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:27:15.978 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (10m) 17s ago 11m 24.6M - 0.25.0 c8568f914cd2 7e1c8b657e28 2024-09-13T14:27:15.978 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (11m) 16s ago 11m 88.8M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:27:15.978 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (62s) 17s ago 12m 16.8M - 19.3.0-4697-gd58f7306 fec07016a2b0 61875e456fc6 2024-09-13T14:27:15.978 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (41s) 16s ago 12m 12.2M - 19.3.0-4697-gd58f7306 fec07016a2b0 fa82f4f004af 2024-09-13T14:27:15.978 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (6m) 16s ago 16m 456M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (7m) 17s ago 18m 530M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (6m) 17s ago 18m 70.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (5m) 16s ago 16m 55.4M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (6m) 17s ago 16m 59.5M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (27s) 17s ago 11m 7243k - 1.7.0 72c9c2088986 b68ed1f470e8 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (20s) 16s ago 11m 3472k - 1.7.0 72c9c2088986 2e359a98fe1d 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (5m) 17s ago 15m 227M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (4m) 17s ago 15m 319M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (4m) 17s ago 15m 193M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (3m) 17s ago 14m 134M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (3m) 16s ago 14m 206M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (2m) 16s ago 14m 236M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 9b05afad3641 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (113s) 16s ago 13m 144M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 5c5dc36d0f4e 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (79s) 16s ago 13m 93.3M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 908e95ac75c8 2024-09-13T14:27:15.979 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (6m) 16s ago 11m 55.3M - 2.43.0 a07b618ecd1d 06a9558b1d06 2024-09-13T14:27:16.170 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:15 smithi028 systemd[1]: Starting Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:27:16.170 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:16 smithi028 podman[120242]: 2024-09-13 14:27:16.026115544 +0000 UTC m=+0.017698952 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-09-13T14:27:16.170 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:16 smithi028 podman[120242]: 2024-09-13 14:27:16.143801035 +0000 UTC m=+0.135384442 container create 73730ab35529d509470cc70080c27a62c9daf7dc66c3f4bc96effe03ae71ac6a (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:16.331 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 8 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 15 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:27:16.332 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:27:16.636 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:27:16.636 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:27:16.636 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:27:16.636 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:27:16.636 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:27:16.636 INFO:teuthology.orchestra.run.smithi001.stdout: "osd", 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout: "mds", 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "15/20 daemons upgraded", 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:27:16.637 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:27:16.762 INFO:tasks.rados.rados.0.smithi001.stdout:2591: expect (ObjNum 752 snap 243 seq_num 752) 2024-09-13T14:27:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[96683]: from='client.44495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[96683]: pgmap v566: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-13T14:27:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[96683]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[96683]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[96683]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3216809755' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[99232]: from='client.44495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[99232]: pgmap v566: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[99232]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[99232]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[99232]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:16 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3216809755' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:16 smithi028 ceph-mon[87621]: from='client.44495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:16 smithi028 ceph-mon[87621]: pgmap v566: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-13T14:27:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:16 smithi028 ceph-mon[87621]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:16 smithi028 ceph-mon[87621]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T14:27:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:16 smithi028 ceph-mon[87621]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:16 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3216809755' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:17.627 INFO:tasks.rados.rados.0.smithi001.stdout:2588: done (4 left) 2024-09-13T14:27:17.627 INFO:tasks.rados.rados.0.smithi001.stdout:2589: done (3 left) 2024-09-13T14:27:17.628 INFO:tasks.rados.rados.0.smithi001.stdout:2590: done (2 left) 2024-09-13T14:27:17.628 INFO:tasks.rados.rados.0.smithi001.stdout:2591: done (1 left) 2024-09-13T14:27:17.628 INFO:tasks.rados.rados.0.smithi001.stdout:2592: done (0 left) 2024-09-13T14:27:17.628 INFO:tasks.rados.rados.0.smithi001.stdout:2593: copy_from oid 38 from oid 17 current snap is 265 2024-09-13T14:27:17.628 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 265 2024-09-13T14:27:17.628 INFO:tasks.rados.rados.0.smithi001.stdout:2594: seq_num 814 ranges {11132928=442368,11575296=770048,12345344=434176} 2024-09-13T14:27:17.690 INFO:tasks.rados.rados.0.smithi001.stdout:2594: writing smithi00185197-11 from 11132928 to 11575296 tid 1 2024-09-13T14:27:17.694 INFO:tasks.rados.rados.0.smithi001.stdout:2594: writing smithi00185197-11 from 11575296 to 12345344 tid 2 2024-09-13T14:27:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2594: writing smithi00185197-11 from 12345344 to 12779520 tid 3 2024-09-13T14:27:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2595: delete oid 47 current snap is 265 2024-09-13T14:27:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2593: finishing copy_from to smithi00185197-38 2024-09-13T14:27:17.697 INFO:tasks.rados.rados.0.smithi001.stdout:2593: got expected ENOENT (src dne) 2024-09-13T14:27:17.698 INFO:tasks.rados.rados.0.smithi001.stdout:2593: finishing copy_from racing read to smithi00185197-38 2024-09-13T14:27:17.698 INFO:tasks.rados.rados.0.smithi001.stdout:2594: finishing write tid 1 to smithi00185197-11 2024-09-13T14:27:17.700 INFO:tasks.rados.rados.0.smithi001.stdout:2593: done (2 left) 2024-09-13T14:27:17.700 INFO:tasks.rados.rados.0.smithi001.stdout:2595: done (1 left) 2024-09-13T14:27:17.700 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 265 2024-09-13T14:27:17.700 INFO:tasks.rados.rados.0.smithi001.stdout:2596: seq_num 816 ranges {12091392=475136,12566528=540672,13107200=614400,13721600=49152} 2024-09-13T14:27:17.732 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 podman[120242]: 2024-09-13 14:27:17.447805613 +0000 UTC m=+1.439389022 container init 73730ab35529d509470cc70080c27a62c9daf7dc66c3f4bc96effe03ae71ac6a (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:17.732 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 podman[120242]: 2024-09-13 14:27:17.455244465 +0000 UTC m=+1.446827879 container start 73730ab35529d509470cc70080c27a62c9daf7dc66c3f4bc96effe03ae71ac6a (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:17.732 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.479Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-13T14:27:17.732 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.479Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-13T14:27:17.732 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.479Z caller=main.go:623 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi028 (none))" 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.479Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.479Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.481Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.482Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.484Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.484Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.486Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.486Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.562µs 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.486Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.487Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.494Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.495Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.500Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-13T14:27:17.733 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.500Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-13T14:27:17.734 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.500Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=44.692µs wal_replay_duration=14.080781ms wbl_replay_duration=115ns total_replay_duration=14.15767ms 2024-09-13T14:27:17.734 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.502Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:27:17.734 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.502Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-13T14:27:17.734 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.502Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:27:17.734 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.519Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.446984ms db_storage=921ns remote_storage=1.121µs web_handler=371ns query_engine=966ns scrape=512.96µs scrape_sd=112.593µs notify=10.881µs notify_sd=9.209µs rules=15.446622ms tracing=5.939µs 2024-09-13T14:27:17.734 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.519Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-13T14:27:17.734 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:27:17.519Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:27:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:2596: writing smithi00185197-42 from 12091392 to 12566528 tid 1 2024-09-13T14:27:17.772 INFO:tasks.rados.rados.0.smithi001.stdout:2596: writing smithi00185197-42 from 12566528 to 13107200 tid 2 2024-09-13T14:27:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:2596: writing smithi00185197-42 from 13107200 to 13721600 tid 3 2024-09-13T14:27:17.776 INFO:tasks.rados.rados.0.smithi001.stdout:2596: writing smithi00185197-42 from 13721600 to 13770752 tid 4 2024-09-13T14:27:17.776 INFO:tasks.rados.rados.0.smithi001.stdout:2597: delete oid 25 current snap is 265 2024-09-13T14:27:17.776 INFO:tasks.rados.rados.0.smithi001.stdout:2594: finishing write tid 2 to smithi00185197-11 2024-09-13T14:27:17.776 INFO:tasks.rados.rados.0.smithi001.stdout:2594: finishing write tid 3 to smithi00185197-11 2024-09-13T14:27:17.776 INFO:tasks.rados.rados.0.smithi001.stdout:2594: finishing write tid 4 to smithi00185197-11 2024-09-13T14:27:17.776 INFO:tasks.rados.rados.0.smithi001.stdout:2594: finishing write tid 5 to smithi00185197-11 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:2594: oid 11 updating version 0 to 1907 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:2594: oid 11 updating version 1907 to 1909 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:2594: oid 11 updating version 1909 to 1910 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:2594: oid 11 version 1910 is already newer than 1908 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1910 (ObjNum 814 snap 265 seq_num 814) dirty exists 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:2594: left oid 11 (ObjNum 814 snap 265 seq_num 814) 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:2596: finishing write tid 1 to smithi00185197-42 2024-09-13T14:27:17.777 INFO:tasks.rados.rados.0.smithi001.stdout:2596: finishing write tid 2 to smithi00185197-42 2024-09-13T14:27:17.779 INFO:tasks.rados.rados.0.smithi001.stdout:2594: done (2 left) 2024-09-13T14:27:17.779 INFO:tasks.rados.rados.0.smithi001.stdout:2597: done (1 left) 2024-09-13T14:27:17.779 INFO:tasks.rados.rados.0.smithi001.stdout:2598: rollback oid 38 current snap is 265 2024-09-13T14:27:17.779 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 251 2024-09-13T14:27:17.779 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 265 2024-09-13T14:27:17.779 INFO:tasks.rados.rados.0.smithi001.stdout:2599: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-09-13T14:27:17.781 INFO:tasks.rados.rados.0.smithi001.stdout:2599: writing smithi00185197-47 from 0 to 507904 tid 1 2024-09-13T14:27:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:2599: writing smithi00185197-47 from 507904 to 1212416 tid 2 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2599: writing smithi00185197-47 from 1212416 to 1712128 tid 3 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2600: read oid 7 snap -1 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2600: expect (ObjNum 808 snap 261 seq_num 808) 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2601: read oid 25 snap -1 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2601: expect deleted 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2596: finishing write tid 3 to smithi00185197-42 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2596: finishing write tid 4 to smithi00185197-42 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2596: finishing write tid 5 to smithi00185197-42 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2598: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1694 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2596: finishing write tid 6 to smithi00185197-42 2024-09-13T14:27:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:2596: oid 42 updating version 0 to 1270 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2596: oid 42 updating version 1270 to 1271 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2596: oid 42 updating version 1271 to 1272 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2596: oid 42 version 1272 is already newer than 1269 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2596: oid 42 updating version 1272 to 1273 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1273 (ObjNum 816 snap 265 seq_num 816) dirty exists 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2596: left oid 42 (ObjNum 816 snap 265 seq_num 816) 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2599: finishing write tid 1 to smithi00185197-47 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2602: read oid 37 snap 238 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2602: expect deleted 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2596: done (5 left) 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2598: done (4 left) 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:2603: rollback oid 48 current snap is 265 2024-09-13T14:27:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 249 2024-09-13T14:27:17.792 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 265 2024-09-13T14:27:17.792 INFO:tasks.rados.rados.0.smithi001.stdout:2604: seq_num 819 ranges {737280=524288,1261568=589824,1851392=614400} 2024-09-13T14:27:17.796 INFO:tasks.rados.rados.0.smithi001.stdout:2604: writing smithi00185197-50 from 737280 to 1261568 tid 1 2024-09-13T14:27:17.800 INFO:tasks.rados.rados.0.smithi001.stdout:2604: writing smithi00185197-50 from 1261568 to 1851392 tid 2 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2604: writing smithi00185197-50 from 1851392 to 2465792 tid 3 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2605: delete oid 24 current snap is 265 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2599: finishing write tid 2 to smithi00185197-47 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2603: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1261 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2599: finishing write tid 3 to smithi00185197-47 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2599: finishing write tid 4 to smithi00185197-47 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2599: finishing write tid 5 to smithi00185197-47 2024-09-13T14:27:17.805 INFO:tasks.rados.rados.0.smithi001.stdout:2599: oid 47 updating version 0 to 1668 2024-09-13T14:27:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2599: oid 47 updating version 1668 to 1669 2024-09-13T14:27:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2599: oid 47 updating version 1669 to 1670 2024-09-13T14:27:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2599: oid 47 version 1670 is already newer than 1667 2024-09-13T14:27:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1670 (ObjNum 818 snap 265 seq_num 818) dirty exists 2024-09-13T14:27:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2599: left oid 47 (ObjNum 818 snap 265 seq_num 818) 2024-09-13T14:27:17.806 INFO:tasks.rados.rados.0.smithi001.stdout:2600: expect (ObjNum 808 snap 261 seq_num 808) 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 1 to smithi00185197-50 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 2 to smithi00185197-50 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 3 to smithi00185197-50 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 4 to smithi00185197-50 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 5 to smithi00185197-50 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: oid 50 updating version 0 to 1660 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: oid 50 version 1660 is already newer than 1658 2024-09-13T14:27:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:2604: oid 50 updating version 1660 to 1661 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2604: oid 50 version 1661 is already newer than 1659 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1661 (ObjNum 819 snap 265 seq_num 819) dirty exists 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2604: left oid 50 (ObjNum 819 snap 265 seq_num 819) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2599: done (6 left) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2600: done (5 left) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2601: done (4 left) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2602: done (3 left) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2603: done (2 left) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2604: done (1 left) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2605: done (0 left) 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2606: rollback oid 28 current snap is 265 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 262 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:2607: rollback oid 39 current snap is 265 2024-09-13T14:27:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 248 2024-09-13T14:27:17.853 INFO:tasks.rados.rados.0.smithi001.stdout:2608: copy_from oid 8 from oid 49 current snap is 265 2024-09-13T14:27:17.853 INFO:tasks.rados.rados.0.smithi001.stdout:2609: read oid 9 snap 240 2024-09-13T14:27:17.853 INFO:tasks.rados.rados.0.smithi001.stdout:2609: expect deleted 2024-09-13T14:27:17.853 INFO:tasks.rados.rados.0.smithi001.stdout:2610: snap_remove snap 231 2024-09-13T14:27:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:17 smithi001 ceph-mon[96683]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:17 smithi001 ceph-mon[96683]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T14:27:17.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:17 smithi001 ceph-mon[96683]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T14:27:17.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:17 smithi001 ceph-mon[99232]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:17.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:17 smithi001 ceph-mon[99232]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T14:27:17.854 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:17 smithi001 ceph-mon[99232]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T14:27:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-mon[87621]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-mon[87621]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T14:27:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:17 smithi028 ceph-mon[87621]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T14:27:18.605 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:18 smithi028 bash[120242]: 73730ab35529d509470cc70080c27a62c9daf7dc66c3f4bc96effe03ae71ac6a 2024-09-13T14:27:18.605 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:27:18 smithi028 systemd[1]: Started Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:27:18.738 INFO:tasks.rados.rados.0.smithi001.stdout:2606: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1441 (ObjNum 97 snap 0 seq_num 314392912) dirty dne 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2607: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2607: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2607: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1835 (ObjNum 764 snap 248 seq_num 764) dirty exists 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2608: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2608: finishing copy_from to smithi00185197-8 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2071 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2606: done (4 left) 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2607: done (3 left) 2024-09-13T14:27:18.739 INFO:tasks.rados.rados.0.smithi001.stdout:2608: done (2 left) 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2609: done (1 left) 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2610: done (0 left) 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2611: read oid 50 snap -1 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2611: expect (ObjNum 819 snap 265 seq_num 819) 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2612: rollback oid 16 current snap is 265 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 238 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2613: read oid 29 snap 238 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2613: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 265 2024-09-13T14:27:18.740 INFO:tasks.rados.rados.0.smithi001.stdout:2614: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-09-13T14:27:18.742 INFO:tasks.rados.rados.0.smithi001.stdout:2614: writing smithi00185197-38 from 0 to 557056 tid 1 2024-09-13T14:27:18.748 INFO:tasks.rados.rados.0.smithi001.stdout:2614: writing smithi00185197-38 from 557056 to 1318912 tid 2 2024-09-13T14:27:18.752 INFO:tasks.rados.rados.0.smithi001.stdout:2614: writing smithi00185197-38 from 1318912 to 1761280 tid 3 2024-09-13T14:27:18.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 265 2024-09-13T14:27:18.753 INFO:tasks.rados.rados.0.smithi001.stdout:2615: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-09-13T14:27:18.757 INFO:tasks.rados.rados.0.smithi001.stdout:2615: writing smithi00185197-19 from 0 to 573440 tid 1 2024-09-13T14:27:18.762 INFO:tasks.rados.rados.0.smithi001.stdout:2615: writing smithi00185197-19 from 573440 to 1269760 tid 2 2024-09-13T14:27:18.766 INFO:tasks.rados.rados.0.smithi001.stdout:2615: writing smithi00185197-19 from 1269760 to 1777664 tid 3 2024-09-13T14:27:18.766 INFO:tasks.rados.rados.0.smithi001.stdout:2612: finishing rollback tid 0 to smithi00185197-16 2024-09-13T14:27:18.766 INFO:tasks.rados.rados.0.smithi001.stdout:2612: finishing rollback tid 1 to smithi00185197-16 2024-09-13T14:27:18.766 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2123 (ObjNum 129 snap 0 seq_num 313570768) dirty dne 2024-09-13T14:27:18.766 INFO:tasks.rados.rados.0.smithi001.stdout:2612: done (4 left) 2024-09-13T14:27:18.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 265 2024-09-13T14:27:18.767 INFO:tasks.rados.rados.0.smithi001.stdout:2616: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-09-13T14:27:18.770 INFO:tasks.rados.rados.0.smithi001.stdout:2616: writing smithi00185197-48 from 0 to 589824 tid 1 2024-09-13T14:27:18.774 INFO:tasks.rados.rados.0.smithi001.stdout:2616: writing smithi00185197-48 from 589824 to 1163264 tid 2 2024-09-13T14:27:18.778 INFO:tasks.rados.rados.0.smithi001.stdout:2616: writing smithi00185197-48 from 1163264 to 1794048 tid 3 2024-09-13T14:27:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:2617: rollback oid 21 current snap is 265 2024-09-13T14:27:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 248 2024-09-13T14:27:18.779 INFO:tasks.rados.rados.0.smithi001.stdout:2611: expect (ObjNum 819 snap 265 seq_num 819) 2024-09-13T14:27:18.860 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing write tid 1 to smithi00185197-19 2024-09-13T14:27:18.860 INFO:tasks.rados.rados.0.smithi001.stdout:2616: finishing write tid 1 to smithi00185197-48 2024-09-13T14:27:18.860 INFO:tasks.rados.rados.0.smithi001.stdout:2613: expect (ObjNum 449 snap 145 seq_num 449) 2024-09-13T14:27:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing write tid 2 to smithi00185197-19 2024-09-13T14:27:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing write tid 3 to smithi00185197-19 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing write tid 4 to smithi00185197-19 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2616: finishing write tid 2 to smithi00185197-48 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2614: finishing write tid 1 to smithi00185197-38 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2614: finishing write tid 2 to smithi00185197-38 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2614: finishing write tid 3 to smithi00185197-38 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2614: finishing write tid 4 to smithi00185197-38 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2611: done (5 left) 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2613: done (4 left) 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2618: delete oid 6 current snap is 265 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing write tid 5 to smithi00185197-19 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2615: oid 19 updating version 0 to 1453 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2615: oid 19 updating version 1453 to 1454 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2615: oid 19 updating version 1454 to 1455 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:2615: oid 19 version 1455 is already newer than 1452 2024-09-13T14:27:18.970 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1455 (ObjNum 822 snap 265 seq_num 822) dirty exists 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2615: left oid 19 (ObjNum 822 snap 265 seq_num 822) 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2614: finishing write tid 5 to smithi00185197-38 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2614: oid 38 updating version 0 to 2074 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2614: oid 38 version 2074 is already newer than 2073 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2614: oid 38 version 2074 is already newer than 2072 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2614: oid 38 updating version 2074 to 2075 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2075 (ObjNum 821 snap 265 seq_num 821) dirty exists 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2614: left oid 38 (ObjNum 821 snap 265 seq_num 821) 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2617: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1878 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2616: finishing write tid 3 to smithi00185197-48 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2616: finishing write tid 4 to smithi00185197-48 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2616: finishing write tid 5 to smithi00185197-48 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2616: oid 48 updating version 0 to 1276 2024-09-13T14:27:18.971 INFO:tasks.rados.rados.0.smithi001.stdout:2616: oid 48 version 1276 is already newer than 1275 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2616: oid 48 version 1276 is already newer than 1274 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2616: oid 48 updating version 1276 to 1277 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1277 (ObjNum 823 snap 265 seq_num 823) dirty exists 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2616: left oid 48 (ObjNum 823 snap 265 seq_num 823) 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2614: done (4 left) 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2615: done (3 left) 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2616: done (2 left) 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2617: done (1 left) 2024-09-13T14:27:18.972 INFO:tasks.rados.rados.0.smithi001.stdout:2618: done (0 left) 2024-09-13T14:27:18.973 INFO:tasks.rados.rados.0.smithi001.stdout:2619: snap_create 2024-09-13T14:27:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[99232]: pgmap v569: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-13T14:27:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[96683]: pgmap v569: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-13T14:27:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:18 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:18 smithi028 ceph-mon[87621]: pgmap v569: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-13T14:27:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:18 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:18 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:18 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:19.752 INFO:tasks.rados.rados.0.smithi001.stdout:2619: done (0 left) 2024-09-13T14:27:19.752 INFO:tasks.rados.rados.0.smithi001.stdout:2620: copy_from oid 8 from oid 3 current snap is 266 2024-09-13T14:27:19.753 INFO:tasks.rados.rados.0.smithi001.stdout:2621: setattr oid 13 current snap is 266 2024-09-13T14:27:19.754 INFO:tasks.rados.rados.0.smithi001.stdout:2622: delete oid 23 current snap is 266 2024-09-13T14:27:19.760 INFO:tasks.rados.rados.0.smithi001.stdout:2622: done (2 left) 2024-09-13T14:27:19.760 INFO:tasks.rados.rados.0.smithi001.stdout:2623: copy_from oid 2 from oid 24 current snap is 266 2024-09-13T14:27:19.760 INFO:tasks.rados.rados.0.smithi001.stdout:2624: snap_create 2024-09-13T14:27:19.760 INFO:tasks.rados.rados.0.smithi001.stdout:2620: finishing copy_from to smithi00185197-8 2024-09-13T14:27:19.760 INFO:tasks.rados.rados.0.smithi001.stdout:2620: got expected ENOENT (src dne) 2024-09-13T14:27:19.760 INFO:tasks.rados.rados.0.smithi001.stdout:2620: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:27:19.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1662 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T14:27:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:2623: finishing copy_from to smithi00185197-2 2024-09-13T14:27:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:2623: got expected ENOENT (src dne) 2024-09-13T14:27:19.762 INFO:tasks.rados.rados.0.smithi001.stdout:2623: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:27:20.049 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:19 smithi028 ceph-mon[87621]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T14:27:20.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:19 smithi001 ceph-mon[96683]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T14:27:20.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:19 smithi001 ceph-mon[99232]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T14:27:20.752 INFO:tasks.rados.rados.0.smithi001.stdout:2620: done (3 left) 2024-09-13T14:27:20.752 INFO:tasks.rados.rados.0.smithi001.stdout:2621: done (2 left) 2024-09-13T14:27:20.752 INFO:tasks.rados.rados.0.smithi001.stdout:2623: done (1 left) 2024-09-13T14:27:20.752 INFO:tasks.rados.rados.0.smithi001.stdout:2624: done (0 left) 2024-09-13T14:27:20.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 267 2024-09-13T14:27:20.752 INFO:tasks.rados.rados.0.smithi001.stdout:2625: seq_num 826 ranges {581632=638976,1220608=630784,1851392=573440} 2024-09-13T14:27:20.758 INFO:tasks.rados.rados.0.smithi001.stdout:2625: writing smithi00185197-12 from 581632 to 1220608 tid 1 2024-09-13T14:27:20.762 INFO:tasks.rados.rados.0.smithi001.stdout:2625: writing smithi00185197-12 from 1220608 to 1851392 tid 2 2024-09-13T14:27:20.768 INFO:tasks.rados.rados.0.smithi001.stdout:2625: writing smithi00185197-12 from 1851392 to 2424832 tid 3 2024-09-13T14:27:20.768 INFO:tasks.rados.rados.0.smithi001.stdout:2626: read oid 33 snap -1 2024-09-13T14:27:20.768 INFO:tasks.rados.rados.0.smithi001.stdout:2626: expect deleted 2024-09-13T14:27:20.768 INFO:tasks.rados.rados.0.smithi001.stdout:2627: rmattr oid 38 current snap is 267 2024-09-13T14:27:20.768 INFO:tasks.rados.rados.0.smithi001.stdout:2627: done (2 left) 2024-09-13T14:27:20.769 INFO:tasks.rados.rados.0.smithi001.stdout:2628: rollback oid 44 current snap is 267 2024-09-13T14:27:20.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 248 2024-09-13T14:27:20.769 INFO:tasks.rados.rados.0.smithi001.stdout:2629: rollback oid 4 current snap is 267 2024-09-13T14:27:20.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 227 2024-09-13T14:27:20.769 INFO:tasks.rados.rados.0.smithi001.stdout:2630: rollback oid 41 current snap is 267 2024-09-13T14:27:20.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 241 2024-09-13T14:27:20.769 INFO:tasks.rados.rados.0.smithi001.stdout:2631: read oid 29 snap -1 2024-09-13T14:27:20.770 INFO:tasks.rados.rados.0.smithi001.stdout:2631: expect (ObjNum 782 snap 253 seq_num 782) 2024-09-13T14:27:20.770 INFO:tasks.rados.rados.0.smithi001.stdout:2632: rollback oid 40 current snap is 267 2024-09-13T14:27:20.770 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 252 2024-09-13T14:27:20.770 INFO:tasks.rados.rados.0.smithi001.stdout:2625: finishing write tid 1 to smithi00185197-12 2024-09-13T14:27:20.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 267 2024-09-13T14:27:20.770 INFO:tasks.rados.rados.0.smithi001.stdout:2633: seq_num 827 ranges {696320=655360,1351680=516096,1867776=688128} 2024-09-13T14:27:20.774 INFO:tasks.rados.rados.0.smithi001.stdout:2633: writing smithi00185197-34 from 696320 to 1351680 tid 1 2024-09-13T14:27:20.778 INFO:tasks.rados.rados.0.smithi001.stdout:2633: writing smithi00185197-34 from 1351680 to 1867776 tid 2 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2633: writing smithi00185197-34 from 1867776 to 2555904 tid 3 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2634: read oid 22 snap -1 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2634: expect (ObjNum 782 snap 253 seq_num 782) 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2635: snap_create 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2625: finishing write tid 2 to smithi00185197-12 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2632: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 998 (ObjNum 129 snap 0 seq_num 314007096) dirty dne 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2625: finishing write tid 3 to smithi00185197-12 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:27:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1452 (ObjNum 33 snap 0 seq_num 1913504446) dirty exists 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2630: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2625: finishing write tid 4 to smithi00185197-12 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2629: finishing rollback tid 0 to smithi00185197-4 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2629: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1461 (ObjNum 33 snap 0 seq_num 314746384) dirty dne 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2630: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2630: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1664 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 1 to smithi00185197-34 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 2 to smithi00185197-34 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2625: finishing write tid 5 to smithi00185197-12 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2625: oid 12 updating version 0 to 1458 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2625: oid 12 version 1458 is already newer than 1457 2024-09-13T14:27:20.785 INFO:tasks.rados.rados.0.smithi001.stdout:2625: oid 12 version 1458 is already newer than 1456 2024-09-13T14:27:20.786 INFO:tasks.rados.rados.0.smithi001.stdout:2625: oid 12 updating version 1458 to 1459 2024-09-13T14:27:20.786 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1459 (ObjNum 826 snap 267 seq_num 826) dirty exists 2024-09-13T14:27:20.786 INFO:tasks.rados.rados.0.smithi001.stdout:2625: left oid 12 (ObjNum 826 snap 267 seq_num 826) 2024-09-13T14:27:20.786 INFO:tasks.rados.rados.0.smithi001.stdout:2631: expect (ObjNum 782 snap 253 seq_num 782) 2024-09-13T14:27:20.969 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 3 to smithi00185197-34 2024-09-13T14:27:20.969 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 4 to smithi00185197-34 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 5 to smithi00185197-34 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:2633: oid 34 updating version 0 to 1674 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:2633: oid 34 version 1674 is already newer than 1671 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:2633: oid 34 version 1674 is already newer than 1672 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:2633: oid 34 version 1674 is already newer than 1673 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1674 (ObjNum 827 snap 267 seq_num 827) dirty exists 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:2633: left oid 34 (ObjNum 827 snap 267 seq_num 827) 2024-09-13T14:27:20.970 INFO:tasks.rados.rados.0.smithi001.stdout:2634: expect (ObjNum 782 snap 253 seq_num 782) 2024-09-13T14:27:21.080 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:20 smithi028 ceph-mon[87621]: pgmap v572: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T14:27:21.080 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:20 smithi028 ceph-mon[87621]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T14:27:21.080 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:20 smithi001 ceph-mon[96683]: pgmap v572: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T14:27:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:20 smithi001 ceph-mon[96683]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T14:27:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:21.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:20 smithi001 ceph-mon[99232]: pgmap v572: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T14:27:21.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:20 smithi001 ceph-mon[99232]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T14:27:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:21.762 INFO:tasks.rados.rados.0.smithi001.stdout:2625: done (9 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2626: done (8 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2628: done (7 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2629: done (6 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2630: done (5 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2631: done (4 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2632: done (3 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2633: done (2 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2634: done (1 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2635: done (0 left) 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:2636: rollback oid 6 current snap is 268 2024-09-13T14:27:21.763 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 262 2024-09-13T14:27:21.764 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 268 2024-09-13T14:27:21.764 INFO:tasks.rados.rados.0.smithi001.stdout:2637: seq_num 828 ranges {2523136=671744,3194880=802816,3997696=401408} 2024-09-13T14:27:21.780 INFO:tasks.rados.rados.0.smithi001.stdout:2637: writing smithi00185197-9 from 2523136 to 3194880 tid 1 2024-09-13T14:27:21.785 INFO:tasks.rados.rados.0.smithi001.stdout:2637: writing smithi00185197-9 from 3194880 to 3997696 tid 2 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2637: writing smithi00185197-9 from 3997696 to 4399104 tid 3 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2638: copy_from oid 19 from oid 31 current snap is 268 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2636: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2636: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2139 (ObjNum 792 snap 259 seq_num 792) dirty exists 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2637: finishing write tid 1 to smithi00185197-9 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2636: done (2 left) 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2639: rollback oid 34 current snap is 268 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 251 2024-09-13T14:27:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2640: delete oid 7 current snap is 268 2024-09-13T14:27:21.790 INFO:tasks.rados.rados.0.smithi001.stdout:2638: finishing copy_from to smithi00185197-19 2024-09-13T14:27:21.790 INFO:tasks.rados.rados.0.smithi001.stdout:2638: got expected ENOENT (src dne) 2024-09-13T14:27:21.790 INFO:tasks.rados.rados.0.smithi001.stdout:2638: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:27:21.790 INFO:tasks.rados.rados.0.smithi001.stdout:2637: finishing write tid 2 to smithi00185197-9 2024-09-13T14:27:21.791 INFO:tasks.rados.rados.0.smithi001.stdout:2637: finishing write tid 3 to smithi00185197-9 2024-09-13T14:27:21.792 INFO:tasks.rados.rados.0.smithi001.stdout:2638: done (3 left) 2024-09-13T14:27:21.792 INFO:tasks.rados.rados.0.smithi001.stdout:2640: done (2 left) 2024-09-13T14:27:21.792 INFO:tasks.rados.rados.0.smithi001.stdout:2641: read oid 14 snap -1 2024-09-13T14:27:21.792 INFO:tasks.rados.rados.0.smithi001.stdout:2641: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:27:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:2642: rollback oid 48 current snap is 268 2024-09-13T14:27:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:2637: finishing write tid 4 to smithi00185197-9 2024-09-13T14:27:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 247 2024-09-13T14:27:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 268 2024-09-13T14:27:21.793 INFO:tasks.rados.rados.0.smithi001.stdout:2643: seq_num 830 ranges {0=704512,704512=614400,1318912=573440,1892352=16384} 2024-09-13T14:27:21.797 INFO:tasks.rados.rados.0.smithi001.stdout:2643: writing smithi00185197-21 from 0 to 704512 tid 1 2024-09-13T14:27:21.801 INFO:tasks.rados.rados.0.smithi001.stdout:2643: writing smithi00185197-21 from 704512 to 1318912 tid 2 2024-09-13T14:27:21.806 INFO:tasks.rados.rados.0.smithi001.stdout:2643: writing smithi00185197-21 from 1318912 to 1892352 tid 3 2024-09-13T14:27:21.806 INFO:tasks.rados.rados.0.smithi001.stdout:2643: writing smithi00185197-21 from 1892352 to 1908736 tid 4 2024-09-13T14:27:21.806 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 268 2024-09-13T14:27:21.806 INFO:tasks.rados.rados.0.smithi001.stdout:2639: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:27:21.806 INFO:tasks.rados.rados.0.smithi001.stdout:2639: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:27:21.807 INFO:tasks.rados.rados.0.smithi001.stdout:2639: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:27:21.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1677 (ObjNum 756 snap 245 seq_num 756) dirty exists 2024-09-13T14:27:21.807 INFO:tasks.rados.rados.0.smithi001.stdout:2637: finishing write tid 5 to smithi00185197-9 2024-09-13T14:27:21.807 INFO:tasks.rados.rados.0.smithi001.stdout:2637: oid 9 updating version 0 to 1455 2024-09-13T14:27:21.807 INFO:tasks.rados.rados.0.smithi001.stdout:2637: oid 9 version 1455 is already newer than 1454 2024-09-13T14:27:21.807 INFO:tasks.rados.rados.0.smithi001.stdout:2637: oid 9 updating version 1455 to 1456 2024-09-13T14:27:21.807 INFO:tasks.rados.rados.0.smithi001.stdout:2637: oid 9 version 1456 is already newer than 1453 2024-09-13T14:27:21.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 1456 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-09-13T14:27:21.808 INFO:tasks.rados.rados.0.smithi001.stdout:2637: left oid 9 (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:27:21.808 INFO:tasks.rados.rados.0.smithi001.stdout:2642: finishing rollback tid 0 to smithi00185197-48 2024-09-13T14:27:21.808 INFO:tasks.rados.rados.0.smithi001.stdout:2642: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:27:21.808 INFO:tasks.rados.rados.0.smithi001.stdout:2642: finishing rollback tid 2 to smithi00185197-48 2024-09-13T14:27:21.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1280 (ObjNum 496 snap 158 seq_num 496) dirty exists 2024-09-13T14:27:21.809 INFO:tasks.rados.rados.0.smithi001.stdout:2643: finishing write tid 1 to smithi00185197-21 2024-09-13T14:27:21.809 INFO:tasks.rados.rados.0.smithi001.stdout:2643: finishing write tid 2 to smithi00185197-21 2024-09-13T14:27:21.809 INFO:tasks.rados.rados.0.smithi001.stdout:2644: seq_num 831 ranges {1040384=720896,1761280=499712,2260992=704512} 2024-09-13T14:27:21.814 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00185197-18 from 1040384 to 1761280 tid 1 2024-09-13T14:27:21.818 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00185197-18 from 1761280 to 2260992 tid 2 2024-09-13T14:27:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00185197-18 from 2260992 to 2965504 tid 3 2024-09-13T14:27:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:2637: done (5 left) 2024-09-13T14:27:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:2639: done (4 left) 2024-09-13T14:27:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:2642: done (3 left) 2024-09-13T14:27:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:2645: read oid 38 snap -1 2024-09-13T14:27:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:2645: expect (ObjNum 821 snap 265 seq_num 821) 2024-09-13T14:27:21.824 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 268 2024-09-13T14:27:21.825 INFO:tasks.rados.rados.0.smithi001.stdout:2643: finishing write tid 3 to smithi00185197-21 2024-09-13T14:27:21.825 INFO:tasks.rados.rados.0.smithi001.stdout:2646: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-09-13T14:27:21.828 INFO:tasks.rados.rados.0.smithi001.stdout:2646: writing smithi00185197-24 from 0 to 737280 tid 1 2024-09-13T14:27:21.833 INFO:tasks.rados.rados.0.smithi001.stdout:2646: writing smithi00185197-24 from 737280 to 1523712 tid 2 2024-09-13T14:27:21.836 INFO:tasks.rados.rados.0.smithi001.stdout:2646: writing smithi00185197-24 from 1523712 to 1941504 tid 3 2024-09-13T14:27:21.836 INFO:tasks.rados.rados.0.smithi001.stdout:2647: copy_from oid 17 from oid 22 current snap is 268 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: finishing write tid 4 to smithi00185197-21 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: finishing write tid 5 to smithi00185197-21 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: finishing write tid 6 to smithi00185197-21 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: oid 21 updating version 0 to 1916 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: oid 21 updating version 1916 to 1917 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: oid 21 updating version 1917 to 1918 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: oid 21 version 1918 is already newer than 1915 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: oid 21 version 1918 is already newer than 1914 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1918 (ObjNum 830 snap 268 seq_num 830) dirty exists 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2643: left oid 21 (ObjNum 830 snap 268 seq_num 830) 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 1 to smithi00185197-18 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 2 to smithi00185197-18 2024-09-13T14:27:21.837 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 3 to smithi00185197-18 2024-09-13T14:27:21.838 INFO:tasks.rados.rados.0.smithi001.stdout:2643: done (5 left) 2024-09-13T14:27:21.838 INFO:tasks.rados.rados.0.smithi001.stdout:2648: read oid 6 snap -1 2024-09-13T14:27:21.838 INFO:tasks.rados.rados.0.smithi001.stdout:2648: expect (ObjNum 792 snap 259 seq_num 792) 2024-09-13T14:27:21.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 268 2024-09-13T14:27:21.838 INFO:tasks.rados.rados.0.smithi001.stdout:2649: seq_num 833 ranges {1908736=761856,2670592=671744,3342336=532480} 2024-09-13T14:27:21.851 INFO:tasks.rados.rados.0.smithi001.stdout:2649: writing smithi00185197-21 from 1908736 to 2670592 tid 1 2024-09-13T14:27:21.855 INFO:tasks.rados.rados.0.smithi001.stdout:2649: writing smithi00185197-21 from 2670592 to 3342336 tid 2 2024-09-13T14:27:21.858 INFO:tasks.rados.rados.0.smithi001.stdout:2649: writing smithi00185197-21 from 3342336 to 3874816 tid 3 2024-09-13T14:27:21.858 INFO:tasks.rados.rados.0.smithi001.stdout:2650: snap_remove snap 252 2024-09-13T14:27:22.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:21 smithi001 ceph-mon[96683]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T14:27:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:21 smithi001 ceph-mon[99232]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T14:27:22.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:21 smithi028 ceph-mon[87621]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T14:27:22.716 INFO:tasks.rados.rados.0.smithi001.stdout:2650: done (7 left) 2024-09-13T14:27:22.717 INFO:tasks.rados.rados.0.smithi001.stdout:2651: snap_remove snap 251 2024-09-13T14:27:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[96683]: pgmap v575: 121 pgs: 121 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-13T14:27:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[96683]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[96683]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[99232]: pgmap v575: 121 pgs: 121 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[99232]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:22 smithi001 ceph-mon[99232]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T14:27:23.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:22 smithi028 ceph-mon[87621]: pgmap v575: 121 pgs: 121 active+clean; 309 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-13T14:27:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:22 smithi028 ceph-mon[87621]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T14:27:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:22 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:22 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:22 smithi028 ceph-mon[87621]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T14:27:23.724 INFO:tasks.rados.rados.0.smithi001.stdout:2651: done (7 left) 2024-09-13T14:27:23.724 INFO:tasks.rados.rados.0.smithi001.stdout:2652: delete oid 15 current snap is 268 2024-09-13T14:27:23.724 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 4 to smithi00185197-18 2024-09-13T14:27:23.724 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 5 to smithi00185197-18 2024-09-13T14:27:23.724 INFO:tasks.rados.rados.0.smithi001.stdout:2644: oid 18 updating version 0 to 1445 2024-09-13T14:27:23.724 INFO:tasks.rados.rados.0.smithi001.stdout:2644: oid 18 updating version 1445 to 1447 2024-09-13T14:27:23.725 INFO:tasks.rados.rados.0.smithi001.stdout:2644: oid 18 version 1447 is already newer than 1446 2024-09-13T14:27:23.725 INFO:tasks.rados.rados.0.smithi001.stdout:2644: oid 18 version 1447 is already newer than 1444 2024-09-13T14:27:23.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1447 (ObjNum 831 snap 268 seq_num 831) dirty exists 2024-09-13T14:27:23.725 INFO:tasks.rados.rados.0.smithi001.stdout:2644: left oid 18 (ObjNum 831 snap 268 seq_num 831) 2024-09-13T14:27:23.725 INFO:tasks.rados.rados.0.smithi001.stdout:2641: expect (ObjNum 560 snap 188 seq_num 560) 2024-09-13T14:27:24.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:24.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:23 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:24.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:23 smithi001 ceph-mon[99232]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T14:27:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:23 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:24.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:23 smithi001 ceph-mon[96683]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T14:27:24.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:23 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:24.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:23 smithi028 ceph-mon[87621]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T14:27:24.855 INFO:tasks.rados.rados.0.smithi001.stdout:2645: expect (ObjNum 821 snap 265 seq_num 821) 2024-09-13T14:27:24.902 INFO:tasks.rados.rados.0.smithi001.stdout:2646: finishing write tid 1 to smithi00185197-24 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: finishing write tid 2 to smithi00185197-24 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: finishing write tid 3 to smithi00185197-24 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: finishing write tid 4 to smithi00185197-24 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2647: finishing copy_from racing read to smithi00185197-17 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: finishing write tid 5 to smithi00185197-24 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: oid 24 updating version 0 to 1022 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: oid 24 version 1022 is already newer than 1021 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: oid 24 updating version 1022 to 1023 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: oid 24 updating version 1023 to 1024 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1024 (ObjNum 832 snap 268 seq_num 832) dirty exists 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2646: left oid 24 (ObjNum 832 snap 268 seq_num 832) 2024-09-13T14:27:24.903 INFO:tasks.rados.rados.0.smithi001.stdout:2649: finishing write tid 1 to smithi00185197-21 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2647: finishing copy_from to smithi00185197-17 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2059 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2649: finishing write tid 2 to smithi00185197-21 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2649: finishing write tid 3 to smithi00185197-21 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2641: done (7 left) 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2644: done (6 left) 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2645: done (5 left) 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2646: done (4 left) 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2647: done (3 left) 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2652: done (2 left) 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2653: rollback oid 40 current snap is 268 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 258 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2649: finishing write tid 4 to smithi00185197-21 2024-09-13T14:27:24.904 INFO:tasks.rados.rados.0.smithi001.stdout:2649: finishing write tid 5 to smithi00185197-21 2024-09-13T14:27:24.905 INFO:tasks.rados.rados.0.smithi001.stdout:2649: oid 21 updating version 0 to 1921 2024-09-13T14:27:24.905 INFO:tasks.rados.rados.0.smithi001.stdout:2649: oid 21 version 1921 is already newer than 1920 2024-09-13T14:27:24.905 INFO:tasks.rados.rados.0.smithi001.stdout:2649: oid 21 updating version 1921 to 1922 2024-09-13T14:27:24.905 INFO:tasks.rados.rados.0.smithi001.stdout:2649: oid 21 version 1922 is already newer than 1919 2024-09-13T14:27:24.905 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1922 (ObjNum 833 snap 268 seq_num 833) dirty exists 2024-09-13T14:27:24.905 INFO:tasks.rados.rados.0.smithi001.stdout:2649: left oid 21 (ObjNum 833 snap 268 seq_num 833) 2024-09-13T14:27:24.905 INFO:tasks.rados.rados.0.smithi001.stdout:2648: expect (ObjNum 792 snap 259 seq_num 792) 2024-09-13T14:27:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:24 smithi001 ceph-mon[96683]: pgmap v578: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-09-13T14:27:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:24 smithi001 ceph-mon[99232]: pgmap v578: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-09-13T14:27:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:24 smithi028 ceph-mon[87621]: pgmap v578: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-09-13T14:27:26.411 INFO:tasks.rados.rados.0.smithi001.stdout:2653: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:27:26.411 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 998 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T14:27:26.411 INFO:tasks.rados.rados.0.smithi001.stdout:2648: done (2 left) 2024-09-13T14:27:26.411 INFO:tasks.rados.rados.0.smithi001.stdout:2649: done (1 left) 2024-09-13T14:27:26.412 INFO:tasks.rados.rados.0.smithi001.stdout:2653: done (0 left) 2024-09-13T14:27:26.412 INFO:tasks.rados.rados.0.smithi001.stdout:2654: copy_from oid 33 from oid 47 current snap is 268 2024-09-13T14:27:26.412 INFO:tasks.rados.rados.0.smithi001.stdout:2655: delete oid 4 current snap is 268 2024-09-13T14:27:26.414 INFO:tasks.rados.rados.0.smithi001.stdout:2655: done (1 left) 2024-09-13T14:27:26.414 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 268 2024-09-13T14:27:26.414 INFO:tasks.rados.rados.0.smithi001.stdout:2656: seq_num 836 ranges {12779520=409600,13189120=720896,13910016=516096,14426112=368640} 2024-09-13T14:27:26.486 INFO:tasks.rados.rados.0.smithi001.stdout:2656: writing smithi00185197-11 from 12779520 to 13189120 tid 1 2024-09-13T14:27:26.490 INFO:tasks.rados.rados.0.smithi001.stdout:2656: writing smithi00185197-11 from 13189120 to 13910016 tid 2 2024-09-13T14:27:26.492 INFO:tasks.rados.rados.0.smithi001.stdout:2656: writing smithi00185197-11 from 13910016 to 14426112 tid 3 2024-09-13T14:27:26.494 INFO:tasks.rados.rados.0.smithi001.stdout:2656: writing smithi00185197-11 from 14426112 to 14794752 tid 4 2024-09-13T14:27:26.495 INFO:tasks.rados.rados.0.smithi001.stdout:2657: copy_from oid 30 from oid 5 current snap is 268 2024-09-13T14:27:26.495 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:27:26.495 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing copy_from to smithi00185197-33 2024-09-13T14:27:26.495 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1670 (ObjNum 818 snap 265 seq_num 818) dirty exists 2024-09-13T14:27:26.495 INFO:tasks.rados.rados.0.smithi001.stdout:2656: finishing write tid 1 to smithi00185197-11 2024-09-13T14:27:26.495 INFO:tasks.rados.rados.0.smithi001.stdout:2654: done (2 left) 2024-09-13T14:27:26.495 INFO:tasks.rados.rados.0.smithi001.stdout:2658: snap_remove snap 227 2024-09-13T14:27:26.961 INFO:tasks.rados.rados.0.smithi001.stdout:2658: done (2 left) 2024-09-13T14:27:26.961 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 268 2024-09-13T14:27:26.962 INFO:tasks.rados.rados.0.smithi001.stdout:2659: seq_num 837 ranges {0=425984,425984=655360,1081344=729088,1810432=221184} 2024-09-13T14:27:26.962 INFO:tasks.rados.rados.0.smithi001.stdout:2659: writing smithi00185197-40 from 0 to 425984 tid 1 2024-09-13T14:27:26.967 INFO:tasks.rados.rados.0.smithi001.stdout:2659: writing smithi00185197-40 from 425984 to 1081344 tid 2 2024-09-13T14:27:26.972 INFO:tasks.rados.rados.0.smithi001.stdout:2659: writing smithi00185197-40 from 1081344 to 1810432 tid 3 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2659: writing smithi00185197-40 from 1810432 to 2031616 tid 4 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2660: delete oid 26 current snap is 268 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2656: finishing write tid 2 to smithi00185197-11 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2657: finishing copy_from to smithi00185197-30 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2657: got expected ENOENT (src dne) 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2657: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2656: finishing write tid 3 to smithi00185197-11 2024-09-13T14:27:26.975 INFO:tasks.rados.rados.0.smithi001.stdout:2656: finishing write tid 4 to smithi00185197-11 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: finishing write tid 5 to smithi00185197-11 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: finishing write tid 6 to smithi00185197-11 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: oid 11 updating version 0 to 1938 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: oid 11 version 1938 is already newer than 1935 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: oid 11 version 1938 is already newer than 1937 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: oid 11 version 1938 is already newer than 1936 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: oid 11 version 1938 is already newer than 1934 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1938 (ObjNum 836 snap 268 seq_num 836) dirty exists 2024-09-13T14:27:26.976 INFO:tasks.rados.rados.0.smithi001.stdout:2656: left oid 11 (ObjNum 836 snap 268 seq_num 836) 2024-09-13T14:27:26.979 INFO:tasks.rados.rados.0.smithi001.stdout:2659: finishing write tid 1 to smithi00185197-40 2024-09-13T14:27:26.979 INFO:tasks.rados.rados.0.smithi001.stdout:2659: finishing write tid 2 to smithi00185197-40 2024-09-13T14:27:26.980 INFO:tasks.rados.rados.0.smithi001.stdout:2659: finishing write tid 3 to smithi00185197-40 2024-09-13T14:27:26.980 INFO:tasks.rados.rados.0.smithi001.stdout:2659: finishing write tid 4 to smithi00185197-40 2024-09-13T14:27:26.980 INFO:tasks.rados.rados.0.smithi001.stdout:2659: finishing write tid 5 to smithi00185197-40 2024-09-13T14:27:26.982 INFO:tasks.rados.rados.0.smithi001.stdout:2659: finishing write tid 6 to smithi00185197-40 2024-09-13T14:27:26.982 INFO:tasks.rados.rados.0.smithi001.stdout:2659: oid 40 updating version 0 to 1003 2024-09-13T14:27:26.982 INFO:tasks.rados.rados.0.smithi001.stdout:2659: oid 40 version 1003 is already newer than 1001 2024-09-13T14:27:26.983 INFO:tasks.rados.rados.0.smithi001.stdout:2659: oid 40 version 1003 is already newer than 1002 2024-09-13T14:27:26.983 INFO:tasks.rados.rados.0.smithi001.stdout:2659: oid 40 version 1003 is already newer than 999 2024-09-13T14:27:26.983 INFO:tasks.rados.rados.0.smithi001.stdout:2659: oid 40 version 1003 is already newer than 1000 2024-09-13T14:27:26.983 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1003 (ObjNum 837 snap 268 seq_num 837) dirty exists 2024-09-13T14:27:26.983 INFO:tasks.rados.rados.0.smithi001.stdout:2659: left oid 40 (ObjNum 837 snap 268 seq_num 837) 2024-09-13T14:27:26.984 INFO:tasks.rados.rados.0.smithi001.stdout:2656: done (3 left) 2024-09-13T14:27:26.984 INFO:tasks.rados.rados.0.smithi001.stdout:2657: done (2 left) 2024-09-13T14:27:26.984 INFO:tasks.rados.rados.0.smithi001.stdout:2659: done (1 left) 2024-09-13T14:27:26.984 INFO:tasks.rados.rados.0.smithi001.stdout:2660: done (0 left) 2024-09-13T14:27:26.984 INFO:tasks.rados.rados.0.smithi001.stdout:2661: delete oid 24 current snap is 268 2024-09-13T14:27:26.985 INFO:tasks.rados.rados.0.smithi001.stdout:2661: done (0 left) 2024-09-13T14:27:26.985 INFO:tasks.rados.rados.0.smithi001.stdout:2662: snap_remove snap 249 2024-09-13T14:27:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: pgmap v580: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: pgmap v580: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-09-13T14:27:27.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:26 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: pgmap v580: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-09-13T14:27:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:26 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:27.587 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:27:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:27:27] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.51.0" 2024-09-13T14:27:27.717 INFO:tasks.rados.rados.0.smithi001.stdout:2662: done (0 left) 2024-09-13T14:27:27.718 INFO:tasks.rados.rados.0.smithi001.stdout:2663: snap_create 2024-09-13T14:27:28.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:27 smithi001 ceph-mon[96683]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T14:27:28.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:27 smithi001 ceph-mon[96683]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T14:27:28.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:27 smithi001 ceph-mon[99232]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T14:27:28.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:27 smithi001 ceph-mon[99232]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T14:27:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:27 smithi028 ceph-mon[87621]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T14:27:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:27 smithi028 ceph-mon[87621]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T14:27:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:2663: done (0 left) 2024-09-13T14:27:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:2664: rmattr oid 49 current snap is 269 2024-09-13T14:27:28.718 INFO:tasks.rados.rados.0.smithi001.stdout:2665: snap_remove snap 248 2024-09-13T14:27:29.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[96683]: pgmap v582: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-09-13T14:27:29.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[96683]: Upgrade: Updating alertmanager.a 2024-09-13T14:27:29.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[96683]: Deploying daemon alertmanager.a on smithi001 2024-09-13T14:27:29.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[96683]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T14:27:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[99232]: pgmap v582: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-09-13T14:27:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[99232]: Upgrade: Updating alertmanager.a 2024-09-13T14:27:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[99232]: Deploying daemon alertmanager.a on smithi001 2024-09-13T14:27:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:28 smithi001 ceph-mon[99232]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T14:27:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:28 smithi028 ceph-mon[87621]: pgmap v582: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-09-13T14:27:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:28 smithi028 ceph-mon[87621]: Upgrade: Updating alertmanager.a 2024-09-13T14:27:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:28 smithi028 ceph-mon[87621]: Deploying daemon alertmanager.a on smithi001 2024-09-13T14:27:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:28 smithi028 ceph-mon[87621]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T14:27:29.721 INFO:tasks.rados.rados.0.smithi001.stdout:2665: done (1 left) 2024-09-13T14:27:29.721 INFO:tasks.rados.rados.0.smithi001.stdout:2666: rollback oid 14 current snap is 269 2024-09-13T14:27:29.721 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 258 2024-09-13T14:27:29.721 INFO:tasks.rados.rados.0.smithi001.stdout:2667: delete oid 47 current snap is 269 2024-09-13T14:27:29.722 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2183 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:27:29.729 INFO:tasks.rados.rados.0.smithi001.stdout:2664: done (2 left) 2024-09-13T14:27:29.729 INFO:tasks.rados.rados.0.smithi001.stdout:2667: done (1 left) 2024-09-13T14:27:29.729 INFO:tasks.rados.rados.0.smithi001.stdout:2668: copy_from oid 1 from oid 9 current snap is 269 2024-09-13T14:27:29.729 INFO:tasks.rados.rados.0.smithi001.stdout:2669: snap_remove snap 256 2024-09-13T14:27:30.724 INFO:tasks.rados.rados.0.smithi001.stdout:2669: done (2 left) 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:2670: setattr oid 41 current snap is 269 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1267 (ObjNum 560 snap 188 seq_num 560) dirty exists 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:2668: finishing copy_from racing read to smithi00185197-1 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:2668: finishing copy_from to smithi00185197-1 2024-09-13T14:27:30.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1456 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-09-13T14:27:30.728 INFO:tasks.rados.rados.0.smithi001.stdout:2666: done (2 left) 2024-09-13T14:27:30.728 INFO:tasks.rados.rados.0.smithi001.stdout:2668: done (1 left) 2024-09-13T14:27:30.728 INFO:tasks.rados.rados.0.smithi001.stdout:2671: snap_remove snap 267 2024-09-13T14:27:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:30 smithi001 ceph-mon[96683]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-09-13T14:27:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:30 smithi001 ceph-mon[96683]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T14:27:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:30 smithi001 ceph-mon[99232]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-09-13T14:27:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:30 smithi001 ceph-mon[99232]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T14:27:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:30 smithi028 ceph-mon[87621]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-09-13T14:27:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:30 smithi028 ceph-mon[87621]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T14:27:31.733 INFO:tasks.rados.rados.0.smithi001.stdout:2671: done (1 left) 2024-09-13T14:27:31.733 INFO:tasks.rados.rados.0.smithi001.stdout:2672: delete oid 35 current snap is 269 2024-09-13T14:27:31.733 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2060 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:27:31.741 INFO:tasks.rados.rados.0.smithi001.stdout:2670: done (1 left) 2024-09-13T14:27:31.742 INFO:tasks.rados.rados.0.smithi001.stdout:2672: done (0 left) 2024-09-13T14:27:31.742 INFO:tasks.rados.rados.0.smithi001.stdout:2673: copy_from oid 14 from oid 22 current snap is 269 2024-09-13T14:27:31.742 INFO:tasks.rados.rados.0.smithi001.stdout:2674: delete oid 40 current snap is 269 2024-09-13T14:27:31.746 INFO:tasks.rados.rados.0.smithi001.stdout:2674: done (1 left) 2024-09-13T14:27:31.746 INFO:tasks.rados.rados.0.smithi001.stdout:2675: delete oid 21 current snap is 269 2024-09-13T14:27:31.749 INFO:tasks.rados.rados.0.smithi001.stdout:2675: done (1 left) 2024-09-13T14:27:31.749 INFO:tasks.rados.rados.0.smithi001.stdout:2676: rmattr oid 28 current snap is 269 2024-09-13T14:27:31.749 INFO:tasks.rados.rados.0.smithi001.stdout:2676: done (1 left) 2024-09-13T14:27:31.749 INFO:tasks.rados.rados.0.smithi001.stdout:2677: read oid 7 snap 258 2024-09-13T14:27:31.750 INFO:tasks.rados.rados.0.smithi001.stdout:2677: expect (ObjNum 725 snap 235 seq_num 725) 2024-09-13T14:27:31.750 INFO:tasks.rados.rados.0.smithi001.stdout:2678: read oid 44 snap -1 2024-09-13T14:27:31.750 INFO:tasks.rados.rados.0.smithi001.stdout:2678: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:27:31.750 INFO:tasks.rados.rados.0.smithi001.stdout:2679: copy_from oid 33 from oid 32 current snap is 269 2024-09-13T14:27:31.750 INFO:tasks.rados.rados.0.smithi001.stdout:2680: setattr oid 42 current snap is 269 2024-09-13T14:27:31.750 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 269 2024-09-13T14:27:31.750 INFO:tasks.rados.rados.0.smithi001.stdout:2681: seq_num 844 ranges {696320=540672,1236992=696320,1933312=475136,2408448=434176} 2024-09-13T14:27:31.757 INFO:tasks.rados.rados.0.smithi001.stdout:2681: writing smithi00185197-34 from 696320 to 1236992 tid 1 2024-09-13T14:27:31.761 INFO:tasks.rados.rados.0.smithi001.stdout:2681: writing smithi00185197-34 from 1236992 to 1933312 tid 2 2024-09-13T14:27:31.764 INFO:tasks.rados.rados.0.smithi001.stdout:2681: writing smithi00185197-34 from 1933312 to 2408448 tid 3 2024-09-13T14:27:31.767 INFO:tasks.rados.rados.0.smithi001.stdout:2681: writing smithi00185197-34 from 2408448 to 2842624 tid 4 2024-09-13T14:27:31.767 INFO:tasks.rados.rados.0.smithi001.stdout:2682: snap_remove snap 240 2024-09-13T14:27:32.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:31 smithi001 ceph-mon[96683]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T14:27:32.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:31 smithi001 ceph-mon[99232]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T14:27:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:31 smithi028 ceph-mon[87621]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T14:27:32.721 INFO:tasks.rados.rados.0.smithi001.stdout:2678: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:27:32.723 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1281 (ObjNum 816 snap 265 seq_num 816) dirty exists 2024-09-13T14:27:32.723 INFO:tasks.rados.rados.0.smithi001.stdout:2677: expect (ObjNum 725 snap 235 seq_num 725) 2024-09-13T14:27:32.781 INFO:tasks.rados.rados.0.smithi001.stdout:2673: finishing copy_from racing read to smithi00185197-14 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2673: finishing copy_from to smithi00185197-14 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2059 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: finishing write tid 1 to smithi00185197-34 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: finishing write tid 2 to smithi00185197-34 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: finishing write tid 3 to smithi00185197-34 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: finishing write tid 4 to smithi00185197-34 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: finishing write tid 5 to smithi00185197-34 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: finishing write tid 6 to smithi00185197-34 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: oid 34 updating version 0 to 1683 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: oid 34 version 1683 is already newer than 1681 2024-09-13T14:27:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:2681: oid 34 version 1683 is already newer than 1680 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2681: oid 34 version 1683 is already newer than 1682 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2681: oid 34 version 1683 is already newer than 1679 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1683 (ObjNum 844 snap 269 seq_num 844) dirty exists 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2681: left oid 34 (ObjNum 844 snap 269 seq_num 844) 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2679: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2679: finishing copy_from to smithi00185197-33 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1767 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2673: done (6 left) 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2677: done (5 left) 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2678: done (4 left) 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2679: done (3 left) 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2680: done (2 left) 2024-09-13T14:27:32.783 INFO:tasks.rados.rados.0.smithi001.stdout:2681: done (1 left) 2024-09-13T14:27:32.784 INFO:tasks.rados.rados.0.smithi001.stdout:2682: done (0 left) 2024-09-13T14:27:32.784 INFO:tasks.rados.rados.0.smithi001.stdout:2683: snap_remove snap 236 2024-09-13T14:27:32.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:32 smithi001 ceph-mon[96683]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T14:27:32.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:32 smithi001 ceph-mon[96683]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T14:27:32.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:32 smithi001 ceph-mon[96683]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T14:27:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:32 smithi001 ceph-mon[99232]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T14:27:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:32 smithi001 ceph-mon[99232]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T14:27:32.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:32 smithi001 ceph-mon[99232]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T14:27:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:32 smithi028 ceph-mon[87621]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T14:27:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:32 smithi028 ceph-mon[87621]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T14:27:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:32 smithi028 ceph-mon[87621]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T14:27:33.761 INFO:tasks.rados.rados.0.smithi001.stdout:2683: done (0 left) 2024-09-13T14:27:33.761 INFO:tasks.rados.rados.0.smithi001.stdout:2684: delete oid 28 current snap is 269 2024-09-13T14:27:33.771 INFO:tasks.rados.rados.0.smithi001.stdout:2684: done (0 left) 2024-09-13T14:27:33.771 INFO:tasks.rados.rados.0.smithi001.stdout:2685: delete oid 19 current snap is 269 2024-09-13T14:27:33.779 INFO:tasks.rados.rados.0.smithi001.stdout:2685: done (0 left) 2024-09-13T14:27:33.779 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 269 2024-09-13T14:27:33.779 INFO:tasks.rados.rados.0.smithi001.stdout:2686: seq_num 847 ranges {2965504=589824,3555328=753664,4308992=655360,4964352=196608} 2024-09-13T14:27:33.799 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00185197-18 from 2965504 to 3555328 tid 1 2024-09-13T14:27:33.803 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00185197-18 from 3555328 to 4308992 tid 2 2024-09-13T14:27:33.807 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00185197-18 from 4308992 to 4964352 tid 3 2024-09-13T14:27:33.809 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00185197-18 from 4964352 to 5160960 tid 4 2024-09-13T14:27:33.809 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 269 2024-09-13T14:27:33.809 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 1 to smithi00185197-18 2024-09-13T14:27:33.809 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 2 to smithi00185197-18 2024-09-13T14:27:33.809 INFO:tasks.rados.rados.0.smithi001.stdout:2687: seq_num 848 ranges {3776512=606208,4382720=630784,5013504=458752,5472256=516096} 2024-09-13T14:27:33.834 INFO:tasks.rados.rados.0.smithi001.stdout:2687: writing smithi00185197-14 from 3776512 to 4382720 tid 1 2024-09-13T14:27:33.838 INFO:tasks.rados.rados.0.smithi001.stdout:2687: writing smithi00185197-14 from 4382720 to 5013504 tid 2 2024-09-13T14:27:33.840 INFO:tasks.rados.rados.0.smithi001.stdout:2687: writing smithi00185197-14 from 5013504 to 5472256 tid 3 2024-09-13T14:27:33.844 INFO:tasks.rados.rados.0.smithi001.stdout:2687: writing smithi00185197-14 from 5472256 to 5988352 tid 4 2024-09-13T14:27:33.844 INFO:tasks.rados.rados.0.smithi001.stdout:2688: delete oid 35 current snap is 269 2024-09-13T14:27:33.844 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 3 to smithi00185197-18 2024-09-13T14:27:33.844 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 4 to smithi00185197-18 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 5 to smithi00185197-18 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 6 to smithi00185197-18 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: oid 18 updating version 0 to 1768 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: oid 18 updating version 1768 to 1771 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: oid 18 version 1771 is already newer than 1770 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: oid 18 updating version 1771 to 1772 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: oid 18 version 1772 is already newer than 1769 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1772 (ObjNum 847 snap 269 seq_num 847) dirty exists 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2686: left oid 18 (ObjNum 847 snap 269 seq_num 847) 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2687: finishing write tid 1 to smithi00185197-14 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2687: finishing write tid 2 to smithi00185197-14 2024-09-13T14:27:33.845 INFO:tasks.rados.rados.0.smithi001.stdout:2687: finishing write tid 3 to smithi00185197-14 2024-09-13T14:27:33.846 INFO:tasks.rados.rados.0.smithi001.stdout:2686: done (2 left) 2024-09-13T14:27:33.846 INFO:tasks.rados.rados.0.smithi001.stdout:2688: done (1 left) 2024-09-13T14:27:33.846 INFO:tasks.rados.rados.0.smithi001.stdout:2689: setattr oid 35 current snap is 269 2024-09-13T14:27:33.846 INFO:tasks.rados.rados.0.smithi001.stdout:2687: finishing write tid 4 to smithi00185197-14 2024-09-13T14:27:33.847 INFO:tasks.rados.rados.0.smithi001.stdout:2687: finishing write tid 5 to smithi00185197-14 2024-09-13T14:27:33.847 INFO:tasks.rados.rados.0.smithi001.stdout:2690: copy_from oid 26 from oid 1 current snap is 269 2024-09-13T14:27:33.847 INFO:tasks.rados.rados.0.smithi001.stdout:2691: copy_from oid 17 from oid 29 current snap is 269 2024-09-13T14:27:33.847 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 269 2024-09-13T14:27:33.848 INFO:tasks.rados.rados.0.smithi001.stdout:2692: seq_num 850 ranges {237568=638976,876544=802816,1679360=475136,2154496=327680} 2024-09-13T14:27:33.852 INFO:tasks.rados.rados.0.smithi001.stdout:2692: writing smithi00185197-27 from 237568 to 876544 tid 1 2024-09-13T14:27:33.857 INFO:tasks.rados.rados.0.smithi001.stdout:2692: writing smithi00185197-27 from 876544 to 1679360 tid 2 2024-09-13T14:27:33.859 INFO:tasks.rados.rados.0.smithi001.stdout:2692: writing smithi00185197-27 from 1679360 to 2154496 tid 3 2024-09-13T14:27:33.861 INFO:tasks.rados.rados.0.smithi001.stdout:2692: writing smithi00185197-27 from 2154496 to 2482176 tid 4 2024-09-13T14:27:33.861 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 269 2024-09-13T14:27:33.861 INFO:tasks.rados.rados.0.smithi001.stdout:2687: finishing write tid 6 to smithi00185197-14 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:2687: oid 14 updating version 0 to 2063 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:2687: oid 14 version 2063 is already newer than 2060 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:2687: oid 14 version 2063 is already newer than 2061 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:2687: oid 14 version 2063 is already newer than 2062 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:2687: oid 14 updating version 2063 to 2064 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2064 (ObjNum 848 snap 269 seq_num 848) dirty exists 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:2687: left oid 14 (ObjNum 848 snap 269 seq_num 848) 2024-09-13T14:27:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:2693: seq_num 851 ranges {696320=655360,1351680=688128,2039808=679936,2719744=237568} 2024-09-13T14:27:33.869 INFO:tasks.rados.rados.0.smithi001.stdout:2693: writing smithi00185197-2 from 696320 to 1351680 tid 1 2024-09-13T14:27:33.873 INFO:tasks.rados.rados.0.smithi001.stdout:2693: writing smithi00185197-2 from 1351680 to 2039808 tid 2 2024-09-13T14:27:33.877 INFO:tasks.rados.rados.0.smithi001.stdout:2693: writing smithi00185197-2 from 2039808 to 2719744 tid 3 2024-09-13T14:27:33.880 INFO:tasks.rados.rados.0.smithi001.stdout:2693: writing smithi00185197-2 from 2719744 to 2957312 tid 4 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:2687: done (5 left) 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:2694: read oid 5 snap -1 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:2694: expect deleted 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:2695: rmattr oid 3 current snap is 269 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:2695: done (6 left) 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:2696: rollback oid 19 current snap is 269 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 263 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1453 (ObjNum 33 snap 0 seq_num 314746384) dirty exists 2024-09-13T14:27:33.881 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing write tid 1 to smithi00185197-27 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2689: done (6 left) 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 269 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing write tid 2 to smithi00185197-27 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing write tid 3 to smithi00185197-27 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2690: finishing copy_from racing read to smithi00185197-26 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing write tid 4 to smithi00185197-27 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2691: finishing copy_from racing read to smithi00185197-17 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing write tid 5 to smithi00185197-27 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing write tid 6 to smithi00185197-27 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: oid 27 updating version 0 to 1455 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: oid 27 version 1455 is already newer than 1454 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: oid 27 updating version 1455 to 1456 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: oid 27 updating version 1456 to 1457 2024-09-13T14:27:33.882 INFO:tasks.rados.rados.0.smithi001.stdout:2692: oid 27 updating version 1457 to 1458 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1458 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:2692: left oid 27 (ObjNum 850 snap 269 seq_num 850) 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:2690: finishing copy_from to smithi00185197-26 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1456 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:2691: finishing copy_from to smithi00185197-17 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2059 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing write tid 1 to smithi00185197-2 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing write tid 2 to smithi00185197-2 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:2697: seq_num 852 ranges {24576=671744,696320=622592,1318912=442368,1761280=540672} 2024-09-13T14:27:33.883 INFO:tasks.rados.rados.0.smithi001.stdout:2697: writing smithi00185197-45 from 24576 to 696320 tid 1 2024-09-13T14:27:33.886 INFO:tasks.rados.rados.0.smithi001.stdout:2697: writing smithi00185197-45 from 696320 to 1318912 tid 2 2024-09-13T14:27:33.889 INFO:tasks.rados.rados.0.smithi001.stdout:2697: writing smithi00185197-45 from 1318912 to 1761280 tid 3 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:2697: writing smithi00185197-45 from 1761280 to 2301952 tid 4 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:2690: done (6 left) 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:2691: done (5 left) 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:2692: done (4 left) 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:2698: read oid 37 snap -1 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:2698: expect (ObjNum 810 snap 264 seq_num 810) 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 269 2024-09-13T14:27:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:2699: seq_num 853 ranges {2842624=696320,3538944=507904,4046848=647168,4694016=450560} 2024-09-13T14:27:33.911 INFO:tasks.rados.rados.0.smithi001.stdout:2699: writing smithi00185197-34 from 2842624 to 3538944 tid 1 2024-09-13T14:27:33.914 INFO:tasks.rados.rados.0.smithi001.stdout:2699: writing smithi00185197-34 from 3538944 to 4046848 tid 2 2024-09-13T14:27:33.918 INFO:tasks.rados.rados.0.smithi001.stdout:2699: writing smithi00185197-34 from 4046848 to 4694016 tid 3 2024-09-13T14:27:33.921 INFO:tasks.rados.rados.0.smithi001.stdout:2699: writing smithi00185197-34 from 4694016 to 5144576 tid 4 2024-09-13T14:27:33.921 INFO:tasks.rados.rados.0.smithi001.stdout:2700: copy_from oid 1 from oid 46 current snap is 269 2024-09-13T14:27:33.921 INFO:tasks.rados.rados.0.smithi001.stdout:2696: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:27:33.921 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1462 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:27:33.921 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing write tid 3 to smithi00185197-2 2024-09-13T14:27:33.921 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing write tid 4 to smithi00185197-2 2024-09-13T14:27:33.921 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing write tid 5 to smithi00185197-2 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing write tid 6 to smithi00185197-2 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: oid 2 updating version 0 to 2233 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: oid 2 updating version 2233 to 2236 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: oid 2 version 2236 is already newer than 2234 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: oid 2 version 2236 is already newer than 2235 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: oid 2 updating version 2236 to 2237 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2237 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: left oid 2 (ObjNum 851 snap 269 seq_num 851) 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2697: finishing write tid 1 to smithi00185197-45 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2697: finishing write tid 2 to smithi00185197-45 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2693: done (6 left) 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2694: done (5 left) 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2696: done (4 left) 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2701: snap_create 2024-09-13T14:27:33.922 INFO:tasks.rados.rados.0.smithi001.stdout:2697: finishing write tid 3 to smithi00185197-45 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: finishing write tid 4 to smithi00185197-45 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: finishing write tid 5 to smithi00185197-45 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: finishing write tid 6 to smithi00185197-45 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: oid 45 updating version 0 to 1460 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: oid 45 updating version 1460 to 1462 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: oid 45 updating version 1462 to 1463 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: oid 45 version 1463 is already newer than 1461 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: oid 45 version 1463 is already newer than 1459 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1463 (ObjNum 852 snap 269 seq_num 852) dirty exists 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2697: left oid 45 (ObjNum 852 snap 269 seq_num 852) 2024-09-13T14:27:33.923 INFO:tasks.rados.rados.0.smithi001.stdout:2698: expect (ObjNum 810 snap 264 seq_num 810) 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 1 to smithi00185197-34 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 2 to smithi00185197-34 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 3 to smithi00185197-34 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 4 to smithi00185197-34 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 5 to smithi00185197-34 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 6 to smithi00185197-34 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: oid 34 updating version 0 to 1686 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: oid 34 version 1686 is already newer than 1684 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: oid 34 updating version 1686 to 1688 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: oid 34 version 1688 is already newer than 1685 2024-09-13T14:27:33.965 INFO:tasks.rados.rados.0.smithi001.stdout:2699: oid 34 version 1688 is already newer than 1687 2024-09-13T14:27:33.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1688 (ObjNum 853 snap 269 seq_num 853) dirty exists 2024-09-13T14:27:33.966 INFO:tasks.rados.rados.0.smithi001.stdout:2699: left oid 34 (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:27:33.966 INFO:tasks.rados.rados.0.smithi001.stdout:2700: finishing copy_from racing read to smithi00185197-1 2024-09-13T14:27:33.966 INFO:tasks.rados.rados.0.smithi001.stdout:2700: finishing copy_from to smithi00185197-1 2024-09-13T14:27:33.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2084 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:27:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2697: done (4 left) 2024-09-13T14:27:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2698: done (3 left) 2024-09-13T14:27:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2699: done (2 left) 2024-09-13T14:27:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2700: done (1 left) 2024-09-13T14:27:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2701: done (0 left) 2024-09-13T14:27:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2702: snap_create 2024-09-13T14:27:35.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:34 smithi001 ceph-mon[96683]: pgmap v591: 121 pgs: 121 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-13T14:27:35.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:34 smithi001 ceph-mon[96683]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T14:27:35.029 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:34 smithi001 ceph-mon[99232]: pgmap v591: 121 pgs: 121 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-13T14:27:35.030 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:34 smithi001 ceph-mon[99232]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T14:27:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:34 smithi028 ceph-mon[87621]: pgmap v591: 121 pgs: 121 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-13T14:27:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:34 smithi028 ceph-mon[87621]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T14:27:35.695 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:35 smithi001 systemd[1]: Stopping Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:27:35.771 INFO:tasks.rados.rados.0.smithi001.stdout:2702: done (0 left) 2024-09-13T14:27:35.771 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 271 2024-09-13T14:27:35.771 INFO:tasks.rados.rados.0.smithi001.stdout:2703: seq_num 854 ranges {13770752=712704,14483456=794624,15278080=450560,15728640=360448} 2024-09-13T14:27:35.850 INFO:tasks.rados.rados.0.smithi001.stdout:2703: writing smithi00185197-42 from 13770752 to 14483456 tid 1 2024-09-13T14:27:35.854 INFO:tasks.rados.rados.0.smithi001.stdout:2703: writing smithi00185197-42 from 14483456 to 15278080 tid 2 2024-09-13T14:27:35.857 INFO:tasks.rados.rados.0.smithi001.stdout:2703: writing smithi00185197-42 from 15278080 to 15728640 tid 3 2024-09-13T14:27:35.859 INFO:tasks.rados.rados.0.smithi001.stdout:2703: writing smithi00185197-42 from 15728640 to 16089088 tid 4 2024-09-13T14:27:35.859 INFO:tasks.rados.rados.0.smithi001.stdout:2704: read oid 35 snap 266 2024-09-13T14:27:35.859 INFO:tasks.rados.rados.0.smithi001.stdout:2704: expect deleted 2024-09-13T14:27:35.859 INFO:tasks.rados.rados.0.smithi001.stdout:2705: read oid 9 snap -1 2024-09-13T14:27:35.860 INFO:tasks.rados.rados.0.smithi001.stdout:2705: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:27:35.860 INFO:tasks.rados.rados.0.smithi001.stdout:2706: snap_remove snap 263 2024-09-13T14:27:36.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:35 smithi001 ceph-mon[96683]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T14:27:36.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:36.087 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:35 smithi001 ceph-mon[99232]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T14:27:36.087 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:36.087 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:35 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[80189]: ts=2024-09-13T14:27:35.694Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:27:36.087 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:35 smithi001 podman[134459]: 2024-09-13 14:27:35.735695048 +0000 UTC m=+0.144301517 container died 7e1c8b657e285e1c5709a8e8ac265c9c71d8d22829afc9469a4ea105489f9a2b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:35 smithi028 ceph-mon[87621]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T14:27:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:36.352 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:36 smithi001 podman[134459]: 2024-09-13 14:27:36.201645806 +0000 UTC m=+0.610252422 container cleanup 7e1c8b657e285e1c5709a8e8ac265c9c71d8d22829afc9469a4ea105489f9a2b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:36.352 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:36 smithi001 bash[134459]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T14:27:36.768 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:36 smithi001 podman[134479]: 2024-09-13 14:27:36.477949606 +0000 UTC m=+0.733636525 container remove 7e1c8b657e285e1c5709a8e8ac265c9c71d8d22829afc9469a4ea105489f9a2b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:36.768 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:36 smithi001 podman[134479]: 2024-09-13 14:27:36.578844964 +0000 UTC m=+0.834531844 volume remove 3628e152a29b6ab9e5820e307d5c8e893871cfa68f915a7394114f670f618995 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing write tid 1 to smithi00185197-42 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing write tid 2 to smithi00185197-42 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing write tid 3 to smithi00185197-42 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing write tid 4 to smithi00185197-42 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing write tid 5 to smithi00185197-42 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing write tid 6 to smithi00185197-42 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: oid 42 updating version 0 to 1283 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: oid 42 updating version 1283 to 1284 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: oid 42 version 1284 is already newer than 1282 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: oid 42 updating version 1284 to 1285 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:2703: oid 42 updating version 1285 to 1286 2024-09-13T14:27:36.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1286 (ObjNum 854 snap 271 seq_num 854) dirty exists 2024-09-13T14:27:36.778 INFO:tasks.rados.rados.0.smithi001.stdout:2703: left oid 42 (ObjNum 854 snap 271 seq_num 854) 2024-09-13T14:27:36.778 INFO:tasks.rados.rados.0.smithi001.stdout:2705: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:27:36.963 INFO:tasks.rados.rados.0.smithi001.stdout:2703: done (3 left) 2024-09-13T14:27:36.963 INFO:tasks.rados.rados.0.smithi001.stdout:2704: done (2 left) 2024-09-13T14:27:36.963 INFO:tasks.rados.rados.0.smithi001.stdout:2705: done (1 left) 2024-09-13T14:27:36.963 INFO:tasks.rados.rados.0.smithi001.stdout:2706: done (0 left) 2024-09-13T14:27:36.963 INFO:tasks.rados.rados.0.smithi001.stdout:2707: copy_from oid 33 from oid 39 current snap is 271 2024-09-13T14:27:36.963 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 271 2024-09-13T14:27:36.963 INFO:tasks.rados.rados.0.smithi001.stdout:2708: seq_num 855 ranges {737280=729088,1466368=671744,2138112=663552,2801664=270336} 2024-09-13T14:27:36.971 INFO:tasks.rados.rados.0.smithi001.stdout:2708: writing smithi00185197-43 from 737280 to 1466368 tid 1 2024-09-13T14:27:36.975 INFO:tasks.rados.rados.0.smithi001.stdout:2708: writing smithi00185197-43 from 1466368 to 2138112 tid 2 2024-09-13T14:27:36.980 INFO:tasks.rados.rados.0.smithi001.stdout:2708: writing smithi00185197-43 from 2138112 to 2801664 tid 3 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:2708: writing smithi00185197-43 from 2801664 to 3072000 tid 4 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:2709: rollback oid 36 current snap is 271 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 241 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:2707: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:2707: finishing copy_from to smithi00185197-33 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1835 (ObjNum 764 snap 248 seq_num 764) dirty exists 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:2708: finishing write tid 1 to smithi00185197-43 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:2708: finishing write tid 2 to smithi00185197-43 2024-09-13T14:27:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:2707: done (2 left) 2024-09-13T14:27:36.983 INFO:tasks.rados.rados.0.smithi001.stdout:2710: snap_create 2024-09-13T14:27:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:2708: finishing write tid 3 to smithi00185197-43 2024-09-13T14:27:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:2708: finishing write tid 4 to smithi00185197-43 2024-09-13T14:27:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:2708: finishing write tid 5 to smithi00185197-43 2024-09-13T14:27:36.985 INFO:tasks.rados.rados.0.smithi001.stdout:2709: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:27:36.985 INFO:tasks.rados.rados.0.smithi001.stdout:2709: finishing rollback tid 2 to smithi00185197-36 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1980 (ObjNum 722 snap 234 seq_num 722) dirty exists 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:2708: finishing write tid 6 to smithi00185197-43 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:2708: oid 43 updating version 0 to 1689 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:2708: oid 43 updating version 1689 to 1693 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:2708: oid 43 version 1693 is already newer than 1690 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:2708: oid 43 version 1693 is already newer than 1692 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:2708: oid 43 version 1693 is already newer than 1691 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1693 (ObjNum 855 snap 271 seq_num 855) dirty exists 2024-09-13T14:27:36.986 INFO:tasks.rados.rados.0.smithi001.stdout:2708: left oid 43 (ObjNum 855 snap 271 seq_num 855) 2024-09-13T14:27:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:36 smithi001 ceph-mon[96683]: pgmap v594: 121 pgs: 121 active+clean; 321 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 6.5 MiB/s wr, 27 op/s 2024-09-13T14:27:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:36 smithi001 ceph-mon[96683]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T14:27:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:36 smithi001 ceph-mon[99232]: pgmap v594: 121 pgs: 121 active+clean; 321 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 6.5 MiB/s wr, 27 op/s 2024-09-13T14:27:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:36 smithi001 ceph-mon[99232]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T14:27:37.103 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:36 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T14:27:37.103 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:36 smithi001 systemd[1]: Stopped Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:27:37.103 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:36 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.807s CPU time. 2024-09-13T14:27:37.103 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:37 smithi001 systemd[1]: Starting Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:27:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:36 smithi028 ceph-mon[87621]: pgmap v594: 121 pgs: 121 active+clean; 321 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 6.5 MiB/s wr, 27 op/s 2024-09-13T14:27:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:36 smithi028 ceph-mon[87621]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T14:27:37.600 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:27:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:27:37] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.51.0" 2024-09-13T14:27:37.600 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:37 smithi001 podman[134608]: 2024-09-13 14:27:37.123573473 +0000 UTC m=+0.016646527 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-09-13T14:27:37.722 INFO:tasks.rados.rados.0.smithi001.stdout:2708: done (2 left) 2024-09-13T14:27:37.722 INFO:tasks.rados.rados.0.smithi001.stdout:2709: done (1 left) 2024-09-13T14:27:37.722 INFO:tasks.rados.rados.0.smithi001.stdout:2710: done (0 left) 2024-09-13T14:27:37.722 INFO:tasks.rados.rados.0.smithi001.stdout:2711: snap_create 2024-09-13T14:27:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:37 smithi001 ceph-mon[96683]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T14:27:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:37 smithi001 ceph-mon[96683]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T14:27:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:37 smithi001 ceph-mon[99232]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T14:27:37.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:37 smithi001 ceph-mon[99232]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T14:27:37.853 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:37 smithi001 podman[134608]: 2024-09-13 14:27:37.599541606 +0000 UTC m=+0.492614646 volume create a4480e10f94ec4b4e0acdae5f338d6b76969bd3acad5264c1323585f32bcbab9 2024-09-13T14:27:37.853 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:37 smithi001 podman[134608]: 2024-09-13 14:27:37.700016058 +0000 UTC m=+0.593089098 container create c70cd583f1429c1ca440d41125c35d5f6f93c66fa45d547594b9d10d4c639fef (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:37 smithi028 ceph-mon[87621]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T14:27:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:37 smithi028 ceph-mon[87621]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 podman[134608]: 2024-09-13 14:27:38.028269517 +0000 UTC m=+0.921342567 container init c70cd583f1429c1ca440d41125c35d5f6f93c66fa45d547594b9d10d4c639fef (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 podman[134608]: 2024-09-13 14:27:38.03399962 +0000 UTC m=+0.927072661 container start c70cd583f1429c1ca440d41125c35d5f6f93c66fa45d547594b9d10d4c639fef (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.045Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.045Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.047Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.1 port=9094 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.048Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.071Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.072Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.074Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:38.074Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 bash[134608]: c70cd583f1429c1ca440d41125c35d5f6f93c66fa45d547594b9d10d4c639fef 2024-09-13T14:27:38.353 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:38 smithi001 systemd[1]: Started Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:27:38.723 INFO:tasks.rados.rados.0.smithi001.stdout:2711: done (0 left) 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2712: rollback oid 2 current snap is 273 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 270 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2713: read oid 40 snap -1 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2713: expect deleted 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2714: read oid 24 snap -1 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2714: expect deleted 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2715: read oid 50 snap -1 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2715: expect (ObjNum 819 snap 265 seq_num 819) 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2716: read oid 16 snap -1 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2716: expect deleted 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2717: copy_from oid 45 from oid 28 current snap is 273 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2718: read oid 23 snap 272 2024-09-13T14:27:38.724 INFO:tasks.rados.rados.0.smithi001.stdout:2718: expect deleted 2024-09-13T14:27:38.725 INFO:tasks.rados.rados.0.smithi001.stdout:2719: read oid 11 snap -1 2024-09-13T14:27:38.725 INFO:tasks.rados.rados.0.smithi001.stdout:2719: expect (ObjNum 836 snap 268 seq_num 836) 2024-09-13T14:27:38.725 INFO:tasks.rados.rados.0.smithi001.stdout:2720: snap_create 2024-09-13T14:27:38.727 INFO:tasks.rados.rados.0.smithi001.stdout:2717: finishing copy_from to smithi00185197-45 2024-09-13T14:27:38.727 INFO:tasks.rados.rados.0.smithi001.stdout:2717: got expected ENOENT (src dne) 2024-09-13T14:27:38.728 INFO:tasks.rados.rados.0.smithi001.stdout:2717: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:27:38.731 INFO:tasks.rados.rados.0.smithi001.stdout:2715: expect (ObjNum 819 snap 265 seq_num 819) 2024-09-13T14:27:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2712: finishing rollback tid 0 to smithi00185197-2 2024-09-13T14:27:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2712: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:27:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2712: finishing rollback tid 2 to smithi00185197-2 2024-09-13T14:27:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2249 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-09-13T14:27:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2719: expect (ObjNum 836 snap 268 seq_num 836) 2024-09-13T14:27:39.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[96683]: pgmap v597: 121 pgs: 121 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-13T14:27:39.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:39.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:39.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:39.051 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[96683]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T14:27:39.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[99232]: pgmap v597: 121 pgs: 121 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-13T14:27:39.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:39.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:39.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:39.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:38 smithi001 ceph-mon[99232]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T14:27:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:38 smithi028 ceph-mon[87621]: pgmap v597: 121 pgs: 121 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-13T14:27:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:38 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:38 smithi028 ceph-mon[87621]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2712: done (8 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2713: done (7 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2714: done (6 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2715: done (5 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2716: done (4 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2717: done (3 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2718: done (2 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2719: done (1 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2720: done (0 left) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2721: read oid 46 snap 273 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2721: expect (ObjNum 797 snap 259 seq_num 797) 2024-09-13T14:27:40.195 INFO:tasks.rados.rados.0.smithi001.stdout:2722: snap_create 2024-09-13T14:27:40.201 INFO:tasks.rados.rados.0.smithi001.stdout:2721: expect (ObjNum 797 snap 259 seq_num 797) 2024-09-13T14:27:40.352 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:40 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:40.048Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000212969s 2024-09-13T14:27:40.783 INFO:tasks.rados.rados.0.smithi001.stdout:2721: done (1 left) 2024-09-13T14:27:40.784 INFO:tasks.rados.rados.0.smithi001.stdout:2722: done (0 left) 2024-09-13T14:27:40.784 INFO:tasks.rados.rados.0.smithi001.stdout:2723: rollback oid 18 current snap is 275 2024-09-13T14:27:40.784 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 265 2024-09-13T14:27:40.784 INFO:tasks.rados.rados.0.smithi001.stdout:2724: copy_from oid 24 from oid 30 current snap is 275 2024-09-13T14:27:40.784 INFO:tasks.rados.rados.0.smithi001.stdout:2725: copy_from oid 10 from oid 22 current snap is 275 2024-09-13T14:27:40.784 INFO:tasks.rados.rados.0.smithi001.stdout:2726: snap_remove snap 268 2024-09-13T14:27:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:40 smithi001 ceph-mon[96683]: pgmap v600: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T14:27:41.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:40 smithi001 ceph-mon[96683]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T14:27:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:40 smithi001 ceph-mon[99232]: pgmap v600: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T14:27:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:40 smithi001 ceph-mon[99232]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T14:27:41.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:40 smithi028 ceph-mon[87621]: pgmap v600: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T14:27:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:40 smithi028 ceph-mon[87621]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T14:27:41.790 INFO:tasks.rados.rados.0.smithi001.stdout:2726: done (3 left) 2024-09-13T14:27:41.790 INFO:tasks.rados.rados.0.smithi001.stdout:2727: read oid 16 snap -1 2024-09-13T14:27:41.790 INFO:tasks.rados.rados.0.smithi001.stdout:2727: expect deleted 2024-09-13T14:27:41.790 INFO:tasks.rados.rados.0.smithi001.stdout:2728: rollback oid 11 current snap is 275 2024-09-13T14:27:41.790 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 247 2024-09-13T14:27:41.791 INFO:tasks.rados.rados.0.smithi001.stdout:2723: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:27:41.791 INFO:tasks.rados.rados.0.smithi001.stdout:2729: copy_from oid 35 from oid 42 current snap is 275 2024-09-13T14:27:41.791 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 275 2024-09-13T14:27:41.791 INFO:tasks.rados.rados.0.smithi001.stdout:2730: seq_num 856 ranges {802816=745472,1548288=557056,2105344=417792,2523136=434176,2957312=196608} 2024-09-13T14:27:41.799 INFO:tasks.rados.rados.0.smithi001.stdout:2730: writing smithi00185197-39 from 802816 to 1548288 tid 1 2024-09-13T14:27:41.803 INFO:tasks.rados.rados.0.smithi001.stdout:2730: writing smithi00185197-39 from 1548288 to 2105344 tid 2 2024-09-13T14:27:41.806 INFO:tasks.rados.rados.0.smithi001.stdout:2730: writing smithi00185197-39 from 2105344 to 2523136 tid 3 2024-09-13T14:27:41.809 INFO:tasks.rados.rados.0.smithi001.stdout:2730: writing smithi00185197-39 from 2523136 to 2957312 tid 4 2024-09-13T14:27:41.811 INFO:tasks.rados.rados.0.smithi001.stdout:2730: writing smithi00185197-39 from 2957312 to 3153920 tid 5 2024-09-13T14:27:41.811 INFO:tasks.rados.rados.0.smithi001.stdout:2731: snap_remove snap 258 2024-09-13T14:27:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:41 smithi001 ceph-mon[96683]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T14:27:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:41 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:41 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:41 smithi001 ceph-mon[99232]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T14:27:42.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:41 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:41 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:41 smithi028 ceph-mon[87621]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T14:27:42.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:41 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:41 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2731: done (7 left) 2024-09-13T14:27:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2732: delete oid 26 current snap is 275 2024-09-13T14:27:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2723: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:27:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2723: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:27:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2087 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-13T14:27:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2724: finishing copy_from racing read to smithi00185197-24 2024-09-13T14:27:42.724 INFO:tasks.rados.rados.0.smithi001.stdout:2724: finishing copy_from to smithi00185197-24 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1781 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2725: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2725: finishing copy_from to smithi00185197-10 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2059 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2730: finishing write tid 1 to smithi00185197-39 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2728: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2728: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2728: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2062 (ObjNum 682 snap 220 seq_num 682) dirty exists 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2730: finishing write tid 2 to smithi00185197-39 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2730: finishing write tid 3 to smithi00185197-39 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2730: finishing write tid 4 to smithi00185197-39 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2730: finishing write tid 5 to smithi00185197-39 2024-09-13T14:27:42.725 INFO:tasks.rados.rados.0.smithi001.stdout:2730: finishing write tid 6 to smithi00185197-39 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: finishing write tid 7 to smithi00185197-39 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: oid 39 updating version 0 to 2081 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: oid 39 version 2081 is already newer than 2077 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: oid 39 version 2081 is already newer than 2079 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: oid 39 version 2081 is already newer than 2076 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: oid 39 version 2081 is already newer than 2080 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: oid 39 version 2081 is already newer than 2078 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2081 (ObjNum 856 snap 275 seq_num 856) dirty exists 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2730: left oid 39 (ObjNum 856 snap 275 seq_num 856) 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2729: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:2729: finishing copy_from to smithi00185197-35 2024-09-13T14:27:42.726 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1286 (ObjNum 854 snap 271 seq_num 854) dirty exists 2024-09-13T14:27:42.743 INFO:tasks.rados.rados.0.smithi001.stdout:2723: done (7 left) 2024-09-13T14:27:42.743 INFO:tasks.rados.rados.0.smithi001.stdout:2724: done (6 left) 2024-09-13T14:27:42.743 INFO:tasks.rados.rados.0.smithi001.stdout:2725: done (5 left) 2024-09-13T14:27:42.743 INFO:tasks.rados.rados.0.smithi001.stdout:2727: done (4 left) 2024-09-13T14:27:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:2728: done (3 left) 2024-09-13T14:27:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:2729: done (2 left) 2024-09-13T14:27:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:2730: done (1 left) 2024-09-13T14:27:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:2732: done (0 left) 2024-09-13T14:27:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 275 2024-09-13T14:27:42.744 INFO:tasks.rados.rados.0.smithi001.stdout:2733: seq_num 858 ranges {3072000=778240,3850240=729088,4579328=434176,5013504=442368} 2024-09-13T14:27:42.764 INFO:tasks.rados.rados.0.smithi001.stdout:2733: writing smithi00185197-43 from 3072000 to 3850240 tid 1 2024-09-13T14:27:42.768 INFO:tasks.rados.rados.0.smithi001.stdout:2733: writing smithi00185197-43 from 3850240 to 4579328 tid 2 2024-09-13T14:27:42.771 INFO:tasks.rados.rados.0.smithi001.stdout:2733: writing smithi00185197-43 from 4579328 to 5013504 tid 3 2024-09-13T14:27:42.773 INFO:tasks.rados.rados.0.smithi001.stdout:2733: writing smithi00185197-43 from 5013504 to 5455872 tid 4 2024-09-13T14:27:42.773 INFO:tasks.rados.rados.0.smithi001.stdout:2734: snap_remove snap 266 2024-09-13T14:27:42.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[96683]: pgmap v603: 121 pgs: 121 active+clean; 318 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T14:27:42.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[96683]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[96683]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[99232]: pgmap v603: 121 pgs: 121 active+clean; 318 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[99232]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:42.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:42 smithi001 ceph-mon[99232]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T14:27:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:42 smithi028 ceph-mon[87621]: pgmap v603: 121 pgs: 121 active+clean; 318 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T14:27:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:42 smithi028 ceph-mon[87621]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T14:27:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:42 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:42 smithi028 ceph-mon[87621]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T14:27:43.727 INFO:tasks.rados.rados.0.smithi001.stdout:2734: done (1 left) 2024-09-13T14:27:43.727 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 275 2024-09-13T14:27:43.727 INFO:tasks.rados.rados.0.smithi001.stdout:2735: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-09-13T14:27:43.731 INFO:tasks.rados.rados.0.smithi001.stdout:2735: writing smithi00185197-21 from 0 to 794624 tid 1 2024-09-13T14:27:43.736 INFO:tasks.rados.rados.0.smithi001.stdout:2735: writing smithi00185197-21 from 794624 to 1409024 tid 2 2024-09-13T14:27:43.740 INFO:tasks.rados.rados.0.smithi001.stdout:2735: writing smithi00185197-21 from 1409024 to 2048000 tid 3 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2735: writing smithi00185197-21 from 2048000 to 2400256 tid 4 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing write tid 1 to smithi00185197-43 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing write tid 2 to smithi00185197-43 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing write tid 3 to smithi00185197-43 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing write tid 4 to smithi00185197-43 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing write tid 5 to smithi00185197-43 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing write tid 6 to smithi00185197-43 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: oid 43 updating version 0 to 1696 2024-09-13T14:27:43.743 INFO:tasks.rados.rados.0.smithi001.stdout:2733: oid 43 version 1696 is already newer than 1694 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2733: oid 43 version 1696 is already newer than 1695 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2733: oid 43 updating version 1696 to 1697 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2733: oid 43 updating version 1697 to 1698 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1698 (ObjNum 858 snap 275 seq_num 858) dirty exists 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2733: left oid 43 (ObjNum 858 snap 275 seq_num 858) 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2733: done (1 left) 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2736: rmattr oid 36 current snap is 275 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2736: done (1 left) 2024-09-13T14:27:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:2737: snap_remove snap 274 2024-09-13T14:27:44.729 INFO:tasks.rados.rados.0.smithi001.stdout:2737: done (1 left) 2024-09-13T14:27:44.729 INFO:tasks.rados.rados.0.smithi001.stdout:2738: snap_remove snap 264 2024-09-13T14:27:44.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:44 smithi001 ceph-mon[99232]: pgmap v606: 121 pgs: 121 active+clean; 314 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-13T14:27:44.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:44 smithi001 ceph-mon[99232]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T14:27:44.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:44 smithi001 ceph-mon[96683]: pgmap v606: 121 pgs: 121 active+clean; 314 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-13T14:27:44.856 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:44 smithi001 ceph-mon[96683]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T14:27:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:44 smithi028 ceph-mon[87621]: pgmap v606: 121 pgs: 121 active+clean; 314 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-13T14:27:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:44 smithi028 ceph-mon[87621]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T14:27:45.736 INFO:tasks.rados.rados.0.smithi001.stdout:2738: done (1 left) 2024-09-13T14:27:45.736 INFO:tasks.rados.rados.0.smithi001.stdout:2739: rmattr oid 44 current snap is 275 2024-09-13T14:27:45.736 INFO:tasks.rados.rados.0.smithi001.stdout:2735: finishing write tid 1 to smithi00185197-21 2024-09-13T14:27:45.736 INFO:tasks.rados.rados.0.smithi001.stdout:2735: finishing write tid 2 to smithi00185197-21 2024-09-13T14:27:45.736 INFO:tasks.rados.rados.0.smithi001.stdout:2735: finishing write tid 3 to smithi00185197-21 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: finishing write tid 4 to smithi00185197-21 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: finishing write tid 5 to smithi00185197-21 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: finishing write tid 6 to smithi00185197-21 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: oid 21 updating version 0 to 2067 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: oid 21 updating version 2067 to 2068 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: oid 21 version 2068 is already newer than 2066 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: oid 21 version 2068 is already newer than 2065 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: oid 21 version 2068 is already newer than 2064 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2068 (ObjNum 859 snap 275 seq_num 859) dirty exists 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: left oid 21 (ObjNum 859 snap 275 seq_num 859) 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2735: done (1 left) 2024-09-13T14:27:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:2740: read oid 36 snap -1 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2740: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2741: read oid 45 snap -1 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2741: expect (ObjNum 852 snap 269 seq_num 852) 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 275 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2742: seq_num 860 ranges {0=8192} 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2742: writing smithi00185197-3 from 0 to 8192 tid 1 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2743: read oid 34 snap -1 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2743: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2744: rmattr oid 48 current snap is 275 2024-09-13T14:27:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:2744: done (5 left) 2024-09-13T14:27:45.739 INFO:tasks.rados.rados.0.smithi001.stdout:2745: snap_remove snap 265 2024-09-13T14:27:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T14:27:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:45.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.856 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:45.857 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:45 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:45 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:46.744 INFO:tasks.rados.rados.0.smithi001.stdout:2745: done (5 left) 2024-09-13T14:27:46.745 INFO:tasks.rados.rados.0.smithi001.stdout:2746: snap_create 2024-09-13T14:27:46.745 INFO:tasks.rados.rados.0.smithi001.stdout:2742: finishing write tid 1 to smithi00185197-3 2024-09-13T14:27:46.745 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1457 (ObjNum 97 snap 0 seq_num 1) dirty exists 2024-09-13T14:27:46.745 INFO:tasks.rados.rados.0.smithi001.stdout:2742: finishing write tid 2 to smithi00185197-3 2024-09-13T14:27:46.745 INFO:tasks.rados.rados.0.smithi001.stdout:2742: finishing write tid 3 to smithi00185197-3 2024-09-13T14:27:46.745 INFO:tasks.rados.rados.0.smithi001.stdout:2742: oid 3 updating version 0 to 2061 2024-09-13T14:27:46.746 INFO:tasks.rados.rados.0.smithi001.stdout:2742: oid 3 updating version 2061 to 2062 2024-09-13T14:27:46.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2062 (ObjNum 860 snap 275 seq_num 860) dirty exists 2024-09-13T14:27:46.746 INFO:tasks.rados.rados.0.smithi001.stdout:2742: left oid 3 (ObjNum 860 snap 275 seq_num 860) 2024-09-13T14:27:46.746 INFO:tasks.rados.rados.0.smithi001.stdout:2740: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:27:46.747 INFO:tasks.rados.rados.0.smithi001.stdout:2741: expect (ObjNum 852 snap 269 seq_num 852) 2024-09-13T14:27:46.824 INFO:tasks.rados.rados.0.smithi001.stdout:2743: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:27:46.995 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:27:46.996 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:46 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:27:46.996 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:46 smithi001 ceph-mon[96683]: pgmap v609: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 8 op/s 2024-09-13T14:27:46.996 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:46 smithi001 ceph-mon[96683]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T14:27:46.996 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:46 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:27:46.996 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:46 smithi001 ceph-mon[99232]: pgmap v609: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 8 op/s 2024-09-13T14:27:46.996 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:46 smithi001 ceph-mon[99232]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T14:27:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:46 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:27:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:46 smithi028 ceph-mon[87621]: pgmap v609: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 8 op/s 2024-09-13T14:27:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:46 smithi028 ceph-mon[87621]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T14:27:47.584 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (10s) 6s ago 12m 16.3M - 0.27.0 11f11916f8cd c70cd583f142 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (11m) 25s ago 11m 88.8M - 9.4.7 954c08fa6188 fa7678229316 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (93s) 6s ago 13m 17.3M - 19.3.0-4697-gd58f7306 fec07016a2b0 61875e456fc6 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (73s) 25s ago 13m 12.2M - 19.3.0-4697-gd58f7306 fec07016a2b0 fa82f4f004af 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (7m) 25s ago 16m 456M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (7m) 6s ago 18m 533M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (7m) 6s ago 18m 73.1M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (6m) 25s ago 17m 57.2M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (6m) 6s ago 17m 60.2M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (58s) 6s ago 11m 9881k - 1.7.0 72c9c2088986 b68ed1f470e8 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (52s) 25s ago 11m 9470k - 1.7.0 72c9c2088986 2e359a98fe1d 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (5m) 6s ago 16m 253M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:27:47.585 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (5m) 6s ago 16m 334M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:27:47.586 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (4m) 6s ago 15m 207M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:27:47.586 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (4m) 6s ago 15m 138M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:27:47.586 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (3m) 25s ago 14m 210M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:27:47.586 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (2m) 25s ago 14m 244M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 9b05afad3641 2024-09-13T14:27:47.586 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (2m) 25s ago 14m 162M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 5c5dc36d0f4e 2024-09-13T14:27:47.586 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (111s) 25s ago 13m 107M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 908e95ac75c8 2024-09-13T14:27:47.586 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (31s) 25s ago 12m 35.1M - 2.51.0 1d3b7f56885b 73730ab35529 2024-09-13T14:27:47.586 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:27:47] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.51.0" 2024-09-13T14:27:47.725 INFO:tasks.rados.rados.0.smithi001.stdout:2739: done (5 left) 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2740: done (4 left) 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2741: done (3 left) 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2742: done (2 left) 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2743: done (1 left) 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2746: done (0 left) 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 276 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2747: seq_num 861 ranges {0=24576} 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2747: writing smithi00185197-20 from 0 to 24576 tid 1 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2748: read oid 9 snap 269 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2748: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:27:47.726 INFO:tasks.rados.rados.0.smithi001.stdout:2749: read oid 30 snap -1 2024-09-13T14:27:47.727 INFO:tasks.rados.rados.0.smithi001.stdout:2749: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:27:47.727 INFO:tasks.rados.rados.0.smithi001.stdout:2750: rollback oid 50 current snap is 276 2024-09-13T14:27:47.727 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 273 2024-09-13T14:27:47.727 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 276 2024-09-13T14:27:47.727 INFO:tasks.rados.rados.0.smithi001.stdout:2751: seq_num 862 ranges {3112960=40960} 2024-09-13T14:27:47.743 INFO:tasks.rados.rados.0.smithi001.stdout:2751: writing smithi00185197-24 from 3112960 to 3153920 tid 1 2024-09-13T14:27:47.743 INFO:tasks.rados.rados.0.smithi001.stdout:2752: snap_remove snap 246 2024-09-13T14:27:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[96683]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T14:27:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[96683]: Upgrade: Updating grafana.a 2024-09-13T14:27:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[96683]: Deploying daemon grafana.a on smithi028 2024-09-13T14:27:47.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[96683]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:47.853 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[96683]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T14:27:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[99232]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T14:27:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[99232]: Upgrade: Updating grafana.a 2024-09-13T14:27:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[99232]: Deploying daemon grafana.a on smithi028 2024-09-13T14:27:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[99232]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:47.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:47 smithi001 ceph-mon[99232]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T14:27:47.954 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:27:47.954 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:27:47.954 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:27:47.954 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:47.954 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:27:47.954 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:27:47.954 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 8 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 15 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:27:47.955 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:27:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:47 smithi028 ceph-mon[87621]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T14:27:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:47 smithi028 ceph-mon[87621]: Upgrade: Updating grafana.a 2024-09-13T14:27:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:47 smithi028 ceph-mon[87621]: Deploying daemon grafana.a on smithi028 2024-09-13T14:27:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:47 smithi028 ceph-mon[87621]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:47 smithi028 ceph-mon[87621]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T14:27:48.253 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:27:48.253 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f", 2024-09-13T14:27:48.253 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "osd", 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "mds", 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "15/20 daemons upgraded", 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading grafana daemons", 2024-09-13T14:27:48.254 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-09-13T14:27:48.255 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:27:48.255 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:27:48.051Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003362236s 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:2752: done (5 left) 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:2753: rollback oid 18 current snap is 276 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 247 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:2750: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:2750: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:2750: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1665 (ObjNum 819 snap 265 seq_num 819) dirty exists 2024-09-13T14:27:48.755 INFO:tasks.rados.rados.0.smithi001.stdout:2749: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:27:48.876 INFO:tasks.rados.rados.0.smithi001.stdout:2747: finishing write tid 1 to smithi00185197-20 2024-09-13T14:27:48.876 INFO:tasks.rados.rados.0.smithi001.stdout:2747: finishing write tid 2 to smithi00185197-20 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:2747: finishing write tid 3 to smithi00185197-20 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:2747: oid 20 updating version 0 to 2278 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:2747: oid 20 updating version 2278 to 2279 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2279 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:2747: left oid 20 (ObjNum 861 snap 276 seq_num 861) 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:2751: finishing write tid 1 to smithi00185197-24 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:2751: finishing write tid 2 to smithi00185197-24 2024-09-13T14:27:48.877 INFO:tasks.rados.rados.0.smithi001.stdout:2748: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:2751: finishing write tid 3 to smithi00185197-24 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:2751: oid 24 updating version 0 to 1783 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:2751: oid 24 version 1783 is already newer than 1782 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1783 (ObjNum 862 snap 276 seq_num 862) dirty exists 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:2751: left oid 24 (ObjNum 862 snap 276 seq_num 862) 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:2753: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:2753: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:27:49.048 INFO:tasks.rados.rados.0.smithi001.stdout:2753: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2090 (ObjNum 49 snap 0 seq_num 314294192) dirty exists 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:2747: done (5 left) 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:2748: done (4 left) 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:2749: done (3 left) 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:2750: done (2 left) 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:2751: done (1 left) 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:2753: done (0 left) 2024-09-13T14:27:49.049 INFO:tasks.rados.rados.0.smithi001.stdout:2754: delete oid 45 current snap is 276 2024-09-13T14:27:49.051 INFO:tasks.rados.rados.0.smithi001.stdout:2754: done (0 left) 2024-09-13T14:27:49.051 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 276 2024-09-13T14:27:49.051 INFO:tasks.rados.rados.0.smithi001.stdout:2755: seq_num 864 ranges {2957312=73728} 2024-09-13T14:27:49.068 INFO:tasks.rados.rados.0.smithi001.stdout:2755: writing smithi00185197-2 from 2957312 to 3031040 tid 1 2024-09-13T14:27:49.068 INFO:tasks.rados.rados.0.smithi001.stdout:2756: snap_remove snap 238 2024-09-13T14:27:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[96683]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[96683]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 997 KiB/s rd, 7.2 MiB/s wr, 8 op/s 2024-09-13T14:27:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[96683]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:49.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3716746366' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[99232]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[99232]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 997 KiB/s rd, 7.2 MiB/s wr, 8 op/s 2024-09-13T14:27:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[99232]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:48 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3716746366' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:48 smithi028 ceph-mon[87621]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:48 smithi028 ceph-mon[87621]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 997 KiB/s rd, 7.2 MiB/s wr, 8 op/s 2024-09-13T14:27:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:48 smithi028 ceph-mon[87621]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:48 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3716746366' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:49.761 INFO:tasks.rados.rados.0.smithi001.stdout:2755: finishing write tid 1 to smithi00185197-2 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2755: finishing write tid 2 to smithi00185197-2 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2755: finishing write tid 3 to smithi00185197-2 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2755: oid 2 updating version 0 to 2293 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2755: oid 2 updating version 2293 to 2294 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2294 (ObjNum 864 snap 276 seq_num 864) dirty exists 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2755: left oid 2 (ObjNum 864 snap 276 seq_num 864) 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2755: done (1 left) 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2756: done (0 left) 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2757: read oid 32 snap -1 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2757: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:27:49.762 INFO:tasks.rados.rados.0.smithi001.stdout:2758: snap_remove snap 270 2024-09-13T14:27:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:49 smithi001 ceph-mon[96683]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:49 smithi001 ceph-mon[96683]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T14:27:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:49 smithi001 ceph-mon[99232]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:50.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:49 smithi001 ceph-mon[99232]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T14:27:50.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:49 smithi028 ceph-mon[87621]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:50.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:49 smithi028 ceph-mon[87621]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T14:27:50.764 INFO:tasks.rados.rados.0.smithi001.stdout:2758: done (1 left) 2024-09-13T14:27:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:2759: copy_from oid 17 from oid 30 current snap is 276 2024-09-13T14:27:50.765 INFO:tasks.rados.rados.0.smithi001.stdout:2757: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:27:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:50 smithi001 ceph-mon[96683]: pgmap v615: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 592 KiB/s wr, 7 op/s 2024-09-13T14:27:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:50 smithi001 ceph-mon[96683]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T14:27:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:50 smithi001 ceph-mon[99232]: pgmap v615: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 592 KiB/s wr, 7 op/s 2024-09-13T14:27:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:50 smithi001 ceph-mon[99232]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T14:27:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:50 smithi028 ceph-mon[87621]: pgmap v615: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 592 KiB/s wr, 7 op/s 2024-09-13T14:27:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:50 smithi028 ceph-mon[87621]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T14:27:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:51.181 INFO:tasks.rados.rados.0.smithi001.stdout:2759: finishing copy_from racing read to smithi00185197-17 2024-09-13T14:27:51.181 INFO:tasks.rados.rados.0.smithi001.stdout:2759: finishing copy_from to smithi00185197-17 2024-09-13T14:27:51.181 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1781 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-09-13T14:27:51.181 INFO:tasks.rados.rados.0.smithi001.stdout:2757: done (1 left) 2024-09-13T14:27:51.181 INFO:tasks.rados.rados.0.smithi001.stdout:2759: done (0 left) 2024-09-13T14:27:51.182 INFO:tasks.rados.rados.0.smithi001.stdout:2760: copy_from oid 2 from oid 19 current snap is 276 2024-09-13T14:27:51.182 INFO:tasks.rados.rados.0.smithi001.stdout:2761: snap_create 2024-09-13T14:27:51.182 INFO:tasks.rados.rados.0.smithi001.stdout:2760: finishing copy_from to smithi00185197-2 2024-09-13T14:27:51.182 INFO:tasks.rados.rados.0.smithi001.stdout:2760: got expected ENOENT (src dne) 2024-09-13T14:27:51.182 INFO:tasks.rados.rados.0.smithi001.stdout:2760: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:27:51.769 INFO:tasks.rados.rados.0.smithi001.stdout:2760: done (1 left) 2024-09-13T14:27:51.769 INFO:tasks.rados.rados.0.smithi001.stdout:2761: done (0 left) 2024-09-13T14:27:51.769 INFO:tasks.rados.rados.0.smithi001.stdout:2762: snap_remove snap 261 2024-09-13T14:27:52.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:51 smithi001 ceph-mon[96683]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T14:27:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:51 smithi001 ceph-mon[99232]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T14:27:52.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:51 smithi028 ceph-mon[87621]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T14:27:52.729 INFO:tasks.rados.rados.0.smithi001.stdout:2762: done (0 left) 2024-09-13T14:27:52.730 INFO:tasks.rados.rados.0.smithi001.stdout:2763: snap_remove snap 271 2024-09-13T14:27:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:52 smithi001 ceph-mon[96683]: pgmap v618: 121 pgs: 121 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 18 KiB/s wr, 8 op/s 2024-09-13T14:27:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:52 smithi001 ceph-mon[96683]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T14:27:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:52 smithi001 ceph-mon[96683]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T14:27:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:52 smithi001 ceph-mon[99232]: pgmap v618: 121 pgs: 121 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 18 KiB/s wr, 8 op/s 2024-09-13T14:27:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:52 smithi001 ceph-mon[99232]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T14:27:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:52 smithi001 ceph-mon[99232]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T14:27:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:52 smithi028 ceph-mon[87621]: pgmap v618: 121 pgs: 121 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 18 KiB/s wr, 8 op/s 2024-09-13T14:27:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:52 smithi028 ceph-mon[87621]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T14:27:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:52 smithi028 ceph-mon[87621]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T14:27:53.729 INFO:tasks.rados.rados.0.smithi001.stdout:2763: done (0 left) 2024-09-13T14:27:53.729 INFO:tasks.rados.rados.0.smithi001.stdout:2764: rollback oid 35 current snap is 277 2024-09-13T14:27:53.729 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 275 2024-09-13T14:27:53.729 INFO:tasks.rados.rados.0.smithi001.stdout:2765: snap_remove snap 241 2024-09-13T14:27:54.734 INFO:tasks.rados.rados.0.smithi001.stdout:2765: done (1 left) 2024-09-13T14:27:54.734 INFO:tasks.rados.rados.0.smithi001.stdout:2766: snap_create 2024-09-13T14:27:54.734 INFO:tasks.rados.rados.0.smithi001.stdout:2764: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:27:54.734 INFO:tasks.rados.rados.0.smithi001.stdout:2764: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:27:54.734 INFO:tasks.rados.rados.0.smithi001.stdout:2764: finishing rollback tid 2 to smithi00185197-35 2024-09-13T14:27:54.734 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1467 (ObjNum 854 snap 271 seq_num 854) dirty exists 2024-09-13T14:27:55.074 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:54 smithi028 ceph-mon[87621]: pgmap v621: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 760 KiB/s wr, 5 op/s 2024-09-13T14:27:55.075 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:54 smithi028 ceph-mon[87621]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T14:27:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:54 smithi001 ceph-mon[96683]: pgmap v621: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 760 KiB/s wr, 5 op/s 2024-09-13T14:27:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:54 smithi001 ceph-mon[96683]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T14:27:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:54 smithi001 ceph-mon[99232]: pgmap v621: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 760 KiB/s wr, 5 op/s 2024-09-13T14:27:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:54 smithi001 ceph-mon[99232]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T14:27:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:2764: done (1 left) 2024-09-13T14:27:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:2766: done (0 left) 2024-09-13T14:27:55.739 INFO:tasks.rados.rados.0.smithi001.stdout:2767: setattr oid 29 current snap is 278 2024-09-13T14:27:55.741 INFO:tasks.rados.rados.0.smithi001.stdout:2768: read oid 12 snap -1 2024-09-13T14:27:55.741 INFO:tasks.rados.rados.0.smithi001.stdout:2768: expect (ObjNum 826 snap 267 seq_num 826) 2024-09-13T14:27:55.741 INFO:tasks.rados.rados.0.smithi001.stdout:2769: rollback oid 32 current snap is 278 2024-09-13T14:27:55.741 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 275 2024-09-13T14:27:55.741 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 278 2024-09-13T14:27:55.741 INFO:tasks.rados.rados.0.smithi001.stdout:2770: seq_num 865 ranges {0=90112} 2024-09-13T14:27:55.742 INFO:tasks.rados.rados.0.smithi001.stdout:2770: writing smithi00185197-25 from 0 to 90112 tid 1 2024-09-13T14:27:55.742 INFO:tasks.rados.rados.0.smithi001.stdout:2771: read oid 17 snap -1 2024-09-13T14:27:55.742 INFO:tasks.rados.rados.0.smithi001.stdout:2771: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:27:55.742 INFO:tasks.rados.rados.0.smithi001.stdout:2772: snap_remove snap 276 2024-09-13T14:27:55.853 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:55 smithi028 ceph-mon[87621]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T14:27:56.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:55 smithi001 ceph-mon[99232]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T14:27:56.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:55 smithi001 ceph-mon[96683]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T14:27:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:2772: done (5 left) 2024-09-13T14:27:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:2773: delete oid 19 current snap is 278 2024-09-13T14:27:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:2770: finishing write tid 1 to smithi00185197-25 2024-09-13T14:27:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:2770: finishing write tid 2 to smithi00185197-25 2024-09-13T14:27:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2334 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-09-13T14:27:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:2770: finishing write tid 3 to smithi00185197-25 2024-09-13T14:27:56.746 INFO:tasks.rados.rados.0.smithi001.stdout:2770: oid 25 updating version 0 to 2083 2024-09-13T14:27:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:2770: oid 25 version 2083 is already newer than 2082 2024-09-13T14:27:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2083 (ObjNum 865 snap 278 seq_num 865) dirty exists 2024-09-13T14:27:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:2770: left oid 25 (ObjNum 865 snap 278 seq_num 865) 2024-09-13T14:27:56.747 INFO:tasks.rados.rados.0.smithi001.stdout:2768: expect (ObjNum 826 snap 267 seq_num 826) 2024-09-13T14:27:56.823 INFO:tasks.rados.rados.0.smithi001.stdout:2769: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:27:56.823 INFO:tasks.rados.rados.0.smithi001.stdout:2769: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:27:56.824 INFO:tasks.rados.rados.0.smithi001.stdout:2769: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:27:56.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2071 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-09-13T14:27:56.824 INFO:tasks.rados.rados.0.smithi001.stdout:2771: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:27:56.934 INFO:tasks.rados.rados.0.smithi001.stdout:2767: done (5 left) 2024-09-13T14:27:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:2768: done (4 left) 2024-09-13T14:27:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:2769: done (3 left) 2024-09-13T14:27:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:2770: done (2 left) 2024-09-13T14:27:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:2771: done (1 left) 2024-09-13T14:27:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:2773: done (0 left) 2024-09-13T14:27:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:2774: delete oid 20 current snap is 278 2024-09-13T14:27:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:2774: done (0 left) 2024-09-13T14:27:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:2775: rmattr oid 37 current snap is 278 2024-09-13T14:27:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:2775: done (0 left) 2024-09-13T14:27:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:2776: snap_create 2024-09-13T14:27:57.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:56 smithi001 ceph-mon[99232]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 778 KiB/s wr, 3 op/s 2024-09-13T14:27:57.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:56 smithi001 ceph-mon[99232]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T14:27:57.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:56 smithi001 ceph-mon[96683]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 778 KiB/s wr, 3 op/s 2024-09-13T14:27:57.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:56 smithi001 ceph-mon[96683]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T14:27:57.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:56 smithi028 ceph-mon[87621]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 778 KiB/s wr, 3 op/s 2024-09-13T14:27:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:56 smithi028 ceph-mon[87621]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T14:27:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:27:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:27:57] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.51.0" 2024-09-13T14:27:57.728 INFO:tasks.rados.rados.0.smithi001.stdout:2776: done (0 left) 2024-09-13T14:27:57.728 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 279 2024-09-13T14:27:57.728 INFO:tasks.rados.rados.0.smithi001.stdout:2777: seq_num 868 ranges {0=139264} 2024-09-13T14:27:57.729 INFO:tasks.rados.rados.0.smithi001.stdout:2777: writing smithi00185197-4 from 0 to 139264 tid 1 2024-09-13T14:27:57.729 INFO:tasks.rados.rados.0.smithi001.stdout:2778: read oid 38 snap -1 2024-09-13T14:27:57.729 INFO:tasks.rados.rados.0.smithi001.stdout:2778: expect (ObjNum 821 snap 265 seq_num 821) 2024-09-13T14:27:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:2779: rmattr oid 36 current snap is 279 2024-09-13T14:27:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:2779: done (2 left) 2024-09-13T14:27:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 279 2024-09-13T14:27:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:2780: seq_num 869 ranges {0=155648} 2024-09-13T14:27:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:2780: writing smithi00185197-47 from 0 to 155648 tid 1 2024-09-13T14:27:57.730 INFO:tasks.rados.rados.0.smithi001.stdout:2781: delete oid 2 current snap is 279 2024-09-13T14:27:57.733 INFO:tasks.rados.rados.0.smithi001.stdout:2777: finishing write tid 1 to smithi00185197-4 2024-09-13T14:27:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:2777: finishing write tid 2 to smithi00185197-4 2024-09-13T14:27:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:2781: done (3 left) 2024-09-13T14:27:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:2782: read oid 15 snap -1 2024-09-13T14:27:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:2782: expect deleted 2024-09-13T14:27:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 279 2024-09-13T14:27:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:2783: seq_num 871 ranges {5439488=188416} 2024-09-13T14:27:57.745 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:57 smithi028 systemd[1]: Stopping Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:2783: writing smithi00185197-48 from 5439488 to 5627904 tid 1 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:2784: rollback oid 41 current snap is 279 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 269 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:2780: finishing write tid 1 to smithi00185197-47 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:2780: finishing write tid 2 to smithi00185197-47 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:2777: finishing write tid 3 to smithi00185197-4 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:2777: oid 4 updating version 0 to 1463 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:2777: oid 4 updating version 1463 to 1464 2024-09-13T14:27:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1464 (ObjNum 868 snap 279 seq_num 868) dirty exists 2024-09-13T14:27:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:2777: left oid 4 (ObjNum 868 snap 279 seq_num 868) 2024-09-13T14:27:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:2777: done (5 left) 2024-09-13T14:27:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:2782: done (4 left) 2024-09-13T14:27:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:2785: snap_remove snap 277 2024-09-13T14:27:58.057 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:57 smithi028 ceph-mon[87621]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T14:27:58.057 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:57 smithi028 ceph-mon[87621]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T14:27:58.057 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:57 smithi028 podman[124486]: 2024-09-13 14:27:57.776669468 +0000 UTC m=+0.139382185 container died fa76782293162b79e151e2b6620887acc9ceaf5d5b9fe122f5c18d92083d772a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, version=8.5, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , io.buildah.version=1.32.0, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-09-13T14:27:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:57 smithi001 ceph-mon[96683]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T14:27:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:57 smithi001 ceph-mon[96683]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T14:27:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:57 smithi001 ceph-mon[99232]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T14:27:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:57 smithi001 ceph-mon[99232]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T14:27:58.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 podman[124486]: 2024-09-13 14:27:58.13061015 +0000 UTC m=+0.493322918 container cleanup fa76782293162b79e151e2b6620887acc9ceaf5d5b9fe122f5c18d92083d772a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, name=ubi8, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, version=8.5, com.redhat.component=ubi8-container, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-09-13T14:27:58.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 bash[124486]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a 2024-09-13T14:27:58.746 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 podman[124503]: 2024-09-13 14:27:58.406779216 +0000 UTC m=+0.630293847 container remove fa76782293162b79e151e2b6620887acc9ceaf5d5b9fe122f5c18d92083d772a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, release=239.1651231664, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.openshift.tags=base rhel8, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, description=Ceph Grafana Container, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-13T14:27:58.746 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:27:58.746 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T14:27:58.747 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 systemd[1]: Stopped Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:27:58.747 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@grafana.a.service: Consumed 11.356s CPU time. 2024-09-13T14:27:58.755 INFO:tasks.rados.rados.0.smithi001.stdout:2785: done (4 left) 2024-09-13T14:27:58.755 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 279 2024-09-13T14:27:58.755 INFO:tasks.rados.rados.0.smithi001.stdout:2780: finishing write tid 3 to smithi00185197-47 2024-09-13T14:27:58.755 INFO:tasks.rados.rados.0.smithi001.stdout:2780: oid 47 updating version 0 to 1699 2024-09-13T14:27:58.756 INFO:tasks.rados.rados.0.smithi001.stdout:2780: oid 47 updating version 1699 to 1700 2024-09-13T14:27:58.756 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1700 (ObjNum 869 snap 279 seq_num 869) dirty exists 2024-09-13T14:27:58.756 INFO:tasks.rados.rados.0.smithi001.stdout:2780: left oid 47 (ObjNum 869 snap 279 seq_num 869) 2024-09-13T14:27:58.756 INFO:tasks.rados.rados.0.smithi001.stdout:2778: expect (ObjNum 821 snap 265 seq_num 821) 2024-09-13T14:27:58.804 INFO:tasks.rados.rados.0.smithi001.stdout:2783: finishing write tid 1 to smithi00185197-48 2024-09-13T14:27:58.804 INFO:tasks.rados.rados.0.smithi001.stdout:2783: finishing write tid 2 to smithi00185197-48 2024-09-13T14:27:58.804 INFO:tasks.rados.rados.0.smithi001.stdout:2784: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:27:58.804 INFO:tasks.rados.rados.0.smithi001.stdout:2784: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:2783: finishing write tid 3 to smithi00185197-48 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:2783: oid 48 updating version 0 to 1287 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:2783: oid 48 updating version 1287 to 1288 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1288 (ObjNum 871 snap 279 seq_num 871) dirty exists 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:2783: left oid 48 (ObjNum 871 snap 279 seq_num 871) 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:2784: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2065 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-09-13T14:27:58.805 INFO:tasks.rados.rados.0.smithi001.stdout:2786: seq_num 872 ranges {13705216=212992} 2024-09-13T14:27:58.880 INFO:tasks.rados.rados.0.smithi001.stdout:2786: writing smithi00185197-6 from 13705216 to 13918208 tid 1 2024-09-13T14:27:58.880 INFO:tasks.rados.rados.0.smithi001.stdout:2778: done (4 left) 2024-09-13T14:27:58.880 INFO:tasks.rados.rados.0.smithi001.stdout:2780: done (3 left) 2024-09-13T14:27:58.880 INFO:tasks.rados.rados.0.smithi001.stdout:2783: done (2 left) 2024-09-13T14:27:58.880 INFO:tasks.rados.rados.0.smithi001.stdout:2784: done (1 left) 2024-09-13T14:27:58.880 INFO:tasks.rados.rados.0.smithi001.stdout:2787: snap_create 2024-09-13T14:27:58.884 INFO:tasks.rados.rados.0.smithi001.stdout:2786: finishing write tid 1 to smithi00185197-6 2024-09-13T14:27:58.884 INFO:tasks.rados.rados.0.smithi001.stdout:2786: finishing write tid 2 to smithi00185197-6 2024-09-13T14:27:58.885 INFO:tasks.rados.rados.0.smithi001.stdout:2786: finishing write tid 3 to smithi00185197-6 2024-09-13T14:27:58.885 INFO:tasks.rados.rados.0.smithi001.stdout:2786: oid 6 updating version 0 to 2349 2024-09-13T14:27:58.885 INFO:tasks.rados.rados.0.smithi001.stdout:2786: oid 6 version 2349 is already newer than 2348 2024-09-13T14:27:58.885 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2349 (ObjNum 872 snap 279 seq_num 872) dirty exists 2024-09-13T14:27:58.885 INFO:tasks.rados.rados.0.smithi001.stdout:2786: left oid 6 (ObjNum 872 snap 279 seq_num 872) 2024-09-13T14:27:59.033 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:58 smithi028 ceph-mon[87621]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 40 KiB/s wr, 2 op/s 2024-09-13T14:27:59.033 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 systemd[1]: Starting Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:27:59.033 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:58 smithi028 podman[124634]: 2024-09-13 14:27:58.896118324 +0000 UTC m=+0.018456826 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-09-13T14:27:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:58 smithi001 ceph-mon[96683]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 40 KiB/s wr, 2 op/s 2024-09-13T14:27:59.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:58 smithi001 ceph-mon[99232]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 40 KiB/s wr, 2 op/s 2024-09-13T14:27:59.561 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 podman[124634]: 2024-09-13 14:27:59.033113092 +0000 UTC m=+0.155451578 container create e070f570bab8690bb7aa9ba38b196b3a08b196e5a660a5f3f145238bcc9382b1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T14:27:59.561 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 podman[124634]: 2024-09-13 14:27:59.310377837 +0000 UTC m=+0.432716323 container init e070f570bab8690bb7aa9ba38b196b3a08b196e5a660a5f3f145238bcc9382b1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T14:27:59.561 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 podman[124634]: 2024-09-13 14:27:59.316198051 +0000 UTC m=+0.438536538 container start e070f570bab8690bb7aa9ba38b196b3a08b196e5a660a5f3f145238bcc9382b1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 bash[124634]: e070f570bab8690bb7aa9ba38b196b3a08b196e5a660a5f3f145238bcc9382b1 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 systemd[1]: Started Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.445985881Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-13T14:27:59Z 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446278462Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.44628862Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446294084Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446299792Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446304497Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446310353Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446317872Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446324962Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446330443Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T14:27:59.562 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.4463355Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T14:27:59.563 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446341252Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446346539Z level=info msg=Target target=[all] 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446357089Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446362398Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446367395Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.44637237Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446377655Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=settings t=2024-09-13T14:27:59.446382822Z level=info msg="App mode production" 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=sqlstore t=2024-09-13T14:27:59.44664814Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=sqlstore t=2024-09-13T14:27:59.446666311Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T14:27:59.564 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.447154327Z level=info msg="Starting DB migrations" 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.459126725Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.465101412Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.971808ms 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.465528307Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.465693785Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=165.465µs 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.466096676Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.466870152Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=775.701µs 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.467370683Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.472745684Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.373639ms 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.473211383Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-13T14:27:59.565 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.478932127Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.720204ms 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.479399832Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.484918512Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.51739ms 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.485277253Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.485413509Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=137.06µs 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.485800772Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.486579507Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=780.259µs 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.486966498Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.487699781Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=733.157µs 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.488064305Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.493953238Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.887899ms 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.494352437Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.499692966Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.340348ms 2024-09-13T14:27:59.566 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.500040737Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.500089219Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=48.858µs 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.500520507Z level=info msg="Executing migration" id="permission kind migration" 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.505987842Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.466854ms 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.506341499Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.5120759Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.733538ms 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.512465434Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.518470642Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=6.004702ms 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.518861094Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.519712328Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=851.491µs 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.520055491Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.520866278Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=810.924µs 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.521240945Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-13T14:27:59.567 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.522018833Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=778.243µs 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.522352148Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.522375217Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=23.836µs 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.522779058Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.523503736Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=724.454µs 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.523837643Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.524558517Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=721.387µs 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.524887452Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.54148952Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=16.59981ms 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.541944676Z level=info msg="Executing migration" id="create correlation v2" 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.54271647Z level=info msg="Migration successfully executed" id="create correlation v2" duration=771.977µs 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.543072724Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.543819642Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=744.929µs 2024-09-13T14:27:59.568 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.544139066Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.544861645Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=722.291µs 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.54519111Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.545926107Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=735.308µs 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.546264007Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.546449631Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=185.655µs 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.546822613Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.547433517Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=609.163µs 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.54776115Z level=info msg="Executing migration" id="add provisioning column" 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.553381997Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.6204ms 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.553785795Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.553930722Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=144.613µs 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.554301421Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-13T14:27:59.569 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.554341026Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=39.488µs 2024-09-13T14:27:59.570 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.554711111Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-13T14:27:59.570 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.560826005Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=6.113852ms 2024-09-13T14:27:59.570 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.561238711Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-13T14:27:59.570 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.561478424Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=239.983µs 2024-09-13T14:27:59.570 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.561932682Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-13T14:27:59.570 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.562075169Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=142.287µs 2024-09-13T14:27:59.570 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.562502205Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-13T14:27:59.755 INFO:tasks.rados.rados.0.smithi001.stdout:2786: done (1 left) 2024-09-13T14:27:59.755 INFO:tasks.rados.rados.0.smithi001.stdout:2787: done (0 left) 2024-09-13T14:27:59.755 INFO:tasks.rados.rados.0.smithi001.stdout:2788: setattr oid 17 current snap is 280 2024-09-13T14:27:59.758 INFO:tasks.rados.rados.0.smithi001.stdout:2789: read oid 6 snap -1 2024-09-13T14:27:59.758 INFO:tasks.rados.rados.0.smithi001.stdout:2789: expect (ObjNum 872 snap 279 seq_num 872) 2024-09-13T14:27:59.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 280 2024-09-13T14:27:59.758 INFO:tasks.rados.rados.0.smithi001.stdout:2790: seq_num 873 ranges {0=229376} 2024-09-13T14:27:59.760 INFO:tasks.rados.rados.0.smithi001.stdout:2790: writing smithi00185197-26 from 0 to 229376 tid 1 2024-09-13T14:27:59.760 INFO:tasks.rados.rados.0.smithi001.stdout:2791: snap_remove snap 262 2024-09-13T14:27:59.819 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-mon[87621]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T14:27:59.819 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:59.819 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:27:59.819 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:59.819 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.563514078Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=1.011129ms 2024-09-13T14:27:59.819 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.563892042Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.564673666Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=781.988µs 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.565044136Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.565874733Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=830.305µs 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.566242298Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.566787062Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=544.577µs 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.567145729Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.56737813Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=232.356µs 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.567806975Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.568534451Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=729.161µs 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.568903661Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-13T14:27:59.820 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.56964494Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=740.985µs 2024-09-13T14:27:59.821 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.570015599Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-13T14:27:59.821 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.570735281Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=719.702µs 2024-09-13T14:27:59.821 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.571111021Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-13T14:27:59.821 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.57185502Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=743.743µs 2024-09-13T14:27:59.821 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.572217419Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-13T14:27:59.821 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.57293996Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=722.466µs 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.573312096Z level=info msg="Executing migration" id="create anon_device table" 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.573930373Z level=info msg="Migration successfully executed" id="create anon_device table" duration=617.836µs 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.574293455Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.575018977Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=725.19µs 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.575368973Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.576083476Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=714.336µs 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.576454765Z level=info msg="Executing migration" id="create signing_key table" 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.577085219Z level=info msg="Migration successfully executed" id="create signing_key table" duration=630.292µs 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.577461627Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.578182113Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=720.337µs 2024-09-13T14:27:59.822 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.578554607Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.5792821Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=727.596µs 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.579660757Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.580148003Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=487.929µs 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.580566598Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.586296738Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.730097ms 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.586675599Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.58854117Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.866387ms 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.589190685Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.590156231Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=965.266µs 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.590511023Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.591263416Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=752.369µs 2024-09-13T14:27:59.823 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.591612274Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.592336715Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=724.447µs 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.592687606Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.593557276Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=869.298µs 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.593929876Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.594747891Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=817.682µs 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.59518551Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.595995274Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=809.097µs 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.596362564Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.59706658Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=704.025µs 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.597404666Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.59783534Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=430.709µs 2024-09-13T14:27:59.824 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.598168894Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.598209909Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=42.599µs 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.598656026Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.60442256Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.766142ms 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.604773989Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.610622857Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.848068ms 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.610985332Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.611232553Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=247.283µs 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=migrator t=2024-09-13T14:27:59.611623141Z level=info msg="migrations completed" performed=65 skipped=482 duration=152.551532ms 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=sqlstore t=2024-09-13T14:27:59.612319643Z level=info msg="Created default organization" 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=secrets t=2024-09-13T14:27:59.614453671Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=plugin.store t=2024-09-13T14:27:59.629492704Z level=info msg="Loading plugins..." 2024-09-13T14:27:59.825 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=local.finder t=2024-09-13T14:27:59.674801625Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=plugin.store t=2024-09-13T14:27:59.674824753Z level=info msg="Plugins loaded" count=55 duration=45.33273ms 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=query_data t=2024-09-13T14:27:59.676997542Z level=info msg="Query Service initialization" 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=live.push_http t=2024-09-13T14:27:59.679299331Z level=info msg="Live Push Gateway initialization" 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ngalert.migration t=2024-09-13T14:27:59.680340865Z level=info msg=Starting 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ngalert.state.manager t=2024-09-13T14:27:59.685974759Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=infra.usagestats.collector t=2024-09-13T14:27:59.687407913Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=provisioning.datasources t=2024-09-13T14:27:59.69000953Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=provisioning.datasources t=2024-09-13T14:27:59.69033545Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=provisioning.alerting t=2024-09-13T14:27:59.717681258Z level=info msg="starting to provision alerting" 2024-09-13T14:27:59.826 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=provisioning.alerting t=2024-09-13T14:27:59.71769879Z level=info msg="finished to provision alerting" 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=grafanaStorageLogger t=2024-09-13T14:27:59.717887412Z level=info msg="Storage starting" 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ngalert.state.manager t=2024-09-13T14:27:59.717936562Z level=info msg="Warming state cache for startup" 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ngalert.multiorg.alertmanager t=2024-09-13T14:27:59.718523029Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=http.server t=2024-09-13T14:27:59.720721745Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=http.server t=2024-09-13T14:27:59.721260599Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=provisioning.dashboard t=2024-09-13T14:27:59.760907186Z level=info msg="starting to provision dashboards" 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ngalert.state.manager t=2024-09-13T14:27:59.76374276Z level=info msg="State cache has been initialized" states=0 duration=45.803278ms 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ngalert.scheduler t=2024-09-13T14:27:59.764021924Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ticker t=2024-09-13T14:27:59.764200959Z level=info msg=starting first_tick=2024-09-13T14:28:00Z 2024-09-13T14:27:59.827 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=plugins.update.checker t=2024-09-13T14:27:59.818698394Z level=info msg="Update check succeeded" duration=100.89466ms 2024-09-13T14:28:00.074 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=grafana.update.checker t=2024-09-13T14:27:59.822686477Z level=info msg="Update check succeeded" duration=104.431013ms 2024-09-13T14:28:00.074 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=sqlstore.transactions t=2024-09-13T14:27:59.873655352Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T14:28:00.074 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=sqlstore.transactions t=2024-09-13T14:27:59.884231004Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-13T14:28:00.074 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=sqlstore.transactions t=2024-09-13T14:27:59.894712922Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-09-13T14:28:00.074 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:27:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=provisioning.dashboard t=2024-09-13T14:27:59.960387256Z level=info msg="finished to provision dashboards" 2024-09-13T14:28:00.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[96683]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T14:28:00.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:00.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:00.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[99232]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T14:28:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:27:59 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:00.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:28:00 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=grafana-apiserver t=2024-09-13T14:28:00.073901329Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-13T14:28:00.355 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:28:00 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=grafana-apiserver t=2024-09-13T14:28:00.074382832Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-13T14:28:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2066 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-09-13T14:28:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2790: finishing write tid 1 to smithi00185197-26 2024-09-13T14:28:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2790: finishing write tid 2 to smithi00185197-26 2024-09-13T14:28:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2790: finishing write tid 3 to smithi00185197-26 2024-09-13T14:28:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2790: oid 26 updating version 0 to 2073 2024-09-13T14:28:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2790: oid 26 version 2073 is already newer than 2072 2024-09-13T14:28:00.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2073 (ObjNum 873 snap 280 seq_num 873) dirty exists 2024-09-13T14:28:00.768 INFO:tasks.rados.rados.0.smithi001.stdout:2790: left oid 26 (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:28:00.768 INFO:tasks.rados.rados.0.smithi001.stdout:2789: expect (ObjNum 872 snap 279 seq_num 872) 2024-09-13T14:28:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:00 smithi001 ceph-mon[96683]: pgmap v630: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-09-13T14:28:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:00 smithi001 ceph-mon[96683]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T14:28:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:00 smithi001 ceph-mon[99232]: pgmap v630: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-09-13T14:28:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:00 smithi001 ceph-mon[99232]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T14:28:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:00 smithi028 ceph-mon[87621]: pgmap v630: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-09-13T14:28:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:00 smithi028 ceph-mon[87621]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T14:28:02.066 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:01 smithi028 ceph-mon[87621]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T14:28:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:01 smithi001 ceph-mon[96683]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T14:28:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:01 smithi001 ceph-mon[99232]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2788: done (3 left) 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2789: done (2 left) 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2790: done (1 left) 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2791: done (0 left) 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2792: rollback oid 5 current snap is 280 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 269 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2793: read oid 13 snap -1 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2793: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2794: read oid 36 snap -1 2024-09-13T14:28:02.488 INFO:tasks.rados.rados.0.smithi001.stdout:2794: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:28:02.489 INFO:tasks.rados.rados.0.smithi001.stdout:2795: delete oid 10 current snap is 280 2024-09-13T14:28:02.489 INFO:tasks.rados.rados.0.smithi001.stdout:2793: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:28:02.491 INFO:tasks.rados.rados.0.smithi001.stdout:2794: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:28:02.494 INFO:tasks.rados.rados.0.smithi001.stdout:2792: finishing rollback tid 1 to smithi00185197-5 2024-09-13T14:28:02.494 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 0 (ObjNum 65 snap 0 seq_num 1331058797) dirty dne 2024-09-13T14:28:02.494 INFO:tasks.rados.rados.0.smithi001.stdout:2792: done (3 left) 2024-09-13T14:28:02.494 INFO:tasks.rados.rados.0.smithi001.stdout:2793: done (2 left) 2024-09-13T14:28:02.494 INFO:tasks.rados.rados.0.smithi001.stdout:2794: done (1 left) 2024-09-13T14:28:02.495 INFO:tasks.rados.rados.0.smithi001.stdout:2795: done (0 left) 2024-09-13T14:28:02.495 INFO:tasks.rados.rados.0.smithi001.stdout:2796: rmattr oid 7 current snap is 280 2024-09-13T14:28:02.495 INFO:tasks.rados.rados.0.smithi001.stdout:2796: done (0 left) 2024-09-13T14:28:02.495 INFO:tasks.rados.rados.0.smithi001.stdout:2797: snap_remove snap 247 2024-09-13T14:28:02.730 INFO:tasks.rados.rados.0.smithi001.stdout:2797: done (0 left) 2024-09-13T14:28:02.730 INFO:tasks.rados.rados.0.smithi001.stdout:2798: rollback oid 47 current snap is 280 2024-09-13T14:28:02.730 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 275 2024-09-13T14:28:02.730 INFO:tasks.rados.rados.0.smithi001.stdout:2799: copy_from oid 35 from oid 44 current snap is 280 2024-09-13T14:28:02.730 INFO:tasks.rados.rados.0.smithi001.stdout:2800: read oid 32 snap -1 2024-09-13T14:28:02.730 INFO:tasks.rados.rados.0.smithi001.stdout:2800: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:28:02.730 INFO:tasks.rados.rados.0.smithi001.stdout:2801: snap_remove snap 279 2024-09-13T14:28:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:02 smithi001 ceph-mon[96683]: pgmap v633: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 174 KiB/s wr, 11 op/s 2024-09-13T14:28:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:02 smithi001 ceph-mon[96683]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T14:28:03.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:02 smithi001 ceph-mon[99232]: pgmap v633: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 174 KiB/s wr, 11 op/s 2024-09-13T14:28:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:02 smithi001 ceph-mon[99232]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T14:28:03.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:02 smithi028 ceph-mon[87621]: pgmap v633: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 174 KiB/s wr, 11 op/s 2024-09-13T14:28:03.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:02 smithi028 ceph-mon[87621]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T14:28:03.730 INFO:tasks.rados.rados.0.smithi001.stdout:2801: done (3 left) 2024-09-13T14:28:03.730 INFO:tasks.rados.rados.0.smithi001.stdout:2802: snap_remove snap 269 2024-09-13T14:28:04.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:04 smithi028 ceph-mon[87621]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T14:28:04.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.462 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[96683]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T14:28:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[99232]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T14:28:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:04.734 INFO:tasks.rados.rados.0.smithi001.stdout:2802: done (3 left) 2024-09-13T14:28:04.734 INFO:tasks.rados.rados.0.smithi001.stdout:2803: delete oid 22 current snap is 280 2024-09-13T14:28:04.734 INFO:tasks.rados.rados.0.smithi001.stdout:2798: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:28:04.735 INFO:tasks.rados.rados.0.smithi001.stdout:2798: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:28:04.735 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1702 (ObjNum 65 snap 0 seq_num 1683252836) dirty dne 2024-09-13T14:28:04.735 INFO:tasks.rados.rados.0.smithi001.stdout:2799: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:28:04.735 INFO:tasks.rados.rados.0.smithi001.stdout:2799: finishing copy_from to smithi00185197-35 2024-09-13T14:28:04.735 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1457 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T14:28:04.735 INFO:tasks.rados.rados.0.smithi001.stdout:2800: expect (ObjNum 470 snap 149 seq_num 470) 2024-09-13T14:28:05.152 INFO:tasks.rados.rados.0.smithi001.stdout:2798: done (3 left) 2024-09-13T14:28:05.152 INFO:tasks.rados.rados.0.smithi001.stdout:2799: done (2 left) 2024-09-13T14:28:05.152 INFO:tasks.rados.rados.0.smithi001.stdout:2800: done (1 left) 2024-09-13T14:28:05.152 INFO:tasks.rados.rados.0.smithi001.stdout:2803: done (0 left) 2024-09-13T14:28:05.152 INFO:tasks.rados.rados.0.smithi001.stdout:2804: rollback oid 18 current snap is 280 2024-09-13T14:28:05.152 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 275 2024-09-13T14:28:05.153 INFO:tasks.rados.rados.0.smithi001.stdout:2805: rollback oid 20 current snap is 280 2024-09-13T14:28:05.153 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 275 2024-09-13T14:28:05.153 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 280 2024-09-13T14:28:05.153 INFO:tasks.rados.rados.0.smithi001.stdout:2806: seq_num 876 ranges {3112960=278528} 2024-09-13T14:28:05.171 INFO:tasks.rados.rados.0.smithi001.stdout:2806: writing smithi00185197-17 from 3112960 to 3391488 tid 1 2024-09-13T14:28:05.171 INFO:tasks.rados.rados.0.smithi001.stdout:2807: read oid 48 snap -1 2024-09-13T14:28:05.171 INFO:tasks.rados.rados.0.smithi001.stdout:2807: expect (ObjNum 871 snap 279 seq_num 871) 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2808: read oid 9 snap -1 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2808: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2809: rollback oid 2 current snap is 280 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 275 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2805: finishing rollback tid 1 to smithi00185197-20 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2804: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2804: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2804: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2093 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2804: done (5 left) 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2805: done (4 left) 2024-09-13T14:28:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:2810: delete oid 41 current snap is 280 2024-09-13T14:28:05.176 INFO:tasks.rados.rados.0.smithi001.stdout:2809: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:28:05.177 INFO:tasks.rados.rados.0.smithi001.stdout:2806: finishing write tid 1 to smithi00185197-17 2024-09-13T14:28:05.184 INFO:tasks.rados.rados.0.smithi001.stdout:2806: finishing write tid 2 to smithi00185197-17 2024-09-13T14:28:05.184 INFO:tasks.rados.rados.0.smithi001.stdout:2810: done (4 left) 2024-09-13T14:28:05.184 INFO:tasks.rados.rados.0.smithi001.stdout:2811: setattr oid 42 current snap is 280 2024-09-13T14:28:05.184 INFO:tasks.rados.rados.0.smithi001.stdout:2809: finishing rollback tid 2 to smithi00185197-2 2024-09-13T14:28:05.185 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2380 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-09-13T14:28:05.185 INFO:tasks.rados.rados.0.smithi001.stdout:2806: finishing write tid 3 to smithi00185197-17 2024-09-13T14:28:05.185 INFO:tasks.rados.rados.0.smithi001.stdout:2806: oid 17 updating version 0 to 2068 2024-09-13T14:28:05.185 INFO:tasks.rados.rados.0.smithi001.stdout:2806: oid 17 version 2068 is already newer than 2067 2024-09-13T14:28:05.185 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2068 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-09-13T14:28:05.185 INFO:tasks.rados.rados.0.smithi001.stdout:2806: left oid 17 (ObjNum 876 snap 280 seq_num 876) 2024-09-13T14:28:05.186 INFO:tasks.rados.rados.0.smithi001.stdout:2806: done (4 left) 2024-09-13T14:28:05.186 INFO:tasks.rados.rados.0.smithi001.stdout:2809: done (3 left) 2024-09-13T14:28:05.186 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 280 2024-09-13T14:28:05.186 INFO:tasks.rados.rados.0.smithi001.stdout:2812: seq_num 878 ranges {0=311296} 2024-09-13T14:28:05.186 INFO:tasks.rados.rados.0.smithi001.stdout:2812: writing smithi00185197-15 from 0 to 311296 tid 1 2024-09-13T14:28:05.186 INFO:tasks.rados.rados.0.smithi001.stdout:2813: copy_from oid 22 from oid 18 current snap is 280 2024-09-13T14:28:05.186 INFO:tasks.rados.rados.0.smithi001.stdout:2814: rollback oid 47 current snap is 280 2024-09-13T14:28:05.187 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 278 2024-09-13T14:28:05.187 INFO:tasks.rados.rados.0.smithi001.stdout:2815: setattr oid 33 current snap is 280 2024-09-13T14:28:05.187 INFO:tasks.rados.rados.0.smithi001.stdout:2814: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:28:05.188 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 0 (ObjNum 65 snap 0 seq_num 1683252836) dirty dne 2024-09-13T14:28:05.188 INFO:tasks.rados.rados.0.smithi001.stdout:2814: done (6 left) 2024-09-13T14:28:05.188 INFO:tasks.rados.rados.0.smithi001.stdout:2816: snap_create 2024-09-13T14:28:05.188 INFO:tasks.rados.rados.0.smithi001.stdout:2808: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:28:05.359 INFO:tasks.rados.rados.0.smithi001.stdout:2812: finishing write tid 1 to smithi00185197-15 2024-09-13T14:28:05.359 INFO:tasks.rados.rados.0.smithi001.stdout:2812: finishing write tid 2 to smithi00185197-15 2024-09-13T14:28:05.359 INFO:tasks.rados.rados.0.smithi001.stdout:2812: finishing write tid 3 to smithi00185197-15 2024-09-13T14:28:05.359 INFO:tasks.rados.rados.0.smithi001.stdout:2812: oid 15 updating version 0 to 1785 2024-09-13T14:28:05.359 INFO:tasks.rados.rados.0.smithi001.stdout:2812: oid 15 version 1785 is already newer than 1784 2024-09-13T14:28:05.359 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1785 (ObjNum 878 snap 280 seq_num 878) dirty exists 2024-09-13T14:28:05.360 INFO:tasks.rados.rados.0.smithi001.stdout:2812: left oid 15 (ObjNum 878 snap 280 seq_num 878) 2024-09-13T14:28:05.360 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2094 (ObjNum 764 snap 248 seq_num 764) dirty exists 2024-09-13T14:28:05.360 INFO:tasks.rados.rados.0.smithi001.stdout:2813: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:28:05.360 INFO:tasks.rados.rados.0.smithi001.stdout:2813: finishing copy_from to smithi00185197-22 2024-09-13T14:28:05.360 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2093 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-13T14:28:05.360 INFO:tasks.rados.rados.0.smithi001.stdout:2807: expect (ObjNum 871 snap 279 seq_num 871) 2024-09-13T14:28:05.420 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:05 smithi028 ceph-mon[87621]: pgmap v635: 121 pgs: 121 active+clean; 270 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 118 KiB/s wr, 8 op/s 2024-09-13T14:28:05.420 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:05 smithi028 ceph-mon[87621]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T14:28:05.420 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:05.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:05 smithi001 ceph-mon[96683]: pgmap v635: 121 pgs: 121 active+clean; 270 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 118 KiB/s wr, 8 op/s 2024-09-13T14:28:05.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:05 smithi001 ceph-mon[96683]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T14:28:05.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:05 smithi001 ceph-mon[99232]: pgmap v635: 121 pgs: 121 active+clean; 270 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 118 KiB/s wr, 8 op/s 2024-09-13T14:28:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:05 smithi001 ceph-mon[99232]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T14:28:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:05.701 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1289 (ObjNum 854 snap 271 seq_num 854) dirty exists 2024-09-13T14:28:06.130 INFO:tasks.rados.rados.0.smithi001.stdout:2807: done (6 left) 2024-09-13T14:28:06.130 INFO:tasks.rados.rados.0.smithi001.stdout:2808: done (5 left) 2024-09-13T14:28:06.130 INFO:tasks.rados.rados.0.smithi001.stdout:2811: done (4 left) 2024-09-13T14:28:06.130 INFO:tasks.rados.rados.0.smithi001.stdout:2812: done (3 left) 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2813: done (2 left) 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2815: done (1 left) 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2816: done (0 left) 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2817: read oid 18 snap -1 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2817: expect (ObjNum 778 snap 252 seq_num 778) 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2818: read oid 21 snap 273 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2818: expect deleted 2024-09-13T14:28:06.131 INFO:tasks.rados.rados.0.smithi001.stdout:2819: snap_remove snap 275 2024-09-13T14:28:07.135 INFO:tasks.rados.rados.0.smithi001.stdout:2819: done (2 left) 2024-09-13T14:28:07.135 INFO:tasks.rados.rados.0.smithi001.stdout:2820: copy_from oid 10 from oid 8 current snap is 281 2024-09-13T14:28:07.135 INFO:tasks.rados.rados.0.smithi001.stdout:2817: expect (ObjNum 778 snap 252 seq_num 778) 2024-09-13T14:28:07.173 INFO:tasks.rados.rados.0.smithi001.stdout:2820: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:28:07.173 INFO:tasks.rados.rados.0.smithi001.stdout:2820: finishing copy_from to smithi00185197-10 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2071 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:2817: done (2 left) 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:2818: done (1 left) 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:2820: done (0 left) 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:2821: rollback oid 8 current snap is 281 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 280 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 281 2024-09-13T14:28:07.174 INFO:tasks.rados.rados.0.smithi001.stdout:2822: seq_num 879 ranges {1040384=327680} 2024-09-13T14:28:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:2822: writing smithi00185197-22 from 1040384 to 1368064 tid 1 2024-09-13T14:28:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:2823: delete oid 2 current snap is 281 2024-09-13T14:28:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:2821: finishing rollback tid 0 to smithi00185197-8 2024-09-13T14:28:07.178 INFO:tasks.rados.rados.0.smithi001.stdout:2821: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:28:07.178 INFO:tasks.rados.rados.0.smithi001.stdout:2821: finishing rollback tid 2 to smithi00185197-8 2024-09-13T14:28:07.178 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2086 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:28:07.179 INFO:tasks.rados.rados.0.smithi001.stdout:2821: done (2 left) 2024-09-13T14:28:07.180 INFO:tasks.rados.rados.0.smithi001.stdout:2823: done (1 left) 2024-09-13T14:28:07.180 INFO:tasks.rados.rados.0.smithi001.stdout:2824: snap_create 2024-09-13T14:28:07.181 INFO:tasks.rados.rados.0.smithi001.stdout:2822: finishing write tid 1 to smithi00185197-22 2024-09-13T14:28:07.181 INFO:tasks.rados.rados.0.smithi001.stdout:2822: finishing write tid 2 to smithi00185197-22 2024-09-13T14:28:07.182 INFO:tasks.rados.rados.0.smithi001.stdout:2822: finishing write tid 3 to smithi00185197-22 2024-09-13T14:28:07.182 INFO:tasks.rados.rados.0.smithi001.stdout:2822: oid 22 updating version 0 to 2094 2024-09-13T14:28:07.182 INFO:tasks.rados.rados.0.smithi001.stdout:2822: oid 22 updating version 2094 to 2095 2024-09-13T14:28:07.182 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2095 (ObjNum 879 snap 281 seq_num 879) dirty exists 2024-09-13T14:28:07.182 INFO:tasks.rados.rados.0.smithi001.stdout:2822: left oid 22 (ObjNum 879 snap 281 seq_num 879) 2024-09-13T14:28:07.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:28:07] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.51.0" 2024-09-13T14:28:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: pgmap v638: 121 pgs: 121 active+clean; 199 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-09-13T14:28:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T14:28:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: pgmap v638: 121 pgs: 121 active+clean; 199 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.606 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.607 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.608 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.608 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.608 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:07.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:07.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:07.608 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:07.609 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:07.609 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:07.609 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:28:07.609 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:07.609 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:28:07.609 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:07.610 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:28:07.611 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:07.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.613 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.614 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.615 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.615 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:07.615 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:07.615 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:07.615 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:07.615 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:07.615 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: pgmap v638: 121 pgs: 121 active+clean; 199 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 44 KiB/s wr, 14 op/s 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.616 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.617 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:07.618 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:28:07.619 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:07.620 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:07.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:07.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:07.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:07.621 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:07.731 INFO:tasks.rados.rados.0.smithi001.stdout:2822: done (1 left) 2024-09-13T14:28:07.731 INFO:tasks.rados.rados.0.smithi001.stdout:2824: done (0 left) 2024-09-13T14:28:07.731 INFO:tasks.rados.rados.0.smithi001.stdout:2825: read oid 11 snap -1 2024-09-13T14:28:07.731 INFO:tasks.rados.rados.0.smithi001.stdout:2825: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:28:07.731 INFO:tasks.rados.rados.0.smithi001.stdout:2826: snap_remove snap 281 2024-09-13T14:28:08.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: Upgrade: Finalizing container_image settings 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: Upgrade: Complete! 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[96683]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T14:28:08.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: Upgrade: Finalizing container_image settings 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: Upgrade: Complete! 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:08.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:08 smithi001 ceph-mon[99232]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: Upgrade: Finalizing container_image settings 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: Upgrade: Complete! 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:08 smithi028 ceph-mon[87621]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T14:28:08.734 INFO:tasks.rados.rados.0.smithi001.stdout:2826: done (1 left) 2024-09-13T14:28:08.734 INFO:tasks.rados.rados.0.smithi001.stdout:2827: setattr oid 1 current snap is 282 2024-09-13T14:28:08.734 INFO:tasks.rados.rados.0.smithi001.stdout:2825: expect (ObjNum 682 snap 220 seq_num 682) 2024-09-13T14:28:08.846 INFO:tasks.rados.rados.0.smithi001.stdout:2825: done (1 left) 2024-09-13T14:28:08.846 INFO:tasks.rados.rados.0.smithi001.stdout:2828: read oid 46 snap -1 2024-09-13T14:28:08.846 INFO:tasks.rados.rados.0.smithi001.stdout:2828: expect (ObjNum 797 snap 259 seq_num 797) 2024-09-13T14:28:08.846 INFO:tasks.rados.rados.0.smithi001.stdout:2829: rollback oid 20 current snap is 282 2024-09-13T14:28:08.846 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 278 2024-09-13T14:28:08.846 INFO:tasks.rados.rados.0.smithi001.stdout:2830: delete oid 42 current snap is 282 2024-09-13T14:28:08.848 INFO:tasks.rados.rados.0.smithi001.stdout:2829: finishing rollback tid 1 to smithi00185197-20 2024-09-13T14:28:08.848 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:28:08.852 INFO:tasks.rados.rados.0.smithi001.stdout:2829: done (3 left) 2024-09-13T14:28:08.852 INFO:tasks.rados.rados.0.smithi001.stdout:2830: done (2 left) 2024-09-13T14:28:08.852 INFO:tasks.rados.rados.0.smithi001.stdout:2831: rollback oid 18 current snap is 282 2024-09-13T14:28:08.852 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 280 2024-09-13T14:28:08.852 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 282 2024-09-13T14:28:08.852 INFO:tasks.rados.rados.0.smithi001.stdout:2832: seq_num 882 ranges {0=376832} 2024-09-13T14:28:08.854 INFO:tasks.rados.rados.0.smithi001.stdout:2832: writing smithi00185197-2 from 0 to 376832 tid 1 2024-09-13T14:28:08.854 INFO:tasks.rados.rados.0.smithi001.stdout:2828: expect (ObjNum 797 snap 259 seq_num 797) 2024-09-13T14:28:08.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2095 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:28:08.892 INFO:tasks.rados.rados.0.smithi001.stdout:2831: finishing rollback tid 0 to smithi00185197-18 2024-09-13T14:28:08.892 INFO:tasks.rados.rados.0.smithi001.stdout:2831: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:28:08.892 INFO:tasks.rados.rados.0.smithi001.stdout:2831: finishing rollback tid 2 to smithi00185197-18 2024-09-13T14:28:08.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2098 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-13T14:28:08.892 INFO:tasks.rados.rados.0.smithi001.stdout:2832: finishing write tid 1 to smithi00185197-2 2024-09-13T14:28:08.893 INFO:tasks.rados.rados.0.smithi001.stdout:2832: finishing write tid 2 to smithi00185197-2 2024-09-13T14:28:08.893 INFO:tasks.rados.rados.0.smithi001.stdout:2832: finishing write tid 3 to smithi00185197-2 2024-09-13T14:28:08.893 INFO:tasks.rados.rados.0.smithi001.stdout:2832: oid 2 updating version 0 to 2390 2024-09-13T14:28:08.893 INFO:tasks.rados.rados.0.smithi001.stdout:2832: oid 2 version 2390 is already newer than 2389 2024-09-13T14:28:08.893 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2390 (ObjNum 882 snap 282 seq_num 882) dirty exists 2024-09-13T14:28:08.893 INFO:tasks.rados.rados.0.smithi001.stdout:2832: left oid 2 (ObjNum 882 snap 282 seq_num 882) 2024-09-13T14:28:08.893 INFO:tasks.rados.rados.0.smithi001.stdout:2827: done (3 left) 2024-09-13T14:28:08.894 INFO:tasks.rados.rados.0.smithi001.stdout:2828: done (2 left) 2024-09-13T14:28:08.894 INFO:tasks.rados.rados.0.smithi001.stdout:2831: done (1 left) 2024-09-13T14:28:08.894 INFO:tasks.rados.rados.0.smithi001.stdout:2832: done (0 left) 2024-09-13T14:28:08.894 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 282 2024-09-13T14:28:08.894 INFO:tasks.rados.rados.0.smithi001.stdout:2833: seq_num 883 ranges {376832=393216} 2024-09-13T14:28:08.896 INFO:tasks.rados.rados.0.smithi001.stdout:2833: writing smithi00185197-2 from 376832 to 770048 tid 1 2024-09-13T14:28:08.896 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 282 2024-09-13T14:28:08.896 INFO:tasks.rados.rados.0.smithi001.stdout:2834: seq_num 884 ranges {3776512=409600} 2024-09-13T14:28:08.919 INFO:tasks.rados.rados.0.smithi001.stdout:2834: writing smithi00185197-29 from 3776512 to 4186112 tid 1 2024-09-13T14:28:08.919 INFO:tasks.rados.rados.0.smithi001.stdout:2835: snap_create 2024-09-13T14:28:08.919 INFO:tasks.rados.rados.0.smithi001.stdout:2833: finishing write tid 1 to smithi00185197-2 2024-09-13T14:28:08.919 INFO:tasks.rados.rados.0.smithi001.stdout:2833: finishing write tid 2 to smithi00185197-2 2024-09-13T14:28:08.919 INFO:tasks.rados.rados.0.smithi001.stdout:2833: finishing write tid 3 to smithi00185197-2 2024-09-13T14:28:08.919 INFO:tasks.rados.rados.0.smithi001.stdout:2833: oid 2 updating version 0 to 2391 2024-09-13T14:28:08.919 INFO:tasks.rados.rados.0.smithi001.stdout:2833: oid 2 updating version 2391 to 2392 2024-09-13T14:28:08.920 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2392 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-09-13T14:28:08.920 INFO:tasks.rados.rados.0.smithi001.stdout:2833: left oid 2 (ObjNum 883 snap 282 seq_num 883) 2024-09-13T14:28:08.923 INFO:tasks.rados.rados.0.smithi001.stdout:2834: finishing write tid 1 to smithi00185197-29 2024-09-13T14:28:08.923 INFO:tasks.rados.rados.0.smithi001.stdout:2834: finishing write tid 2 to smithi00185197-29 2024-09-13T14:28:08.925 INFO:tasks.rados.rados.0.smithi001.stdout:2834: finishing write tid 3 to smithi00185197-29 2024-09-13T14:28:08.925 INFO:tasks.rados.rados.0.smithi001.stdout:2834: oid 29 updating version 0 to 2395 2024-09-13T14:28:08.925 INFO:tasks.rados.rados.0.smithi001.stdout:2834: oid 29 version 2395 is already newer than 2394 2024-09-13T14:28:08.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2395 (ObjNum 884 snap 282 seq_num 884) dirty exists 2024-09-13T14:28:08.925 INFO:tasks.rados.rados.0.smithi001.stdout:2834: left oid 29 (ObjNum 884 snap 282 seq_num 884) 2024-09-13T14:28:09.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:09 smithi001 ceph-mon[96683]: pgmap v641: 121 pgs: 121 active+clean; 178 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 52 KiB/s wr, 10 op/s 2024-09-13T14:28:09.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:09 smithi001 ceph-mon[96683]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T14:28:09.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:09 smithi001 ceph-mon[99232]: pgmap v641: 121 pgs: 121 active+clean; 178 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 52 KiB/s wr, 10 op/s 2024-09-13T14:28:09.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:09 smithi001 ceph-mon[99232]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T14:28:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:09 smithi028 ceph-mon[87621]: pgmap v641: 121 pgs: 121 active+clean; 178 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 52 KiB/s wr, 10 op/s 2024-09-13T14:28:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:09 smithi028 ceph-mon[87621]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T14:28:09.735 INFO:tasks.rados.rados.0.smithi001.stdout:2833: done (2 left) 2024-09-13T14:28:09.735 INFO:tasks.rados.rados.0.smithi001.stdout:2834: done (1 left) 2024-09-13T14:28:09.735 INFO:tasks.rados.rados.0.smithi001.stdout:2835: done (0 left) 2024-09-13T14:28:09.735 INFO:tasks.rados.rados.0.smithi001.stdout:2836: copy_from oid 48 from oid 43 current snap is 283 2024-09-13T14:28:09.735 INFO:tasks.rados.rados.0.smithi001.stdout:2837: setattr oid 7 current snap is 283 2024-09-13T14:28:09.736 INFO:tasks.rados.rados.0.smithi001.stdout:2838: read oid 36 snap 282 2024-09-13T14:28:09.736 INFO:tasks.rados.rados.0.smithi001.stdout:2838: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:28:09.736 INFO:tasks.rados.rados.0.smithi001.stdout:2839: read oid 25 snap -1 2024-09-13T14:28:09.736 INFO:tasks.rados.rados.0.smithi001.stdout:2839: expect (ObjNum 865 snap 278 seq_num 865) 2024-09-13T14:28:09.736 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 283 2024-09-13T14:28:09.736 INFO:tasks.rados.rados.0.smithi001.stdout:2840: seq_num 885 ranges {0=425984} 2024-09-13T14:28:09.738 INFO:tasks.rados.rados.0.smithi001.stdout:2840: writing smithi00185197-44 from 0 to 425984 tid 1 2024-09-13T14:28:09.738 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 283 2024-09-13T14:28:09.739 INFO:tasks.rados.rados.0.smithi001.stdout:2841: seq_num 886 ranges {3153920=442368} 2024-09-13T14:28:09.759 INFO:tasks.rados.rados.0.smithi001.stdout:2841: writing smithi00185197-24 from 3153920 to 3596288 tid 1 2024-09-13T14:28:09.759 INFO:tasks.rados.rados.0.smithi001.stdout:2842: rmattr oid 37 current snap is 283 2024-09-13T14:28:09.760 INFO:tasks.rados.rados.0.smithi001.stdout:2842: done (6 left) 2024-09-13T14:28:09.760 INFO:tasks.rados.rados.0.smithi001.stdout:2843: rmattr oid 23 current snap is 283 2024-09-13T14:28:09.760 INFO:tasks.rados.rados.0.smithi001.stdout:2843: done (6 left) 2024-09-13T14:28:09.760 INFO:tasks.rados.rados.0.smithi001.stdout:2844: read oid 37 snap 272 2024-09-13T14:28:09.760 INFO:tasks.rados.rados.0.smithi001.stdout:2844: expect (ObjNum 810 snap 264 seq_num 810) 2024-09-13T14:28:09.760 INFO:tasks.rados.rados.0.smithi001.stdout:2845: delete oid 32 current snap is 283 2024-09-13T14:28:09.760 INFO:tasks.rados.rados.0.smithi001.stdout:2838: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:28:09.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 1468 (ObjNum 65 snap 0 seq_num 1835618400) dirty exists 2024-09-13T14:28:09.763 INFO:tasks.rados.rados.0.smithi001.stdout:2839: expect (ObjNum 865 snap 278 seq_num 865) 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2840: finishing write tid 1 to smithi00185197-44 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2840: finishing write tid 2 to smithi00185197-44 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2840: finishing write tid 3 to smithi00185197-44 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2840: oid 44 updating version 0 to 1459 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2840: oid 44 version 1459 is already newer than 1458 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1459 (ObjNum 885 snap 283 seq_num 885) dirty exists 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2840: left oid 44 (ObjNum 885 snap 283 seq_num 885) 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2841: finishing write tid 1 to smithi00185197-24 2024-09-13T14:28:09.766 INFO:tasks.rados.rados.0.smithi001.stdout:2841: finishing write tid 2 to smithi00185197-24 2024-09-13T14:28:09.767 INFO:tasks.rados.rados.0.smithi001.stdout:2841: finishing write tid 3 to smithi00185197-24 2024-09-13T14:28:09.767 INFO:tasks.rados.rados.0.smithi001.stdout:2841: oid 24 updating version 0 to 1787 2024-09-13T14:28:09.767 INFO:tasks.rados.rados.0.smithi001.stdout:2841: oid 24 version 1787 is already newer than 1786 2024-09-13T14:28:09.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1787 (ObjNum 886 snap 283 seq_num 886) dirty exists 2024-09-13T14:28:09.767 INFO:tasks.rados.rados.0.smithi001.stdout:2841: left oid 24 (ObjNum 886 snap 283 seq_num 886) 2024-09-13T14:28:09.767 INFO:tasks.rados.rados.0.smithi001.stdout:2836: finishing copy_from racing read to smithi00185197-48 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:2837: done (7 left) 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:2838: done (6 left) 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:2839: done (5 left) 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:2840: done (4 left) 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:2841: done (3 left) 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:2845: done (2 left) 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 283 2024-09-13T14:28:09.768 INFO:tasks.rados.rados.0.smithi001.stdout:2846: seq_num 888 ranges {0=475136} 2024-09-13T14:28:09.770 INFO:tasks.rados.rados.0.smithi001.stdout:2846: writing smithi00185197-23 from 0 to 475136 tid 1 2024-09-13T14:28:09.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 283 2024-09-13T14:28:09.770 INFO:tasks.rados.rados.0.smithi001.stdout:2847: seq_num 889 ranges {0=491520} 2024-09-13T14:28:09.773 INFO:tasks.rados.rados.0.smithi001.stdout:2847: writing smithi00185197-20 from 0 to 491520 tid 1 2024-09-13T14:28:09.773 INFO:tasks.rados.rados.0.smithi001.stdout:2848: read oid 41 snap 282 2024-09-13T14:28:09.773 INFO:tasks.rados.rados.0.smithi001.stdout:2848: expect deleted 2024-09-13T14:28:09.774 INFO:tasks.rados.rados.0.smithi001.stdout:2849: snap_remove snap 273 2024-09-13T14:28:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:2849: done (5 left) 2024-09-13T14:28:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:2850: snap_remove snap 278 2024-09-13T14:28:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:10 smithi001 ceph-mon[96683]: pgmap v644: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 478 KiB/s wr, 4 op/s 2024-09-13T14:28:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:10 smithi001 ceph-mon[96683]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T14:28:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:10 smithi001 ceph-mon[99232]: pgmap v644: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 478 KiB/s wr, 4 op/s 2024-09-13T14:28:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:10 smithi001 ceph-mon[99232]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T14:28:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:10 smithi028 ceph-mon[87621]: pgmap v644: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 478 KiB/s wr, 4 op/s 2024-09-13T14:28:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:10 smithi028 ceph-mon[87621]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T14:28:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:28:11.749 INFO:tasks.rados.rados.0.smithi001.stdout:2850: done (5 left) 2024-09-13T14:28:11.750 INFO:tasks.rados.rados.0.smithi001.stdout:2851: delete oid 7 current snap is 283 2024-09-13T14:28:11.750 INFO:tasks.rados.rados.0.smithi001.stdout:2836: finishing copy_from to smithi00185197-48 2024-09-13T14:28:11.750 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1698 (ObjNum 858 snap 275 seq_num 858) dirty exists 2024-09-13T14:28:11.750 INFO:tasks.rados.rados.0.smithi001.stdout:2844: expect (ObjNum 810 snap 264 seq_num 810) 2024-09-13T14:28:11.797 INFO:tasks.rados.rados.0.smithi001.stdout:2846: finishing write tid 1 to smithi00185197-23 2024-09-13T14:28:11.797 INFO:tasks.rados.rados.0.smithi001.stdout:2846: finishing write tid 2 to smithi00185197-23 2024-09-13T14:28:11.797 INFO:tasks.rados.rados.0.smithi001.stdout:2846: finishing write tid 3 to smithi00185197-23 2024-09-13T14:28:11.797 INFO:tasks.rados.rados.0.smithi001.stdout:2846: oid 23 updating version 0 to 1460 2024-09-13T14:28:11.797 INFO:tasks.rados.rados.0.smithi001.stdout:2846: oid 23 updating version 1460 to 1461 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1461 (ObjNum 888 snap 283 seq_num 888) dirty exists 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2846: left oid 23 (ObjNum 888 snap 283 seq_num 888) 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2847: finishing write tid 1 to smithi00185197-20 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2847: finishing write tid 2 to smithi00185197-20 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2847: finishing write tid 3 to smithi00185197-20 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2847: oid 20 updating version 0 to 2396 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2847: oid 20 updating version 2396 to 2397 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2397 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2847: left oid 20 (ObjNum 889 snap 283 seq_num 889) 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2836: done (5 left) 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2844: done (4 left) 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2846: done (3 left) 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2847: done (2 left) 2024-09-13T14:28:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:2848: done (1 left) 2024-09-13T14:28:11.799 INFO:tasks.rados.rados.0.smithi001.stdout:2851: done (0 left) 2024-09-13T14:28:11.799 INFO:tasks.rados.rados.0.smithi001.stdout:2852: snap_create 2024-09-13T14:28:12.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:11 smithi001 ceph-mon[96683]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T14:28:12.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:11 smithi001 ceph-mon[99232]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T14:28:12.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:11 smithi028 ceph-mon[87621]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T14:28:12.733 INFO:tasks.rados.rados.0.smithi001.stdout:2852: done (0 left) 2024-09-13T14:28:12.733 INFO:tasks.rados.rados.0.smithi001.stdout:2853: copy_from oid 12 from oid 4 current snap is 284 2024-09-13T14:28:12.733 INFO:tasks.rados.rados.0.smithi001.stdout:2854: snap_remove snap 272 2024-09-13T14:28:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:12 smithi001 ceph-mon[96683]: pgmap v647: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 654 KiB/s wr, 20 op/s 2024-09-13T14:28:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:12 smithi001 ceph-mon[96683]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T14:28:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:12 smithi001 ceph-mon[96683]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T14:28:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:12 smithi001 ceph-mon[99232]: pgmap v647: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 654 KiB/s wr, 20 op/s 2024-09-13T14:28:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:12 smithi001 ceph-mon[99232]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T14:28:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:12 smithi001 ceph-mon[99232]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T14:28:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:12 smithi028 ceph-mon[87621]: pgmap v647: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 654 KiB/s wr, 20 op/s 2024-09-13T14:28:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:12 smithi028 ceph-mon[87621]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T14:28:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:12 smithi028 ceph-mon[87621]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:2854: done (1 left) 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:2855: read oid 15 snap -1 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:2855: expect (ObjNum 878 snap 280 seq_num 878) 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:2856: rollback oid 1 current snap is 284 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 282 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:2853: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:2853: finishing copy_from to smithi00185197-12 2024-09-13T14:28:13.736 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1464 (ObjNum 868 snap 279 seq_num 868) dirty exists 2024-09-13T14:28:13.737 INFO:tasks.rados.rados.0.smithi001.stdout:2853: done (2 left) 2024-09-13T14:28:13.737 INFO:tasks.rados.rados.0.smithi001.stdout:2857: setattr oid 23 current snap is 284 2024-09-13T14:28:13.737 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 284 2024-09-13T14:28:13.737 INFO:tasks.rados.rados.0.smithi001.stdout:2858: seq_num 891 ranges {720896=532480} 2024-09-13T14:28:13.745 INFO:tasks.rados.rados.0.smithi001.stdout:2858: writing smithi00185197-10 from 720896 to 1253376 tid 1 2024-09-13T14:28:13.746 INFO:tasks.rados.rados.0.smithi001.stdout:2859: snap_remove snap 280 2024-09-13T14:28:14.755 INFO:tasks.rados.rados.0.smithi001.stdout:2855: expect (ObjNum 878 snap 280 seq_num 878) 2024-09-13T14:28:14.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1462 (ObjNum 888 snap 283 seq_num 888) dirty exists 2024-09-13T14:28:14.763 INFO:tasks.rados.rados.0.smithi001.stdout:2856: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:28:14.763 INFO:tasks.rados.rados.0.smithi001.stdout:2856: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:28:14.763 INFO:tasks.rados.rados.0.smithi001.stdout:2856: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2101 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2858: finishing write tid 1 to smithi00185197-10 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2858: finishing write tid 2 to smithi00185197-10 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2858: finishing write tid 3 to smithi00185197-10 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2858: oid 10 updating version 0 to 2113 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2858: oid 10 version 2113 is already newer than 2112 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2113 (ObjNum 891 snap 284 seq_num 891) dirty exists 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2858: left oid 10 (ObjNum 891 snap 284 seq_num 891) 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2855: done (4 left) 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2856: done (3 left) 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2857: done (2 left) 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2858: done (1 left) 2024-09-13T14:28:14.764 INFO:tasks.rados.rados.0.smithi001.stdout:2859: done (0 left) 2024-09-13T14:28:14.765 INFO:tasks.rados.rados.0.smithi001.stdout:2860: delete oid 35 current snap is 284 2024-09-13T14:28:14.766 INFO:tasks.rados.rados.0.smithi001.stdout:2860: done (0 left) 2024-09-13T14:28:14.766 INFO:tasks.rados.rados.0.smithi001.stdout:2861: snap_create 2024-09-13T14:28:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:14 smithi001 ceph-mon[99232]: pgmap v650: 121 pgs: 121 active+clean; 170 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 176 KiB/s wr, 17 op/s 2024-09-13T14:28:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:14 smithi001 ceph-mon[99232]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T14:28:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:14 smithi001 ceph-mon[96683]: pgmap v650: 121 pgs: 121 active+clean; 170 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 176 KiB/s wr, 17 op/s 2024-09-13T14:28:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:14 smithi001 ceph-mon[96683]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T14:28:15.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:14 smithi028 ceph-mon[87621]: pgmap v650: 121 pgs: 121 active+clean; 170 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 176 KiB/s wr, 17 op/s 2024-09-13T14:28:15.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:14 smithi028 ceph-mon[87621]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T14:28:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2861: done (0 left) 2024-09-13T14:28:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2862: read oid 43 snap 283 2024-09-13T14:28:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:2862: expect (ObjNum 858 snap 275 seq_num 858) 2024-09-13T14:28:15.758 INFO:tasks.rados.rados.0.smithi001.stdout:2863: snap_remove snap 282 2024-09-13T14:28:16.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:15 smithi001 ceph-mon[99232]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T14:28:16.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:15 smithi001 ceph-mon[96683]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T14:28:16.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:15 smithi028 ceph-mon[87621]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T14:28:16.766 INFO:tasks.rados.rados.0.smithi001.stdout:2863: done (1 left) 2024-09-13T14:28:16.766 INFO:tasks.rados.rados.0.smithi001.stdout:2864: delete oid 24 current snap is 285 2024-09-13T14:28:16.766 INFO:tasks.rados.rados.0.smithi001.stdout:2862: expect (ObjNum 858 snap 275 seq_num 858) 2024-09-13T14:28:16.979 INFO:tasks.rados.rados.0.smithi001.stdout:2862: done (1 left) 2024-09-13T14:28:16.979 INFO:tasks.rados.rados.0.smithi001.stdout:2864: done (0 left) 2024-09-13T14:28:16.979 INFO:tasks.rados.rados.0.smithi001.stdout:2865: snap_remove snap 283 2024-09-13T14:28:17.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:16 smithi001 ceph-mon[99232]: pgmap v653: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-09-13T14:28:17.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:16 smithi001 ceph-mon[99232]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T14:28:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:16 smithi001 ceph-mon[96683]: pgmap v653: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-09-13T14:28:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:16 smithi001 ceph-mon[96683]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T14:28:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:16 smithi028 ceph-mon[87621]: pgmap v653: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-09-13T14:28:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:16 smithi028 ceph-mon[87621]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T14:28:17.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:28:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:28:17] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.51.0" 2024-09-13T14:28:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:2865: done (0 left) 2024-09-13T14:28:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:2866: read oid 45 snap 284 2024-09-13T14:28:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:2866: expect deleted 2024-09-13T14:28:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:2867: read oid 9 snap 284 2024-09-13T14:28:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:2867: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:28:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:2868: copy_from oid 42 from oid 50 current snap is 285 2024-09-13T14:28:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:2869: delete oid 40 current snap is 285 2024-09-13T14:28:17.747 INFO:tasks.rados.rados.0.smithi001.stdout:2866: done (3 left) 2024-09-13T14:28:17.747 INFO:tasks.rados.rados.0.smithi001.stdout:2869: done (2 left) 2024-09-13T14:28:17.748 INFO:tasks.rados.rados.0.smithi001.stdout:2870: copy_from oid 12 from oid 4 current snap is 285 2024-09-13T14:28:17.748 INFO:tasks.rados.rados.0.smithi001.stdout:2871: read oid 5 snap -1 2024-09-13T14:28:17.748 INFO:tasks.rados.rados.0.smithi001.stdout:2871: expect deleted 2024-09-13T14:28:17.748 INFO:tasks.rados.rados.0.smithi001.stdout:2872: delete oid 44 current snap is 285 2024-09-13T14:28:17.757 INFO:tasks.rados.rados.0.smithi001.stdout:2868: finishing copy_from racing read to smithi00185197-42 2024-09-13T14:28:17.758 INFO:tasks.rados.rados.0.smithi001.stdout:2867: expect (ObjNum 828 snap 268 seq_num 828) 2024-09-13T14:28:17.931 INFO:tasks.rados.rados.0.smithi001.stdout:2870: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2868: finishing copy_from to smithi00185197-42 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1665 (ObjNum 819 snap 265 seq_num 819) dirty exists 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2870: finishing copy_from to smithi00185197-12 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1464 (ObjNum 868 snap 279 seq_num 868) dirty exists 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2867: done (4 left) 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2868: done (3 left) 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2870: done (2 left) 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2871: done (1 left) 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2872: done (0 left) 2024-09-13T14:28:17.932 INFO:tasks.rados.rados.0.smithi001.stdout:2873: snap_create 2024-09-13T14:28:18.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:17 smithi001 ceph-mon[96683]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T14:28:18.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:17 smithi001 ceph-mon[96683]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T14:28:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:17 smithi001 ceph-mon[99232]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T14:28:18.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:17 smithi001 ceph-mon[99232]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T14:28:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:17 smithi028 ceph-mon[87621]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T14:28:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:17 smithi028 ceph-mon[87621]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T14:28:18.772 INFO:tasks.rados.rados.0.smithi001.stdout:2873: done (0 left) 2024-09-13T14:28:18.773 INFO:tasks.rados.rados.0.smithi001.stdout:2874: rmattr oid 44 current snap is 286 2024-09-13T14:28:18.773 INFO:tasks.rados.rados.0.smithi001.stdout:2874: done (0 left) 2024-09-13T14:28:18.773 INFO:tasks.rados.rados.0.smithi001.stdout:2875: snap_remove snap 284 2024-09-13T14:28:18.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:18 smithi001 ceph-mon[96683]: pgmap v656: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-09-13T14:28:18.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:18 smithi001 ceph-mon[99232]: pgmap v656: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-09-13T14:28:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:18 smithi028 ceph-mon[87621]: pgmap v656: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 132 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-09-13T14:28:19.287 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -e sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 -- bash -c 'ceph orch ps' 2024-09-13T14:28:19.537 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:28:19.780 INFO:tasks.rados.rados.0.smithi001.stdout:2875: done (0 left) 2024-09-13T14:28:19.780 INFO:tasks.rados.rados.0.smithi001.stdout:2876: read oid 10 snap -1 2024-09-13T14:28:19.780 INFO:tasks.rados.rados.0.smithi001.stdout:2876: expect (ObjNum 891 snap 284 seq_num 891) 2024-09-13T14:28:19.780 INFO:tasks.rados.rados.0.smithi001.stdout:2877: rmattr oid 46 current snap is 286 2024-09-13T14:28:19.780 INFO:tasks.rados.rados.0.smithi001.stdout:2877: done (1 left) 2024-09-13T14:28:19.780 INFO:tasks.rados.rados.0.smithi001.stdout:2878: copy_from oid 49 from oid 13 current snap is 286 2024-09-13T14:28:19.780 INFO:tasks.rados.rados.0.smithi001.stdout:2879: delete oid 15 current snap is 286 2024-09-13T14:28:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2878: finishing copy_from racing read to smithi00185197-49 2024-09-13T14:28:19.790 INFO:tasks.rados.rados.0.smithi001.stdout:2879: done (2 left) 2024-09-13T14:28:19.790 INFO:tasks.rados.rados.0.smithi001.stdout:2880: read oid 5 snap -1 2024-09-13T14:28:19.790 INFO:tasks.rados.rados.0.smithi001.stdout:2880: expect deleted 2024-09-13T14:28:19.790 INFO:tasks.rados.rados.0.smithi001.stdout:2881: copy_from oid 43 from oid 30 current snap is 286 2024-09-13T14:28:19.790 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 286 2024-09-13T14:28:19.790 INFO:tasks.rados.rados.0.smithi001.stdout:2882: seq_num 897 ranges {2400256=630784} 2024-09-13T14:28:19.805 INFO:tasks.rados.rados.0.smithi001.stdout:2882: writing smithi00185197-21 from 2400256 to 3031040 tid 1 2024-09-13T14:28:19.805 INFO:tasks.rados.rados.0.smithi001.stdout:2883: delete oid 22 current snap is 286 2024-09-13T14:28:19.805 INFO:tasks.rados.rados.0.smithi001.stdout:2876: expect (ObjNum 891 snap 284 seq_num 891) 2024-09-13T14:28:19.855 INFO:tasks.rados.rados.0.smithi001.stdout:2878: finishing copy_from to smithi00185197-49 2024-09-13T14:28:19.855 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1662 (ObjNum 33 snap 0 seq_num 291480824) dirty exists 2024-09-13T14:28:19.855 INFO:tasks.rados.rados.0.smithi001.stdout:2881: finishing copy_from racing read to smithi00185197-43 2024-09-13T14:28:19.855 INFO:tasks.rados.rados.0.smithi001.stdout:2876: done (5 left) 2024-09-13T14:28:19.855 INFO:tasks.rados.rados.0.smithi001.stdout:2878: done (4 left) 2024-09-13T14:28:19.855 INFO:tasks.rados.rados.0.smithi001.stdout:2880: done (3 left) 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:2883: done (2 left) 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:2884: rollback oid 49 current snap is 286 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 285 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:2881: finishing copy_from to smithi00185197-43 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1781 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:2882: finishing write tid 1 to smithi00185197-21 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:2882: finishing write tid 2 to smithi00185197-21 2024-09-13T14:28:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:2882: finishing write tid 3 to smithi00185197-21 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:2882: oid 21 updating version 0 to 2127 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:2882: oid 21 updating version 2127 to 2128 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2128 (ObjNum 897 snap 286 seq_num 897) dirty exists 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:2882: left oid 21 (ObjNum 897 snap 286 seq_num 897) 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:2881: done (2 left) 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:2882: done (1 left) 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:2885: copy_from oid 10 from oid 47 current snap is 286 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:2886: rollback oid 12 current snap is 286 2024-09-13T14:28:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 285 2024-09-13T14:28:19.858 INFO:tasks.rados.rados.0.smithi001.stdout:2887: delete oid 43 current snap is 286 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2885: finishing copy_from to smithi00185197-10 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2885: got expected ENOENT (src dne) 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2885: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2885: done (3 left) 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2887: done (2 left) 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2888: read oid 45 snap -1 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2888: expect deleted 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2889: read oid 19 snap -1 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2889: expect deleted 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2890: read oid 34 snap -1 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2890: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:28:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:2891: snap_create 2024-09-13T14:28:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:2886: finishing rollback tid 0 to smithi00185197-12 2024-09-13T14:28:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:2886: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:28:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:2884: finishing rollback tid 0 to smithi00185197-49 2024-09-13T14:28:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:2886: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:28:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1467 (ObjNum 868 snap 279 seq_num 868) dirty exists 2024-09-13T14:28:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:2884: finishing rollback tid 1 to smithi00185197-49 2024-09-13T14:28:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:2884: finishing rollback tid 2 to smithi00185197-49 2024-09-13T14:28:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2424 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:28:19.871 INFO:tasks.rados.rados.0.smithi001.stdout:2890: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:28:19.925 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:19 smithi001 ceph-mon[96683]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:19.925 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:19 smithi001 ceph-mon[96683]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T14:28:19.925 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:19 smithi001 ceph-mon[99232]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:19.925 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:19 smithi001 ceph-mon[99232]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T14:28:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:19 smithi028 ceph-mon[87621]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:20.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:19 smithi028 ceph-mon[87621]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T14:28:20.783 INFO:tasks.rados.rados.0.smithi001.stdout:2884: done (5 left) 2024-09-13T14:28:20.783 INFO:tasks.rados.rados.0.smithi001.stdout:2886: done (4 left) 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2888: done (3 left) 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2889: done (2 left) 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2890: done (1 left) 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2891: done (0 left) 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2892: rollback oid 3 current snap is 287 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 285 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2893: read oid 39 snap -1 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2893: expect (ObjNum 856 snap 275 seq_num 856) 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 287 2024-09-13T14:28:20.784 INFO:tasks.rados.rados.0.smithi001.stdout:2894: seq_num 900 ranges {0=679936} 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2894: writing smithi00185197-19 from 0 to 679936 tid 1 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2895: read oid 26 snap -1 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2895: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2896: read oid 30 snap -1 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2896: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2897: rollback oid 38 current snap is 287 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 285 2024-09-13T14:28:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2898: delete oid 9 current snap is 287 2024-09-13T14:28:20.790 INFO:tasks.rados.rados.0.smithi001.stdout:2892: finishing rollback tid 0 to smithi00185197-3 2024-09-13T14:28:20.791 INFO:tasks.rados.rados.0.smithi001.stdout:2892: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:28:20.791 INFO:tasks.rados.rados.0.smithi001.stdout:2892: finishing rollback tid 2 to smithi00185197-3 2024-09-13T14:28:20.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2072 (ObjNum 860 snap 275 seq_num 860) dirty exists 2024-09-13T14:28:20.793 INFO:tasks.rados.rados.0.smithi001.stdout:2895: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:28:20.801 INFO:tasks.rados.rados.0.smithi001.stdout:2894: finishing write tid 1 to smithi00185197-19 2024-09-13T14:28:20.801 INFO:tasks.rados.rados.0.smithi001.stdout:2894: finishing write tid 2 to smithi00185197-19 2024-09-13T14:28:20.801 INFO:tasks.rados.rados.0.smithi001.stdout:2894: finishing write tid 3 to smithi00185197-19 2024-09-13T14:28:20.801 INFO:tasks.rados.rados.0.smithi001.stdout:2894: oid 19 updating version 0 to 1469 2024-09-13T14:28:20.801 INFO:tasks.rados.rados.0.smithi001.stdout:2894: oid 19 version 1469 is already newer than 1468 2024-09-13T14:28:20.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1469 (ObjNum 900 snap 287 seq_num 900) dirty exists 2024-09-13T14:28:20.801 INFO:tasks.rados.rados.0.smithi001.stdout:2894: left oid 19 (ObjNum 900 snap 287 seq_num 900) 2024-09-13T14:28:20.802 INFO:tasks.rados.rados.0.smithi001.stdout:2893: expect (ObjNum 856 snap 275 seq_num 856) 2024-09-13T14:28:20.900 INFO:tasks.rados.rados.0.smithi001.stdout:2897: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:28:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:2897: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:28:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:2896: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:28:20.968 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:20 smithi001 ceph-mon[96683]: pgmap v659: 121 pgs: 121 active+clean; 107 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 34 KiB/s wr, 2 op/s 2024-09-13T14:28:20.968 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:20 smithi001 ceph-mon[96683]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T14:28:20.968 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:20.969 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:20 smithi001 ceph-mon[99232]: pgmap v659: 121 pgs: 121 active+clean; 107 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 34 KiB/s wr, 2 op/s 2024-09-13T14:28:20.969 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:20 smithi001 ceph-mon[99232]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T14:28:20.969 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2897: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2089 (ObjNum 821 snap 265 seq_num 821) dirty exists 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2892: done (6 left) 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2893: done (5 left) 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2894: done (4 left) 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2895: done (3 left) 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2896: done (2 left) 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2897: done (1 left) 2024-09-13T14:28:21.016 INFO:tasks.rados.rados.0.smithi001.stdout:2898: done (0 left) 2024-09-13T14:28:21.017 INFO:tasks.rados.rados.0.smithi001.stdout:2899: read oid 15 snap -1 2024-09-13T14:28:21.017 INFO:tasks.rados.rados.0.smithi001.stdout:2899: expect deleted 2024-09-13T14:28:21.017 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 287 2024-09-13T14:28:21.017 INFO:tasks.rados.rados.0.smithi001.stdout:2900: seq_num 902 ranges {1040384=712704} 2024-09-13T14:28:21.025 INFO:tasks.rados.rados.0.smithi001.stdout:2900: writing smithi00185197-18 from 1040384 to 1753088 tid 1 2024-09-13T14:28:21.025 INFO:tasks.rados.rados.0.smithi001.stdout:2901: read oid 9 snap -1 2024-09-13T14:28:21.026 INFO:tasks.rados.rados.0.smithi001.stdout:2901: expect deleted 2024-09-13T14:28:21.026 INFO:tasks.rados.rados.0.smithi001.stdout:2902: read oid 40 snap 285 2024-09-13T14:28:21.026 INFO:tasks.rados.rados.0.smithi001.stdout:2902: expect deleted 2024-09-13T14:28:21.026 INFO:tasks.rados.rados.0.smithi001.stdout:2903: delete oid 11 current snap is 287 2024-09-13T14:28:21.031 INFO:tasks.rados.rados.0.smithi001.stdout:2900: finishing write tid 1 to smithi00185197-18 2024-09-13T14:28:21.031 INFO:tasks.rados.rados.0.smithi001.stdout:2900: finishing write tid 2 to smithi00185197-18 2024-09-13T14:28:21.032 INFO:tasks.rados.rados.0.smithi001.stdout:2899: done (4 left) 2024-09-13T14:28:21.032 INFO:tasks.rados.rados.0.smithi001.stdout:2901: done (3 left) 2024-09-13T14:28:21.032 INFO:tasks.rados.rados.0.smithi001.stdout:2902: done (2 left) 2024-09-13T14:28:21.032 INFO:tasks.rados.rados.0.smithi001.stdout:2903: done (1 left) 2024-09-13T14:28:21.032 INFO:tasks.rados.rados.0.smithi001.stdout:2904: snap_remove snap 286 2024-09-13T14:28:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:20 smithi028 ceph-mon[87621]: pgmap v659: 121 pgs: 121 active+clean; 107 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 34 KiB/s wr, 2 op/s 2024-09-13T14:28:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:20 smithi028 ceph-mon[87621]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T14:28:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:21.419 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:28:21.419 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (44s) 40s ago 12m 16.3M - 0.27.0 11f11916f8cd c70cd583f142 2024-09-13T14:28:21.419 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi028 *:3000 running (22s) 18s ago 12m 42.2M - c8b91775d855 e070f570bab8 2024-09-13T14:28:21.419 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (2m) 40s ago 14m 17.3M - 19.3.0-4697-gd58f7306 fec07016a2b0 61875e456fc6 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi028 running (106s) 18s ago 13m 12.4M - 19.3.0-4697-gd58f7306 fec07016a2b0 fa82f4f004af 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi028 *:8443,9283,8765 running (7m) 18s ago 17m 456M - 19.3.0-4697-gd58f7306 fec07016a2b0 578d55e7bbb3 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (8m) 40s ago 19m 533M - 19.3.0-4697-gd58f7306 fec07016a2b0 09f11c490ec1 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (7m) 40s ago 19m 73.1M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 e6372e64251b 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi028 running (7m) 18s ago 17m 58.0M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 5eaff21f5c73 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (7m) 40s ago 17m 60.2M 2048M 19.3.0-4697-gd58f7306 fec07016a2b0 965f8d4d05fa 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (92s) 40s ago 12m 9881k - 1.7.0 72c9c2088986 b68ed1f470e8 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi028 *:9100 running (86s) 18s ago 12m 11.0M - 1.7.0 72c9c2088986 2e359a98fe1d 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (6m) 40s ago 17m 253M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4233c84cc6ac 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (5m) 40s ago 16m 334M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3baaef372553 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (5m) 40s ago 16m 207M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 3e2db39b752f 2024-09-13T14:28:21.420 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (4m) 40s ago 15m 138M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 edbd603256ee 2024-09-13T14:28:21.421 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi028 running (4m) 18s ago 15m 240M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 4c5922da0bf3 2024-09-13T14:28:21.421 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi028 running (3m) 18s ago 15m 281M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 9b05afad3641 2024-09-13T14:28:21.421 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi028 running (2m) 18s ago 14m 185M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 5c5dc36d0f4e 2024-09-13T14:28:21.421 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi028 running (2m) 18s ago 14m 125M 2481M 19.3.0-4697-gd58f7306 fec07016a2b0 908e95ac75c8 2024-09-13T14:28:21.421 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi028 *:9095 running (65s) 18s ago 13m 39.3M - 2.51.0 1d3b7f56885b 73730ab35529 2024-09-13T14:28:21.788 INFO:tasks.rados.rados.0.smithi001.stdout:2904: done (1 left) 2024-09-13T14:28:21.789 INFO:tasks.rados.rados.0.smithi001.stdout:2905: snap_remove snap 285 2024-09-13T14:28:22.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:21 smithi001 ceph-mon[96683]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T14:28:22.012 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:21 smithi001 ceph-mon[99232]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T14:28:22.034 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -e sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 -- bash -c 'ceph versions' 2024-09-13T14:28:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:21 smithi028 ceph-mon[87621]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T14:28:22.238 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:28:22.737 INFO:tasks.rados.rados.0.smithi001.stdout:2905: done (1 left) 2024-09-13T14:28:22.737 INFO:tasks.rados.rados.0.smithi001.stdout:2906: rollback oid 37 current snap is 287 2024-09-13T14:28:22.737 INFO:tasks.rados.rados.0.smithi001.stdout:2906: done (1 left) 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:2907: read oid 24 snap -1 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:2907: expect deleted 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:2900: finishing write tid 3 to smithi00185197-18 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:2900: oid 18 updating version 0 to 2102 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:2900: oid 18 updating version 2102 to 2103 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2103 (ObjNum 902 snap 287 seq_num 902) dirty exists 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:2900: left oid 18 (ObjNum 902 snap 287 seq_num 902) 2024-09-13T14:28:22.738 INFO:tasks.rados.rados.0.smithi001.stdout:2900: done (1 left) 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:2908: read oid 19 snap -1 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:2908: expect (ObjNum 900 snap 287 seq_num 900) 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:2909: read oid 34 snap -1 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:2909: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:2910: read oid 26 snap -1 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:2910: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 287 2024-09-13T14:28:22.739 INFO:tasks.rados.rados.0.smithi001.stdout:2911: seq_num 904 ranges {0=745472} 2024-09-13T14:28:22.742 INFO:tasks.rados.rados.0.smithi001.stdout:2911: writing smithi00185197-43 from 0 to 745472 tid 1 2024-09-13T14:28:22.742 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 287 2024-09-13T14:28:22.743 INFO:tasks.rados.rados.0.smithi001.stdout:2912: seq_num 905 ranges {0=761856} 2024-09-13T14:28:22.748 INFO:tasks.rados.rados.0.smithi001.stdout:2912: writing smithi00185197-13 from 0 to 761856 tid 1 2024-09-13T14:28:22.749 INFO:tasks.rados.rados.0.smithi001.stdout:2913: read oid 8 snap -1 2024-09-13T14:28:22.749 INFO:tasks.rados.rados.0.smithi001.stdout:2913: expect (ObjNum 759 snap 246 seq_num 759) 2024-09-13T14:28:22.749 INFO:tasks.rados.rados.0.smithi001.stdout:2914: read oid 12 snap -1 2024-09-13T14:28:22.749 INFO:tasks.rados.rados.0.smithi001.stdout:2914: expect (ObjNum 868 snap 279 seq_num 868) 2024-09-13T14:28:22.750 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 287 2024-09-13T14:28:22.750 INFO:tasks.rados.rados.0.smithi001.stdout:2915: seq_num 906 ranges {0=778240} 2024-09-13T14:28:22.754 INFO:tasks.rados.rados.0.smithi001.stdout:2915: writing smithi00185197-22 from 0 to 778240 tid 1 2024-09-13T14:28:22.754 INFO:tasks.rados.rados.0.smithi001.stdout:2916: delete oid 40 current snap is 287 2024-09-13T14:28:22.756 INFO:tasks.rados.rados.0.smithi001.stdout:2908: expect (ObjNum 900 snap 287 seq_num 900) 2024-09-13T14:28:22.778 INFO:tasks.rados.rados.0.smithi001.stdout:2910: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:28:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:2914: expect (ObjNum 868 snap 279 seq_num 868) 2024-09-13T14:28:22.788 INFO:tasks.rados.rados.0.smithi001.stdout:2912: finishing write tid 1 to smithi00185197-13 2024-09-13T14:28:22.788 INFO:tasks.rados.rados.0.smithi001.stdout:2912: finishing write tid 2 to smithi00185197-13 2024-09-13T14:28:22.788 INFO:tasks.rados.rados.0.smithi001.stdout:2913: expect (ObjNum 759 snap 246 seq_num 759) 2024-09-13T14:28:22.810 INFO:tasks.rados.rados.0.smithi001.stdout:2912: finishing write tid 3 to smithi00185197-13 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2912: oid 13 updating version 0 to 1666 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2912: oid 13 updating version 1666 to 1667 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1667 (ObjNum 905 snap 287 seq_num 905) dirty exists 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2912: left oid 13 (ObjNum 905 snap 287 seq_num 905) 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2915: finishing write tid 1 to smithi00185197-22 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2915: finishing write tid 2 to smithi00185197-22 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2915: finishing write tid 3 to smithi00185197-22 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2915: oid 22 updating version 0 to 2098 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2915: oid 22 version 2098 is already newer than 2097 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2098 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2915: left oid 22 (ObjNum 906 snap 287 seq_num 906) 2024-09-13T14:28:22.811 INFO:tasks.rados.rados.0.smithi001.stdout:2909: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:28:23.005 INFO:tasks.rados.rados.0.smithi001.stdout:2911: finishing write tid 1 to smithi00185197-43 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2911: finishing write tid 2 to smithi00185197-43 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2911: finishing write tid 3 to smithi00185197-43 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2911: oid 43 updating version 0 to 1783 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2911: oid 43 updating version 1783 to 1784 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1784 (ObjNum 904 snap 287 seq_num 904) dirty exists 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2911: left oid 43 (ObjNum 904 snap 287 seq_num 904) 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2907: done (9 left) 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2908: done (8 left) 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2909: done (7 left) 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2910: done (6 left) 2024-09-13T14:28:23.006 INFO:tasks.rados.rados.0.smithi001.stdout:2911: done (5 left) 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2912: done (4 left) 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2913: done (3 left) 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2914: done (2 left) 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2915: done (1 left) 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2916: done (0 left) 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2917: setattr oid 4 current snap is 287 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2918: rollback oid 15 current snap is 287 2024-09-13T14:28:23.007 INFO:tasks.rados.rados.0.smithi001.stdout:2918: done (1 left) 2024-09-13T14:28:23.008 INFO:tasks.rados.rados.0.smithi001.stdout:2919: setattr oid 27 current snap is 287 2024-09-13T14:28:23.008 INFO:tasks.rados.rados.0.smithi001.stdout:2920: snap_create 2024-09-13T14:28:23.008 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1470 (ObjNum 868 snap 279 seq_num 868) dirty exists 2024-09-13T14:28:23.010 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1471 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-09-13T14:28:23.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[99232]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:23.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[99232]: pgmap v662: 121 pgs: 121 active+clean; 83 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 790 KiB/s wr, 5 op/s 2024-09-13T14:28:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[99232]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T14:28:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[99232]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T14:28:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[96683]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[96683]: pgmap v662: 121 pgs: 121 active+clean; 83 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 790 KiB/s wr, 5 op/s 2024-09-13T14:28:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[96683]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T14:28:23.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:22 smithi001 ceph-mon[96683]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T14:28:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:22 smithi028 ceph-mon[87621]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:22 smithi028 ceph-mon[87621]: pgmap v662: 121 pgs: 121 active+clean; 83 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 790 KiB/s wr, 5 op/s 2024-09-13T14:28:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:22 smithi028 ceph-mon[87621]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T14:28:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:22 smithi028 ceph-mon[87621]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T14:28:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:2917: done (2 left) 2024-09-13T14:28:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:2919: done (1 left) 2024-09-13T14:28:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:2920: done (0 left) 2024-09-13T14:28:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:2921: setattr oid 34 current snap is 288 2024-09-13T14:28:23.795 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 288 2024-09-13T14:28:23.795 INFO:tasks.rados.rados.0.smithi001.stdout:2922: seq_num 908 ranges {0=409600,409600=401408} 2024-09-13T14:28:23.798 INFO:tasks.rados.rados.0.smithi001.stdout:2922: writing smithi00185197-16 from 0 to 409600 tid 1 2024-09-13T14:28:23.800 INFO:tasks.rados.rados.0.smithi001.stdout:2922: writing smithi00185197-16 from 409600 to 811008 tid 2 2024-09-13T14:28:23.801 INFO:tasks.rados.rados.0.smithi001.stdout:2923: read oid 45 snap -1 2024-09-13T14:28:23.801 INFO:tasks.rados.rados.0.smithi001.stdout:2923: expect deleted 2024-09-13T14:28:23.801 INFO:tasks.rados.rados.0.smithi001.stdout:2924: delete oid 25 current snap is 288 2024-09-13T14:28:23.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1785 (ObjNum 853 snap 269 seq_num 853) dirty exists 2024-09-13T14:28:23.804 INFO:tasks.rados.rados.0.smithi001.stdout:2922: finishing write tid 1 to smithi00185197-16 2024-09-13T14:28:23.805 INFO:tasks.rados.rados.0.smithi001.stdout:2921: done (3 left) 2024-09-13T14:28:23.805 INFO:tasks.rados.rados.0.smithi001.stdout:2924: done (2 left) 2024-09-13T14:28:23.805 INFO:tasks.rados.rados.0.smithi001.stdout:2925: setattr oid 34 current snap is 288 2024-09-13T14:28:23.806 INFO:tasks.rados.rados.0.smithi001.stdout:2922: finishing write tid 2 to smithi00185197-16 2024-09-13T14:28:23.806 INFO:tasks.rados.rados.0.smithi001.stdout:2923: done (2 left) 2024-09-13T14:28:23.806 INFO:tasks.rados.rados.0.smithi001.stdout:2926: snap_remove snap 287 2024-09-13T14:28:24.351 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-13T14:28:24.351 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-09-13T14:28:24.351 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 3 2024-09-13T14:28:24.351 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:28:24.351 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-09-13T14:28:24.351 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:28:24.351 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 8 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 2 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)": 15 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-13T14:28:24.352 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2926: done (2 left) 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2927: read oid 3 snap -1 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2927: expect (ObjNum 860 snap 275 seq_num 860) 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2928: rollback oid 21 current snap is 288 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2928: done (3 left) 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2929: snap_create 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2922: finishing write tid 3 to smithi00185197-16 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2922: finishing write tid 4 to smithi00185197-16 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2922: oid 16 updating version 0 to 2427 2024-09-13T14:28:24.801 INFO:tasks.rados.rados.0.smithi001.stdout:2922: oid 16 updating version 2427 to 2428 2024-09-13T14:28:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:2922: oid 16 updating version 2428 to 2429 2024-09-13T14:28:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2429 (ObjNum 908 snap 288 seq_num 908) dirty exists 2024-09-13T14:28:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:2922: left oid 16 (ObjNum 908 snap 288 seq_num 908) 2024-09-13T14:28:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1786 (ObjNum 853 snap 269 seq_num 853) dirty exists 2024-09-13T14:28:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:2927: expect (ObjNum 860 snap 275 seq_num 860) 2024-09-13T14:28:24.913 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:24 smithi001 ceph-mon[96683]: pgmap v665: 121 pgs: 121 active+clean; 83 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 946 KiB/s wr, 7 op/s 2024-09-13T14:28:24.913 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:24 smithi001 ceph-mon[96683]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T14:28:24.913 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:24 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2908389995' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:24.913 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:24 smithi001 ceph-mon[99232]: pgmap v665: 121 pgs: 121 active+clean; 83 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 946 KiB/s wr, 7 op/s 2024-09-13T14:28:24.913 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:24 smithi001 ceph-mon[99232]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T14:28:24.913 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:24 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2908389995' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:24.933 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -e sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-13T14:28:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:24 smithi028 ceph-mon[87621]: pgmap v665: 121 pgs: 121 active+clean; 83 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 946 KiB/s wr, 7 op/s 2024-09-13T14:28:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:24 smithi028 ceph-mon[87621]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T14:28:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:24 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2908389995' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:25.140 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:28:25.806 INFO:tasks.rados.rados.0.smithi001.stdout:2922: done (3 left) 2024-09-13T14:28:25.806 INFO:tasks.rados.rados.0.smithi001.stdout:2925: done (2 left) 2024-09-13T14:28:25.806 INFO:tasks.rados.rados.0.smithi001.stdout:2927: done (1 left) 2024-09-13T14:28:25.806 INFO:tasks.rados.rados.0.smithi001.stdout:2929: done (0 left) 2024-09-13T14:28:25.806 INFO:tasks.rados.rados.0.smithi001.stdout:2930: setattr oid 32 current snap is 289 2024-09-13T14:28:25.807 INFO:tasks.rados.rados.0.smithi001.stdout:2931: rmattr oid 36 current snap is 289 2024-09-13T14:28:25.807 INFO:tasks.rados.rados.0.smithi001.stdout:2931: done (1 left) 2024-09-13T14:28:25.807 INFO:tasks.rados.rados.0.smithi001.stdout:2932: snap_remove snap 288 2024-09-13T14:28:26.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:25 smithi001 ceph-mon[99232]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T14:28:26.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:25 smithi001 ceph-mon[96683]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T14:28:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:25 smithi028 ceph-mon[87621]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T14:28:26.810 INFO:tasks.rados.rados.0.smithi001.stdout:2932: done (1 left) 2024-09-13T14:28:26.810 INFO:tasks.rados.rados.0.smithi001.stdout:2933: rollback oid 45 current snap is 289 2024-09-13T14:28:26.811 INFO:tasks.rados.rados.0.smithi001.stdout:2933: done (1 left) 2024-09-13T14:28:26.811 INFO:tasks.rados.rados.0.smithi001.stdout:2934: copy_from oid 39 from oid 8 current snap is 289 2024-09-13T14:28:26.811 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 289 2024-09-13T14:28:26.811 INFO:tasks.rados.rados.0.smithi001.stdout:2935: seq_num 910 ranges {3031040=442368,3473408=401408} 2024-09-13T14:28:26.829 INFO:tasks.rados.rados.0.smithi001.stdout:2935: writing smithi00185197-21 from 3031040 to 3473408 tid 1 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:2935: writing smithi00185197-21 from 3473408 to 3874816 tid 2 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:2936: rollback oid 41 current snap is 289 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:2936: done (3 left) 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:2937: delete oid 40 current snap is 289 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2137 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:2934: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:2934: finishing copy_from to smithi00185197-39 2024-09-13T14:28:26.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2086 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2930: done (3 left) 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2934: done (2 left) 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2937: done (1 left) 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2938: read oid 24 snap -1 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2938: expect deleted 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2939: copy_from oid 45 from oid 26 current snap is 289 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2940: rollback oid 23 current snap is 289 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2940: done (3 left) 2024-09-13T14:28:26.834 INFO:tasks.rados.rados.0.smithi001.stdout:2941: read oid 40 snap -1 2024-09-13T14:28:26.835 INFO:tasks.rados.rados.0.smithi001.stdout:2941: expect deleted 2024-09-13T14:28:26.835 INFO:tasks.rados.rados.0.smithi001.stdout:2942: snap_create 2024-09-13T14:28:26.837 INFO:tasks.rados.rados.0.smithi001.stdout:2935: finishing write tid 1 to smithi00185197-21 2024-09-13T14:28:26.838 INFO:tasks.rados.rados.0.smithi001.stdout:2935: finishing write tid 2 to smithi00185197-21 2024-09-13T14:28:26.838 INFO:tasks.rados.rados.0.smithi001.stdout:2935: finishing write tid 3 to smithi00185197-21 2024-09-13T14:28:26.841 INFO:tasks.rados.rados.0.smithi001.stdout:2939: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:28:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:2939: finishing copy_from to smithi00185197-45 2024-09-13T14:28:26.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2073 (ObjNum 873 snap 280 seq_num 873) dirty exists 2024-09-13T14:28:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:2935: finishing write tid 4 to smithi00185197-21 2024-09-13T14:28:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:2935: oid 21 updating version 0 to 2140 2024-09-13T14:28:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:2935: oid 21 version 2140 is already newer than 2138 2024-09-13T14:28:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:2935: oid 21 version 2140 is already newer than 2139 2024-09-13T14:28:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2140 (ObjNum 910 snap 289 seq_num 910) dirty exists 2024-09-13T14:28:26.843 INFO:tasks.rados.rados.0.smithi001.stdout:2935: left oid 21 (ObjNum 910 snap 289 seq_num 910) 2024-09-13T14:28:26.887 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-09-13T14:28:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:26 smithi001 ceph-mon[96683]: pgmap v668: 121 pgs: 121 active+clean; 68 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-09-13T14:28:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:26 smithi001 ceph-mon[96683]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T14:28:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:26 smithi001 ceph-mon[99232]: pgmap v668: 121 pgs: 121 active+clean; 68 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-09-13T14:28:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:26 smithi001 ceph-mon[99232]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T14:28:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:26 smithi028 ceph-mon[87621]: pgmap v668: 121 pgs: 121 active+clean; 68 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-09-13T14:28:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:26 smithi028 ceph-mon[87621]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T14:28:27.499 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:28:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:28:27] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.51.0" 2024-09-13T14:28:27.521 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -e sha1=d58f73069a8157a9ace12a0247ee3e8497707ea9 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-13T14:28:27.726 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:28:27.737 INFO:tasks.rados.rados.0.smithi001.stdout:2935: done (4 left) 2024-09-13T14:28:27.737 INFO:tasks.rados.rados.0.smithi001.stdout:2938: done (3 left) 2024-09-13T14:28:27.737 INFO:tasks.rados.rados.0.smithi001.stdout:2939: done (2 left) 2024-09-13T14:28:27.737 INFO:tasks.rados.rados.0.smithi001.stdout:2941: done (1 left) 2024-09-13T14:28:27.737 INFO:tasks.rados.rados.0.smithi001.stdout:2942: done (0 left) 2024-09-13T14:28:27.737 INFO:tasks.rados.rados.0.smithi001.stdout:2943: snap_create 2024-09-13T14:28:28.078 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:27 smithi001 ceph-mon[96683]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T14:28:28.078 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:27 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2318716707' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:28.078 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:27 smithi001 ceph-mon[96683]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T14:28:28.078 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:27 smithi001 ceph-mon[99232]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T14:28:28.078 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:27 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2318716707' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:28.078 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:27 smithi001 ceph-mon[99232]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T14:28:28.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:27 smithi028 ceph-mon[87621]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T14:28:28.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:27 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2318716707' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:28.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:27 smithi028 ceph-mon[87621]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T14:28:28.738 INFO:tasks.rados.rados.0.smithi001.stdout:2943: done (0 left) 2024-09-13T14:28:28.738 INFO:tasks.rados.rados.0.smithi001.stdout:2944: setattr oid 22 current snap is 291 2024-09-13T14:28:28.740 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 291 2024-09-13T14:28:28.740 INFO:tasks.rados.rados.0.smithi001.stdout:2945: seq_num 912 ranges {229376=483328,712704=401408} 2024-09-13T14:28:28.744 INFO:tasks.rados.rados.0.smithi001.stdout:2945: writing smithi00185197-26 from 229376 to 712704 tid 1 2024-09-13T14:28:28.747 INFO:tasks.rados.rados.0.smithi001.stdout:2945: writing smithi00185197-26 from 712704 to 1114112 tid 2 2024-09-13T14:28:28.747 INFO:tasks.rados.rados.0.smithi001.stdout:2946: read oid 36 snap 289 2024-09-13T14:28:28.747 INFO:tasks.rados.rados.0.smithi001.stdout:2946: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:28:28.748 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 291 2024-09-13T14:28:28.748 INFO:tasks.rados.rados.0.smithi001.stdout:2947: seq_num 913 ranges {2465792=499712,2965504=401408} 2024-09-13T14:28:28.763 INFO:tasks.rados.rados.0.smithi001.stdout:2947: writing smithi00185197-50 from 2465792 to 2965504 tid 1 2024-09-13T14:28:28.765 INFO:tasks.rados.rados.0.smithi001.stdout:2947: writing smithi00185197-50 from 2965504 to 3366912 tid 2 2024-09-13T14:28:28.765 INFO:tasks.rados.rados.0.smithi001.stdout:2948: snap_remove snap 290 2024-09-13T14:28:29.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:28 smithi001 ceph-mon[96683]: pgmap v671: 121 pgs: 121 active+clean; 68 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-09-13T14:28:29.085 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:28 smithi001 ceph-mon[96683]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T14:28:29.085 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:28 smithi001 ceph-mon[99232]: pgmap v671: 121 pgs: 121 active+clean; 68 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-09-13T14:28:29.085 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:28 smithi001 ceph-mon[99232]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T14:28:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:28 smithi028 ceph-mon[87621]: pgmap v671: 121 pgs: 121 active+clean; 68 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-09-13T14:28:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:28 smithi028 ceph-mon[87621]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T14:28:29.711 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.3.0-4697-gd58f7306 (d58f73069a8157a9ace12a0247ee3e8497707ea9) squid (dev)" 2024-09-13T14:28:29.740 INFO:tasks.rados.rados.0.smithi001.stdout:2948: done (4 left) 2024-09-13T14:28:29.740 INFO:tasks.rados.rados.0.smithi001.stdout:2949: read oid 38 snap -1 2024-09-13T14:28:29.740 INFO:tasks.rados.rados.0.smithi001.stdout:2949: expect (ObjNum 821 snap 265 seq_num 821) 2024-09-13T14:28:29.740 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 291 2024-09-13T14:28:29.740 INFO:tasks.rados.rados.0.smithi001.stdout:2950: seq_num 914 ranges {720896=516096,1236992=401408} 2024-09-13T14:28:29.747 INFO:tasks.rados.rados.0.smithi001.stdout:2950: writing smithi00185197-8 from 720896 to 1236992 tid 1 2024-09-13T14:28:29.750 INFO:tasks.rados.rados.0.smithi001.stdout:2950: writing smithi00185197-8 from 1236992 to 1638400 tid 2 2024-09-13T14:28:29.750 INFO:tasks.rados.rados.0.smithi001.stdout:2945: finishing write tid 1 to smithi00185197-26 2024-09-13T14:28:29.750 INFO:tasks.rados.rados.0.smithi001.stdout:2945: finishing write tid 2 to smithi00185197-26 2024-09-13T14:28:29.750 INFO:tasks.rados.rados.0.smithi001.stdout:2945: finishing write tid 3 to smithi00185197-26 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:2945: finishing write tid 4 to smithi00185197-26 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:2945: oid 26 updating version 0 to 2143 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:2945: oid 26 updating version 2143 to 2144 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:2945: oid 26 version 2144 is already newer than 2142 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2144 (ObjNum 912 snap 291 seq_num 912) dirty exists 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:2945: left oid 26 (ObjNum 912 snap 291 seq_num 912) 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2099 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-09-13T14:28:29.751 INFO:tasks.rados.rados.0.smithi001.stdout:2946: expect (ObjNum 722 snap 234 seq_num 722) 2024-09-13T14:28:29.755 INFO:tasks.rados.rados.0.smithi001.stdout:2947: finishing write tid 1 to smithi00185197-50 2024-09-13T14:28:29.755 INFO:tasks.rados.rados.0.smithi001.stdout:2947: finishing write tid 2 to smithi00185197-50 2024-09-13T14:28:29.755 INFO:tasks.rados.rados.0.smithi001.stdout:2947: finishing write tid 3 to smithi00185197-50 2024-09-13T14:28:29.755 INFO:tasks.rados.rados.0.smithi001.stdout:2947: finishing write tid 4 to smithi00185197-50 2024-09-13T14:28:29.756 INFO:tasks.rados.rados.0.smithi001.stdout:2947: oid 50 updating version 0 to 1669 2024-09-13T14:28:29.756 INFO:tasks.rados.rados.0.smithi001.stdout:2947: oid 50 version 1669 is already newer than 1668 2024-09-13T14:28:29.756 INFO:tasks.rados.rados.0.smithi001.stdout:2947: oid 50 updating version 1669 to 1670 2024-09-13T14:28:29.756 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1670 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:28:29.756 INFO:tasks.rados.rados.0.smithi001.stdout:2947: left oid 50 (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:28:29.756 INFO:tasks.rados.rados.0.smithi001.stdout:2944: done (5 left) 2024-09-13T14:28:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:2945: done (4 left) 2024-09-13T14:28:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:2946: done (3 left) 2024-09-13T14:28:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:2947: done (2 left) 2024-09-13T14:28:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:2951: snap_create 2024-09-13T14:28:29.758 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 1 to smithi00185197-8 2024-09-13T14:28:29.758 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 2 to smithi00185197-8 2024-09-13T14:28:29.759 INFO:tasks.rados.rados.0.smithi001.stdout:2949: expect (ObjNum 821 snap 265 seq_num 821) 2024-09-13T14:28:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 3 to smithi00185197-8 2024-09-13T14:28:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 4 to smithi00185197-8 2024-09-13T14:28:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2950: oid 8 updating version 0 to 2093 2024-09-13T14:28:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2950: oid 8 version 2093 is already newer than 2091 2024-09-13T14:28:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2950: oid 8 version 2093 is already newer than 2092 2024-09-13T14:28:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2093 (ObjNum 914 snap 291 seq_num 914) dirty exists 2024-09-13T14:28:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2950: left oid 8 (ObjNum 914 snap 291 seq_num 914) 2024-09-13T14:28:29.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:29 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2864903785' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:29.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:29 smithi001 ceph-mon[96683]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T14:28:29.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:29 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2864903785' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:29.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:29 smithi001 ceph-mon[99232]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T14:28:30.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:29 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2864903785' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:30.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:29 smithi028 ceph-mon[87621]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T14:28:30.519 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T14:28:30.520 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-13T14:28:30.520 DEBUG:teuthology.parallel:result is None 2024-09-13T14:28:30.741 INFO:tasks.rados.rados.0.smithi001.stdout:2949: done (2 left) 2024-09-13T14:28:30.741 INFO:tasks.rados.rados.0.smithi001.stdout:2950: done (1 left) 2024-09-13T14:28:30.741 INFO:tasks.rados.rados.0.smithi001.stdout:2951: done (0 left) 2024-09-13T14:28:30.741 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 292 2024-09-13T14:28:30.741 INFO:tasks.rados.rados.0.smithi001.stdout:2952: seq_num 915 ranges {0=532480,532480=401408} 2024-09-13T14:28:30.743 INFO:tasks.rados.rados.0.smithi001.stdout:2952: writing smithi00185197-25 from 0 to 532480 tid 1 2024-09-13T14:28:30.746 INFO:tasks.rados.rados.0.smithi001.stdout:2952: writing smithi00185197-25 from 532480 to 933888 tid 2 2024-09-13T14:28:30.746 INFO:tasks.rados.rados.0.smithi001.stdout:2953: rmattr oid 5 current snap is 292 2024-09-13T14:28:30.746 INFO:tasks.rados.rados.0.smithi001.stdout:2953: done (1 left) 2024-09-13T14:28:30.746 INFO:tasks.rados.rados.0.smithi001.stdout:2954: snap_create 2024-09-13T14:28:30.750 INFO:tasks.rados.rados.0.smithi001.stdout:2952: finishing write tid 1 to smithi00185197-25 2024-09-13T14:28:30.751 INFO:tasks.rados.rados.0.smithi001.stdout:2952: finishing write tid 2 to smithi00185197-25 2024-09-13T14:28:30.751 INFO:tasks.rados.rados.0.smithi001.stdout:2952: finishing write tid 3 to smithi00185197-25 2024-09-13T14:28:30.752 INFO:tasks.rados.rados.0.smithi001.stdout:2952: finishing write tid 4 to smithi00185197-25 2024-09-13T14:28:30.752 INFO:tasks.rados.rados.0.smithi001.stdout:2952: oid 25 updating version 0 to 2095 2024-09-13T14:28:30.752 INFO:tasks.rados.rados.0.smithi001.stdout:2952: oid 25 version 2095 is already newer than 2094 2024-09-13T14:28:30.752 INFO:tasks.rados.rados.0.smithi001.stdout:2952: oid 25 updating version 2095 to 2096 2024-09-13T14:28:30.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2096 (ObjNum 915 snap 292 seq_num 915) dirty exists 2024-09-13T14:28:30.752 INFO:tasks.rados.rados.0.smithi001.stdout:2952: left oid 25 (ObjNum 915 snap 292 seq_num 915) 2024-09-13T14:28:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:30 smithi001 ceph-mon[99232]: pgmap v674: 121 pgs: 121 active+clean; 70 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 440 KiB/s wr, 4 op/s 2024-09-13T14:28:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:30 smithi001 ceph-mon[99232]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T14:28:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:30 smithi001 ceph-mon[96683]: pgmap v674: 121 pgs: 121 active+clean; 70 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 440 KiB/s wr, 4 op/s 2024-09-13T14:28:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:30 smithi001 ceph-mon[96683]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T14:28:31.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:30 smithi028 ceph-mon[87621]: pgmap v674: 121 pgs: 121 active+clean; 70 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 440 KiB/s wr, 4 op/s 2024-09-13T14:28:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:30 smithi028 ceph-mon[87621]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T14:28:31.743 INFO:tasks.rados.rados.0.smithi001.stdout:2952: done (1 left) 2024-09-13T14:28:31.744 INFO:tasks.rados.rados.0.smithi001.stdout:2954: done (0 left) 2024-09-13T14:28:31.744 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 293 2024-09-13T14:28:31.744 INFO:tasks.rados.rados.0.smithi001.stdout:2955: seq_num 916 ranges {0=548864,548864=401408} 2024-09-13T14:28:31.746 INFO:tasks.rados.rados.0.smithi001.stdout:2955: writing smithi00185197-40 from 0 to 548864 tid 1 2024-09-13T14:28:31.749 INFO:tasks.rados.rados.0.smithi001.stdout:2955: writing smithi00185197-40 from 548864 to 950272 tid 2 2024-09-13T14:28:31.749 INFO:tasks.rados.rados.0.smithi001.stdout:2956: snap_create 2024-09-13T14:28:31.753 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 1 to smithi00185197-40 2024-09-13T14:28:31.754 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 2 to smithi00185197-40 2024-09-13T14:28:31.754 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 3 to smithi00185197-40 2024-09-13T14:28:31.755 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 4 to smithi00185197-40 2024-09-13T14:28:31.755 INFO:tasks.rados.rados.0.smithi001.stdout:2955: oid 40 updating version 0 to 1006 2024-09-13T14:28:31.755 INFO:tasks.rados.rados.0.smithi001.stdout:2955: oid 40 updating version 1006 to 1007 2024-09-13T14:28:31.755 INFO:tasks.rados.rados.0.smithi001.stdout:2955: oid 40 version 1007 is already newer than 1005 2024-09-13T14:28:31.756 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1007 (ObjNum 916 snap 293 seq_num 916) dirty exists 2024-09-13T14:28:31.756 INFO:tasks.rados.rados.0.smithi001.stdout:2955: left oid 40 (ObjNum 916 snap 293 seq_num 916) 2024-09-13T14:28:32.739 INFO:tasks.rados.rados.0.smithi001.stdout:2955: done (1 left) 2024-09-13T14:28:32.739 INFO:tasks.rados.rados.0.smithi001.stdout:2956: done (0 left) 2024-09-13T14:28:32.739 INFO:tasks.rados.rados.0.smithi001.stdout:2957: snap_create 2024-09-13T14:28:33.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:32 smithi001 ceph-mon[99232]: pgmap v677: 121 pgs: 121 active+clean; 71 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 862 KiB/s wr, 11 op/s 2024-09-13T14:28:33.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:32 smithi001 ceph-mon[99232]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T14:28:33.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:32 smithi001 ceph-mon[99232]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T14:28:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:32 smithi001 ceph-mon[96683]: pgmap v677: 121 pgs: 121 active+clean; 71 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 862 KiB/s wr, 11 op/s 2024-09-13T14:28:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:32 smithi001 ceph-mon[96683]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T14:28:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:32 smithi001 ceph-mon[96683]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T14:28:33.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:32 smithi028 ceph-mon[87621]: pgmap v677: 121 pgs: 121 active+clean; 71 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 862 KiB/s wr, 11 op/s 2024-09-13T14:28:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:32 smithi028 ceph-mon[87621]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T14:28:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:32 smithi028 ceph-mon[87621]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T14:28:33.750 INFO:tasks.rados.rados.0.smithi001.stdout:2957: done (0 left) 2024-09-13T14:28:33.750 INFO:tasks.rados.rados.0.smithi001.stdout:2958: setattr oid 37 current snap is 295 2024-09-13T14:28:33.751 INFO:tasks.rados.rados.0.smithi001.stdout:2959: copy_from oid 13 from oid 1 current snap is 295 2024-09-13T14:28:33.751 INFO:tasks.rados.rados.0.smithi001.stdout:2960: delete oid 27 current snap is 295 2024-09-13T14:28:33.757 INFO:tasks.rados.rados.0.smithi001.stdout:2960: done (2 left) 2024-09-13T14:28:33.757 INFO:tasks.rados.rados.0.smithi001.stdout:2961: copy_from oid 26 from oid 36 current snap is 295 2024-09-13T14:28:33.757 INFO:tasks.rados.rados.0.smithi001.stdout:2962: snap_remove snap 294 2024-09-13T14:28:34.757 INFO:tasks.rados.rados.0.smithi001.stdout:2962: done (3 left) 2024-09-13T14:28:34.757 INFO:tasks.rados.rados.0.smithi001.stdout:2963: rmattr oid 3 current snap is 295 2024-09-13T14:28:34.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2100 (ObjNum 810 snap 264 seq_num 810) dirty exists 2024-09-13T14:28:34.757 INFO:tasks.rados.rados.0.smithi001.stdout:2961: finishing copy_from racing read to smithi00185197-26 2024-09-13T14:28:34.757 INFO:tasks.rados.rados.0.smithi001.stdout:2961: finishing copy_from to smithi00185197-26 2024-09-13T14:28:34.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1980 (ObjNum 722 snap 234 seq_num 722) dirty exists 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:2959: finishing copy_from racing read to smithi00185197-13 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:2959: finishing copy_from to smithi00185197-13 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2101 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:2958: done (3 left) 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:2959: done (2 left) 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:2961: done (1 left) 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:2963: done (0 left) 2024-09-13T14:28:34.758 INFO:tasks.rados.rados.0.smithi001.stdout:2964: setattr oid 17 current snap is 295 2024-09-13T14:28:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 295 2024-09-13T14:28:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2965: seq_num 918 ranges {0=581632,581632=401408} 2024-09-13T14:28:34.762 INFO:tasks.rados.rados.0.smithi001.stdout:2965: writing smithi00185197-47 from 0 to 581632 tid 1 2024-09-13T14:28:34.765 INFO:tasks.rados.rados.0.smithi001.stdout:2965: writing smithi00185197-47 from 581632 to 983040 tid 2 2024-09-13T14:28:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2966: read oid 43 snap -1 2024-09-13T14:28:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2966: expect (ObjNum 904 snap 287 seq_num 904) 2024-09-13T14:28:34.766 INFO:tasks.rados.rados.0.smithi001.stdout:2967: snap_remove snap 293 2024-09-13T14:28:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:34 smithi001 ceph-mon[96683]: pgmap v680: 121 pgs: 121 active+clean; 72 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-13T14:28:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:34 smithi001 ceph-mon[96683]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T14:28:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:34 smithi001 ceph-mon[99232]: pgmap v680: 121 pgs: 121 active+clean; 72 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-13T14:28:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:34 smithi001 ceph-mon[99232]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T14:28:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:34 smithi028 ceph-mon[87621]: pgmap v680: 121 pgs: 121 active+clean; 72 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-13T14:28:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:34 smithi028 ceph-mon[87621]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:2967: done (3 left) 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 295 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2073 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 1 to smithi00185197-47 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 2 to smithi00185197-47 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 3 to smithi00185197-47 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 4 to smithi00185197-47 2024-09-13T14:28:35.763 INFO:tasks.rados.rados.0.smithi001.stdout:2965: oid 47 updating version 0 to 1788 2024-09-13T14:28:35.764 INFO:tasks.rados.rados.0.smithi001.stdout:2965: oid 47 updating version 1788 to 1789 2024-09-13T14:28:35.764 INFO:tasks.rados.rados.0.smithi001.stdout:2965: oid 47 version 1789 is already newer than 1787 2024-09-13T14:28:35.764 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1789 (ObjNum 918 snap 295 seq_num 918) dirty exists 2024-09-13T14:28:35.764 INFO:tasks.rados.rados.0.smithi001.stdout:2965: left oid 47 (ObjNum 918 snap 295 seq_num 918) 2024-09-13T14:28:35.764 INFO:tasks.rados.rados.0.smithi001.stdout:2966: expect (ObjNum 904 snap 287 seq_num 904) 2024-09-13T14:28:35.782 INFO:tasks.rados.rados.0.smithi001.stdout:2968: seq_num 919 ranges {5988352=598016,6586368=401408} 2024-09-13T14:28:35.818 INFO:tasks.rados.rados.0.smithi001.stdout:2968: writing smithi00185197-14 from 5988352 to 6586368 tid 1 2024-09-13T14:28:35.821 INFO:tasks.rados.rados.0.smithi001.stdout:2968: writing smithi00185197-14 from 6586368 to 6987776 tid 2 2024-09-13T14:28:35.821 INFO:tasks.rados.rados.0.smithi001.stdout:2964: done (3 left) 2024-09-13T14:28:35.821 INFO:tasks.rados.rados.0.smithi001.stdout:2965: done (2 left) 2024-09-13T14:28:35.822 INFO:tasks.rados.rados.0.smithi001.stdout:2966: done (1 left) 2024-09-13T14:28:35.822 INFO:tasks.rados.rados.0.smithi001.stdout:2969: snap_remove snap 292 2024-09-13T14:28:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:35 smithi001 ceph-mon[96683]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T14:28:36.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:35 smithi001 ceph-mon[99232]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T14:28:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:36.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:35 smithi028 ceph-mon[87621]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T14:28:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:36.768 INFO:tasks.rados.rados.0.smithi001.stdout:2968: finishing write tid 1 to smithi00185197-14 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: finishing write tid 2 to smithi00185197-14 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: finishing write tid 3 to smithi00185197-14 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: finishing write tid 4 to smithi00185197-14 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: oid 14 updating version 0 to 2065 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: oid 14 updating version 2065 to 2066 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: oid 14 updating version 2066 to 2067 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2067 (ObjNum 919 snap 295 seq_num 919) dirty exists 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: left oid 14 (ObjNum 919 snap 295 seq_num 919) 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2968: done (1 left) 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2969: done (0 left) 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 295 2024-09-13T14:28:36.769 INFO:tasks.rados.rados.0.smithi001.stdout:2970: seq_num 920 ranges {98304=614400,712704=401408} 2024-09-13T14:28:36.773 INFO:tasks.rados.rados.0.smithi001.stdout:2970: writing smithi00185197-26 from 98304 to 712704 tid 1 2024-09-13T14:28:36.776 INFO:tasks.rados.rados.0.smithi001.stdout:2970: writing smithi00185197-26 from 712704 to 1114112 tid 2 2024-09-13T14:28:36.776 INFO:tasks.rados.rados.0.smithi001.stdout:2971: snap_create 2024-09-13T14:28:36.780 INFO:tasks.rados.rados.0.smithi001.stdout:2970: finishing write tid 1 to smithi00185197-26 2024-09-13T14:28:36.780 INFO:tasks.rados.rados.0.smithi001.stdout:2970: finishing write tid 2 to smithi00185197-26 2024-09-13T14:28:36.781 INFO:tasks.rados.rados.0.smithi001.stdout:2970: finishing write tid 3 to smithi00185197-26 2024-09-13T14:28:36.783 INFO:tasks.rados.rados.0.smithi001.stdout:2970: finishing write tid 4 to smithi00185197-26 2024-09-13T14:28:36.783 INFO:tasks.rados.rados.0.smithi001.stdout:2970: oid 26 updating version 0 to 2155 2024-09-13T14:28:36.783 INFO:tasks.rados.rados.0.smithi001.stdout:2970: oid 26 updating version 2155 to 2157 2024-09-13T14:28:36.783 INFO:tasks.rados.rados.0.smithi001.stdout:2970: oid 26 version 2157 is already newer than 2156 2024-09-13T14:28:36.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2157 (ObjNum 920 snap 295 seq_num 920) dirty exists 2024-09-13T14:28:36.783 INFO:tasks.rados.rados.0.smithi001.stdout:2970: left oid 26 (ObjNum 920 snap 295 seq_num 920) 2024-09-13T14:28:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:36 smithi001 ceph-mon[96683]: pgmap v683: 121 pgs: 121 active+clean; 74 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:28:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:36 smithi001 ceph-mon[96683]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T14:28:37.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:36 smithi001 ceph-mon[99232]: pgmap v683: 121 pgs: 121 active+clean; 74 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:28:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:36 smithi001 ceph-mon[99232]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T14:28:37.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:36 smithi028 ceph-mon[87621]: pgmap v683: 121 pgs: 121 active+clean; 74 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T14:28:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:36 smithi028 ceph-mon[87621]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T14:28:37.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:28:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:28:37] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.51.0" 2024-09-13T14:28:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:2970: done (1 left) 2024-09-13T14:28:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:2971: done (0 left) 2024-09-13T14:28:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:2972: read oid 30 snap -1 2024-09-13T14:28:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:2972: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:28:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:2973: delete oid 49 current snap is 296 2024-09-13T14:28:37.746 INFO:tasks.rados.rados.0.smithi001.stdout:2973: done (1 left) 2024-09-13T14:28:37.746 INFO:tasks.rados.rados.0.smithi001.stdout:2974: rollback oid 33 current snap is 296 2024-09-13T14:28:37.746 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 289 2024-09-13T14:28:37.746 INFO:tasks.rados.rados.0.smithi001.stdout:2975: copy_from oid 25 from oid 40 current snap is 296 2024-09-13T14:28:37.746 INFO:tasks.rados.rados.0.smithi001.stdout:2976: read oid 8 snap -1 2024-09-13T14:28:37.746 INFO:tasks.rados.rados.0.smithi001.stdout:2976: expect (ObjNum 914 snap 291 seq_num 914) 2024-09-13T14:28:37.746 INFO:tasks.rados.rados.0.smithi001.stdout:2977: delete oid 36 current snap is 296 2024-09-13T14:28:37.753 INFO:tasks.rados.rados.0.smithi001.stdout:2977: done (4 left) 2024-09-13T14:28:37.753 INFO:tasks.rados.rados.0.smithi001.stdout:2978: rollback oid 14 current snap is 296 2024-09-13T14:28:37.753 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 291 2024-09-13T14:28:37.753 INFO:tasks.rados.rados.0.smithi001.stdout:2979: read oid 22 snap -1 2024-09-13T14:28:37.753 INFO:tasks.rados.rados.0.smithi001.stdout:2979: expect (ObjNum 906 snap 287 seq_num 906) 2024-09-13T14:28:37.753 INFO:tasks.rados.rados.0.smithi001.stdout:2980: delete oid 16 current snap is 296 2024-09-13T14:28:37.756 INFO:tasks.rados.rados.0.smithi001.stdout:2974: finishing rollback tid 0 to smithi00185197-33 2024-09-13T14:28:37.756 INFO:tasks.rados.rados.0.smithi001.stdout:2974: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:28:37.757 INFO:tasks.rados.rados.0.smithi001.stdout:2980: done (6 left) 2024-09-13T14:28:37.757 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 296 2024-09-13T14:28:37.757 INFO:tasks.rados.rados.0.smithi001.stdout:2981: seq_num 924 ranges {1359872=679936,2039808=401408} 2024-09-13T14:28:37.770 INFO:tasks.rados.rados.0.smithi001.stdout:2981: writing smithi00185197-46 from 1359872 to 2039808 tid 1 2024-09-13T14:28:37.773 INFO:tasks.rados.rados.0.smithi001.stdout:2981: writing smithi00185197-46 from 2039808 to 2441216 tid 2 2024-09-13T14:28:37.773 INFO:tasks.rados.rados.0.smithi001.stdout:2982: setattr oid 1 current snap is 296 2024-09-13T14:28:37.773 INFO:tasks.rados.rados.0.smithi001.stdout:2979: expect (ObjNum 906 snap 287 seq_num 906) 2024-09-13T14:28:37.798 INFO:tasks.rados.rados.0.smithi001.stdout:2972: expect (ObjNum 795 snap 259 seq_num 795) 2024-09-13T14:28:37.909 INFO:tasks.rados.rados.0.smithi001.stdout:2974: finishing rollback tid 2 to smithi00185197-33 2024-09-13T14:28:37.909 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2106 (ObjNum 764 snap 248 seq_num 764) dirty exists 2024-09-13T14:28:37.909 INFO:tasks.rados.rados.0.smithi001.stdout:2978: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:28:37.909 INFO:tasks.rados.rados.0.smithi001.stdout:2978: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:28:37.909 INFO:tasks.rados.rados.0.smithi001.stdout:2978: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:28:37.910 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2070 (ObjNum 848 snap 269 seq_num 848) dirty exists 2024-09-13T14:28:37.910 INFO:tasks.rados.rados.0.smithi001.stdout:2975: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:28:37.910 INFO:tasks.rados.rados.0.smithi001.stdout:2976: expect (ObjNum 914 snap 291 seq_num 914) 2024-09-13T14:28:37.968 INFO:tasks.rados.rados.0.smithi001.stdout:2975: finishing copy_from to smithi00185197-25 2024-09-13T14:28:37.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1007 (ObjNum 916 snap 293 seq_num 916) dirty exists 2024-09-13T14:28:37.968 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 1 to smithi00185197-46 2024-09-13T14:28:37.968 INFO:tasks.rados.rados.0.smithi001.stdout:2972: done (7 left) 2024-09-13T14:28:37.968 INFO:tasks.rados.rados.0.smithi001.stdout:2974: done (6 left) 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2975: done (5 left) 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2976: done (4 left) 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2978: done (3 left) 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2979: done (2 left) 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2983: rmattr oid 9 current snap is 296 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2983: done (2 left) 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2984: copy_from oid 19 from oid 42 current snap is 296 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 2 to smithi00185197-46 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 3 to smithi00185197-46 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 4 to smithi00185197-46 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2981: oid 46 updating version 0 to 2435 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2981: oid 46 updating version 2435 to 2436 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:2981: oid 46 updating version 2436 to 2437 2024-09-13T14:28:37.969 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2437 (ObjNum 924 snap 296 seq_num 924) dirty exists 2024-09-13T14:28:37.970 INFO:tasks.rados.rados.0.smithi001.stdout:2981: left oid 46 (ObjNum 924 snap 296 seq_num 924) 2024-09-13T14:28:37.970 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2107 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:28:37.970 INFO:tasks.rados.rados.0.smithi001.stdout:2981: done (2 left) 2024-09-13T14:28:37.970 INFO:tasks.rados.rados.0.smithi001.stdout:2982: done (1 left) 2024-09-13T14:28:37.970 INFO:tasks.rados.rados.0.smithi001.stdout:2985: snap_remove snap 291 2024-09-13T14:28:38.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:37 smithi001 ceph-mon[99232]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T14:28:38.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:37 smithi001 ceph-mon[99232]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T14:28:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:37 smithi001 ceph-mon[96683]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T14:28:38.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:37 smithi001 ceph-mon[96683]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T14:28:38.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:37 smithi028 ceph-mon[87621]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T14:28:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:37 smithi028 ceph-mon[87621]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T14:28:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:2984: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:2984: finishing copy_from to smithi00185197-19 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1665 (ObjNum 819 snap 265 seq_num 819) dirty exists 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:2984: done (1 left) 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:2985: done (0 left) 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:2986: rollback oid 7 current snap is 296 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 295 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:2987: rollback oid 26 current snap is 296 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 295 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:2988: rollback oid 28 current snap is 296 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 289 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 296 2024-09-13T14:28:38.777 INFO:tasks.rados.rados.0.smithi001.stdout:2989: seq_num 925 ranges {1572864=696320,2269184=401408} 2024-09-13T14:28:38.790 INFO:tasks.rados.rados.0.smithi001.stdout:2989: writing smithi00185197-37 from 1572864 to 2269184 tid 1 2024-09-13T14:28:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:2989: writing smithi00185197-37 from 2269184 to 2670592 tid 2 2024-09-13T14:28:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:2990: read oid 48 snap -1 2024-09-13T14:28:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:2990: expect (ObjNum 858 snap 275 seq_num 858) 2024-09-13T14:28:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 296 2024-09-13T14:28:38.793 INFO:tasks.rados.rados.0.smithi001.stdout:2991: seq_num 926 ranges {1638400=712704,2351104=401408} 2024-09-13T14:28:38.806 INFO:tasks.rados.rados.0.smithi001.stdout:2991: writing smithi00185197-8 from 1638400 to 2351104 tid 1 2024-09-13T14:28:38.809 INFO:tasks.rados.rados.0.smithi001.stdout:2991: writing smithi00185197-8 from 2351104 to 2752512 tid 2 2024-09-13T14:28:38.809 INFO:tasks.rados.rados.0.smithi001.stdout:2992: setattr oid 38 current snap is 296 2024-09-13T14:28:38.809 INFO:tasks.rados.rados.0.smithi001.stdout:2988: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:28:38.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 0 (ObjNum 65 snap 0 seq_num 1400136299) dirty dne 2024-09-13T14:28:38.809 INFO:tasks.rados.rados.0.smithi001.stdout:2986: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:28:38.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 0 (ObjNum 65 snap 0 seq_num 1416322926) dirty dne 2024-09-13T14:28:38.809 INFO:tasks.rados.rados.0.smithi001.stdout:2987: finishing rollback tid 0 to smithi00185197-26 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2987: finishing rollback tid 1 to smithi00185197-26 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: finishing write tid 1 to smithi00185197-37 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: finishing write tid 2 to smithi00185197-37 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: finishing write tid 3 to smithi00185197-37 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2987: finishing rollback tid 2 to smithi00185197-26 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2163 (ObjNum 920 snap 295 seq_num 920) dirty exists 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: finishing write tid 4 to smithi00185197-37 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: oid 37 updating version 0 to 2101 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: oid 37 updating version 2101 to 2102 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: oid 37 updating version 2102 to 2103 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2103 (ObjNum 925 snap 296 seq_num 925) dirty exists 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2989: left oid 37 (ObjNum 925 snap 296 seq_num 925) 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2986: done (6 left) 2024-09-13T14:28:38.810 INFO:tasks.rados.rados.0.smithi001.stdout:2987: done (5 left) 2024-09-13T14:28:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2988: done (4 left) 2024-09-13T14:28:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2989: done (3 left) 2024-09-13T14:28:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2993: delete oid 31 current snap is 296 2024-09-13T14:28:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2993: done (3 left) 2024-09-13T14:28:38.811 INFO:tasks.rados.rados.0.smithi001.stdout:2994: snap_remove snap 289 2024-09-13T14:28:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:38 smithi001 ceph-mon[96683]: pgmap v686: 121 pgs: 121 active+clean; 75 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-13T14:28:39.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:38 smithi001 ceph-mon[99232]: pgmap v686: 121 pgs: 121 active+clean; 75 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-13T14:28:39.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:38 smithi028 ceph-mon[87621]: pgmap v686: 121 pgs: 121 active+clean; 75 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-13T14:28:39.787 INFO:tasks.rados.rados.0.smithi001.stdout:2991: finishing write tid 1 to smithi00185197-8 2024-09-13T14:28:39.787 INFO:tasks.rados.rados.0.smithi001.stdout:2991: finishing write tid 2 to smithi00185197-8 2024-09-13T14:28:39.787 INFO:tasks.rados.rados.0.smithi001.stdout:2991: finishing write tid 3 to smithi00185197-8 2024-09-13T14:28:39.787 INFO:tasks.rados.rados.0.smithi001.stdout:2991: finishing write tid 4 to smithi00185197-8 2024-09-13T14:28:39.787 INFO:tasks.rados.rados.0.smithi001.stdout:2991: oid 8 updating version 0 to 2099 2024-09-13T14:28:39.788 INFO:tasks.rados.rados.0.smithi001.stdout:2991: oid 8 version 2099 is already newer than 2098 2024-09-13T14:28:39.788 INFO:tasks.rados.rados.0.smithi001.stdout:2991: oid 8 version 2099 is already newer than 2097 2024-09-13T14:28:39.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2099 (ObjNum 926 snap 296 seq_num 926) dirty exists 2024-09-13T14:28:39.788 INFO:tasks.rados.rados.0.smithi001.stdout:2991: left oid 8 (ObjNum 926 snap 296 seq_num 926) 2024-09-13T14:28:39.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2100 (ObjNum 821 snap 265 seq_num 821) dirty exists 2024-09-13T14:28:39.788 INFO:tasks.rados.rados.0.smithi001.stdout:2990: expect (ObjNum 858 snap 275 seq_num 858) 2024-09-13T14:28:40.001 INFO:tasks.rados.rados.0.smithi001.stdout:2990: done (3 left) 2024-09-13T14:28:40.002 INFO:tasks.rados.rados.0.smithi001.stdout:2991: done (2 left) 2024-09-13T14:28:40.002 INFO:tasks.rados.rados.0.smithi001.stdout:2992: done (1 left) 2024-09-13T14:28:40.002 INFO:tasks.rados.rados.0.smithi001.stdout:2994: done (0 left) 2024-09-13T14:28:40.002 INFO:tasks.rados.rados.0.smithi001.stdout:2995: read oid 23 snap -1 2024-09-13T14:28:40.002 INFO:tasks.rados.rados.0.smithi001.stdout:2995: expect (ObjNum 888 snap 283 seq_num 888) 2024-09-13T14:28:40.002 INFO:tasks.rados.rados.0.smithi001.stdout:2996: setattr oid 20 current snap is 296 2024-09-13T14:28:40.004 INFO:tasks.rados.rados.0.smithi001.stdout:2997: delete oid 10 current snap is 296 2024-09-13T14:28:40.005 INFO:tasks.rados.rados.0.smithi001.stdout:2995: expect (ObjNum 888 snap 283 seq_num 888) 2024-09-13T14:28:40.019 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2451 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-09-13T14:28:40.020 INFO:tasks.rados.rados.0.smithi001.stdout:2995: done (2 left) 2024-09-13T14:28:40.020 INFO:tasks.rados.rados.0.smithi001.stdout:2996: done (1 left) 2024-09-13T14:28:40.020 INFO:tasks.rados.rados.0.smithi001.stdout:2997: done (0 left) 2024-09-13T14:28:40.020 INFO:tasks.rados.rados.0.smithi001.stdout:2998: copy_from oid 8 from oid 46 current snap is 296 2024-09-13T14:28:40.020 INFO:tasks.rados.rados.0.smithi001.stdout:2999: snap_remove snap 295 2024-09-13T14:28:40.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:39 smithi001 ceph-mon[96683]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T14:28:40.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:39 smithi001 ceph-mon[99232]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T14:28:40.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:39 smithi028 ceph-mon[87621]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T14:28:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:2999: done (1 left) 2024-09-13T14:28:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:3000: rmattr oid 36 current snap is 296 2024-09-13T14:28:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:3000: done (1 left) 2024-09-13T14:28:40.792 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 296 2024-09-13T14:28:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:2998: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:28:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:2998: finishing copy_from to smithi00185197-8 2024-09-13T14:28:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2437 (ObjNum 924 snap 296 seq_num 924) dirty exists 2024-09-13T14:28:40.793 INFO:tasks.rados.rados.0.smithi001.stdout:3001: seq_num 929 ranges {0=761856,761856=401408} 2024-09-13T14:28:40.796 INFO:tasks.rados.rados.0.smithi001.stdout:3001: writing smithi00185197-28 from 0 to 761856 tid 1 2024-09-13T14:28:40.799 INFO:tasks.rados.rados.0.smithi001.stdout:3001: writing smithi00185197-28 from 761856 to 1163264 tid 2 2024-09-13T14:28:40.799 INFO:tasks.rados.rados.0.smithi001.stdout:2998: done (1 left) 2024-09-13T14:28:40.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 296 2024-09-13T14:28:40.800 INFO:tasks.rados.rados.0.smithi001.stdout:3002: seq_num 930 ranges {8192=786432,794624=401408} 2024-09-13T14:28:40.805 INFO:tasks.rados.rados.0.smithi001.stdout:3002: writing smithi00185197-3 from 8192 to 794624 tid 1 2024-09-13T14:28:40.808 INFO:tasks.rados.rados.0.smithi001.stdout:3002: writing smithi00185197-3 from 794624 to 1196032 tid 2 2024-09-13T14:28:40.808 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 296 2024-09-13T14:28:40.808 INFO:tasks.rados.rados.0.smithi001.stdout:3003: seq_num 931 ranges {491520=802816,1294336=401408} 2024-09-13T14:28:40.816 INFO:tasks.rados.rados.0.smithi001.stdout:3003: writing smithi00185197-20 from 491520 to 1294336 tid 1 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3003: writing smithi00185197-20 from 1294336 to 1695744 tid 2 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3004: copy_from oid 5 from oid 37 current snap is 296 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3001: finishing write tid 1 to smithi00185197-28 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3001: finishing write tid 2 to smithi00185197-28 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3001: finishing write tid 3 to smithi00185197-28 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3002: finishing write tid 1 to smithi00185197-3 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3002: finishing write tid 2 to smithi00185197-3 2024-09-13T14:28:40.819 INFO:tasks.rados.rados.0.smithi001.stdout:3002: finishing write tid 3 to smithi00185197-3 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3001: finishing write tid 4 to smithi00185197-28 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3001: oid 28 updating version 0 to 1666 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3001: oid 28 updating version 1666 to 1667 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3001: oid 28 updating version 1667 to 1668 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1668 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3001: left oid 28 (ObjNum 929 snap 296 seq_num 929) 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3002: finishing write tid 4 to smithi00185197-3 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3002: oid 3 updating version 0 to 2076 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3002: oid 3 version 2076 is already newer than 2074 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3002: oid 3 version 2076 is already newer than 2075 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2076 (ObjNum 930 snap 296 seq_num 930) dirty exists 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3002: left oid 3 (ObjNum 930 snap 296 seq_num 930) 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3001: done (3 left) 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3002: done (2 left) 2024-09-13T14:28:40.820 INFO:tasks.rados.rados.0.smithi001.stdout:3005: snap_create 2024-09-13T14:28:40.822 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 1 to smithi00185197-20 2024-09-13T14:28:40.823 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 2 to smithi00185197-20 2024-09-13T14:28:40.823 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 3 to smithi00185197-20 2024-09-13T14:28:40.824 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 4 to smithi00185197-20 2024-09-13T14:28:40.824 INFO:tasks.rados.rados.0.smithi001.stdout:3003: oid 20 updating version 0 to 2461 2024-09-13T14:28:40.824 INFO:tasks.rados.rados.0.smithi001.stdout:3003: oid 20 version 2461 is already newer than 2460 2024-09-13T14:28:40.825 INFO:tasks.rados.rados.0.smithi001.stdout:3003: oid 20 updating version 2461 to 2462 2024-09-13T14:28:40.825 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2462 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-09-13T14:28:40.825 INFO:tasks.rados.rados.0.smithi001.stdout:3003: left oid 20 (ObjNum 931 snap 296 seq_num 931) 2024-09-13T14:28:40.833 INFO:tasks.rados.rados.0.smithi001.stdout:3004: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:28:40.834 INFO:tasks.rados.rados.0.smithi001.stdout:3004: finishing copy_from to smithi00185197-5 2024-09-13T14:28:40.834 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2103 (ObjNum 925 snap 296 seq_num 925) dirty exists 2024-09-13T14:28:41.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:40 smithi001 ceph-mon[99232]: pgmap v689: 121 pgs: 121 active+clean; 79 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 595 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-13T14:28:41.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:40 smithi001 ceph-mon[99232]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T14:28:41.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:40 smithi001 ceph-mon[96683]: pgmap v689: 121 pgs: 121 active+clean; 79 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 595 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-13T14:28:41.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:40 smithi001 ceph-mon[96683]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T14:28:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:40 smithi028 ceph-mon[87621]: pgmap v689: 121 pgs: 121 active+clean; 79 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 595 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-13T14:28:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:40 smithi028 ceph-mon[87621]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T14:28:41.798 INFO:tasks.rados.rados.0.smithi001.stdout:3003: done (2 left) 2024-09-13T14:28:41.798 INFO:tasks.rados.rados.0.smithi001.stdout:3004: done (1 left) 2024-09-13T14:28:41.798 INFO:tasks.rados.rados.0.smithi001.stdout:3005: done (0 left) 2024-09-13T14:28:41.798 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 297 2024-09-13T14:28:41.798 INFO:tasks.rados.rados.0.smithi001.stdout:3006: seq_num 932 ranges {1359872=417792,1777664=663552,2441216=139264} 2024-09-13T14:28:41.807 INFO:tasks.rados.rados.0.smithi001.stdout:3006: writing smithi00185197-13 from 1359872 to 1777664 tid 1 2024-09-13T14:28:41.811 INFO:tasks.rados.rados.0.smithi001.stdout:3006: writing smithi00185197-13 from 1777664 to 2441216 tid 2 2024-09-13T14:28:41.812 INFO:tasks.rados.rados.0.smithi001.stdout:3006: writing smithi00185197-13 from 2441216 to 2580480 tid 3 2024-09-13T14:28:41.813 INFO:tasks.rados.rados.0.smithi001.stdout:3007: rollback oid 43 current snap is 297 2024-09-13T14:28:41.813 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 296 2024-09-13T14:28:41.813 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 297 2024-09-13T14:28:41.813 INFO:tasks.rados.rados.0.smithi001.stdout:3008: seq_num 933 ranges {3112960=434176,3547136=548864,4096000=253952} 2024-09-13T14:28:41.832 INFO:tasks.rados.rados.0.smithi001.stdout:3008: writing smithi00185197-30 from 3112960 to 3547136 tid 1 2024-09-13T14:28:41.835 INFO:tasks.rados.rados.0.smithi001.stdout:3008: writing smithi00185197-30 from 3547136 to 4096000 tid 2 2024-09-13T14:28:41.837 INFO:tasks.rados.rados.0.smithi001.stdout:3008: writing smithi00185197-30 from 4096000 to 4349952 tid 3 2024-09-13T14:28:41.837 INFO:tasks.rados.rados.0.smithi001.stdout:3009: snap_create 2024-09-13T14:28:41.837 INFO:tasks.rados.rados.0.smithi001.stdout:3006: finishing write tid 1 to smithi00185197-13 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3007: finishing rollback tid 0 to smithi00185197-43 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3006: finishing write tid 2 to smithi00185197-13 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3006: finishing write tid 3 to smithi00185197-13 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3007: finishing rollback tid 1 to smithi00185197-43 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3006: finishing write tid 4 to smithi00185197-13 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3007: finishing rollback tid 2 to smithi00185197-43 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1792 (ObjNum 904 snap 287 seq_num 904) dirty exists 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3006: finishing write tid 5 to smithi00185197-13 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3006: oid 13 updating version 0 to 2102 2024-09-13T14:28:41.838 INFO:tasks.rados.rados.0.smithi001.stdout:3006: oid 13 updating version 2102 to 2105 2024-09-13T14:28:41.839 INFO:tasks.rados.rados.0.smithi001.stdout:3006: oid 13 version 2105 is already newer than 2103 2024-09-13T14:28:41.839 INFO:tasks.rados.rados.0.smithi001.stdout:3006: oid 13 version 2105 is already newer than 2104 2024-09-13T14:28:41.839 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2105 (ObjNum 932 snap 297 seq_num 932) dirty exists 2024-09-13T14:28:41.839 INFO:tasks.rados.rados.0.smithi001.stdout:3006: left oid 13 (ObjNum 932 snap 297 seq_num 932) 2024-09-13T14:28:41.839 INFO:tasks.rados.rados.0.smithi001.stdout:3008: finishing write tid 1 to smithi00185197-30 2024-09-13T14:28:41.840 INFO:tasks.rados.rados.0.smithi001.stdout:3008: finishing write tid 2 to smithi00185197-30 2024-09-13T14:28:41.841 INFO:tasks.rados.rados.0.smithi001.stdout:3008: finishing write tid 3 to smithi00185197-30 2024-09-13T14:28:41.841 INFO:tasks.rados.rados.0.smithi001.stdout:3008: finishing write tid 4 to smithi00185197-30 2024-09-13T14:28:41.842 INFO:tasks.rados.rados.0.smithi001.stdout:3008: finishing write tid 5 to smithi00185197-30 2024-09-13T14:28:41.842 INFO:tasks.rados.rados.0.smithi001.stdout:3008: oid 30 updating version 0 to 2438 2024-09-13T14:28:41.842 INFO:tasks.rados.rados.0.smithi001.stdout:3008: oid 30 updating version 2438 to 2441 2024-09-13T14:28:41.842 INFO:tasks.rados.rados.0.smithi001.stdout:3008: oid 30 version 2441 is already newer than 2440 2024-09-13T14:28:41.842 INFO:tasks.rados.rados.0.smithi001.stdout:3008: oid 30 version 2441 is already newer than 2439 2024-09-13T14:28:41.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2441 (ObjNum 933 snap 297 seq_num 933) dirty exists 2024-09-13T14:28:41.842 INFO:tasks.rados.rados.0.smithi001.stdout:3008: left oid 30 (ObjNum 933 snap 297 seq_num 933) 2024-09-13T14:28:42.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:41 smithi001 ceph-mon[96683]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T14:28:42.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:41 smithi001 ceph-mon[99232]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T14:28:42.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:41 smithi028 ceph-mon[87621]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T14:28:42.742 INFO:tasks.rados.rados.0.smithi001.stdout:3006: done (3 left) 2024-09-13T14:28:42.742 INFO:tasks.rados.rados.0.smithi001.stdout:3007: done (2 left) 2024-09-13T14:28:42.742 INFO:tasks.rados.rados.0.smithi001.stdout:3008: done (1 left) 2024-09-13T14:28:42.742 INFO:tasks.rados.rados.0.smithi001.stdout:3009: done (0 left) 2024-09-13T14:28:42.742 INFO:tasks.rados.rados.0.smithi001.stdout:3010: snap_remove snap 296 2024-09-13T14:28:43.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:42 smithi001 ceph-mon[96683]: pgmap v692: 121 pgs: 121 active+clean; 79 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-09-13T14:28:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:42 smithi001 ceph-mon[96683]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T14:28:43.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:42 smithi001 ceph-mon[96683]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T14:28:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:42 smithi001 ceph-mon[99232]: pgmap v692: 121 pgs: 121 active+clean; 79 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-09-13T14:28:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:42 smithi001 ceph-mon[99232]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T14:28:43.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:42 smithi001 ceph-mon[99232]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T14:28:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:42 smithi028 ceph-mon[87621]: pgmap v692: 121 pgs: 121 active+clean; 79 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-09-13T14:28:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:42 smithi028 ceph-mon[87621]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T14:28:43.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:42 smithi028 ceph-mon[87621]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T14:28:43.744 INFO:tasks.rados.rados.0.smithi001.stdout:3010: done (0 left) 2024-09-13T14:28:43.745 INFO:tasks.rados.rados.0.smithi001.stdout:3011: setattr oid 40 current snap is 298 2024-09-13T14:28:43.747 INFO:tasks.rados.rados.0.smithi001.stdout:3012: read oid 41 snap 297 2024-09-13T14:28:43.747 INFO:tasks.rados.rados.0.smithi001.stdout:3012: expect deleted 2024-09-13T14:28:43.748 INFO:tasks.rados.rados.0.smithi001.stdout:3013: rollback oid 34 current snap is 298 2024-09-13T14:28:43.748 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 297 2024-09-13T14:28:43.748 INFO:tasks.rados.rados.0.smithi001.stdout:3014: rmattr oid 13 current snap is 298 2024-09-13T14:28:43.748 INFO:tasks.rados.rados.0.smithi001.stdout:3015: setattr oid 17 current snap is 298 2024-09-13T14:28:43.751 INFO:tasks.rados.rados.0.smithi001.stdout:3012: done (4 left) 2024-09-13T14:28:43.751 INFO:tasks.rados.rados.0.smithi001.stdout:3016: setattr oid 22 current snap is 298 2024-09-13T14:28:43.754 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1008 (ObjNum 916 snap 293 seq_num 916) dirty exists 2024-09-13T14:28:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:3011: done (4 left) 2024-09-13T14:28:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:3017: read oid 21 snap 297 2024-09-13T14:28:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:3017: expect (ObjNum 910 snap 289 seq_num 910) 2024-09-13T14:28:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 298 2024-09-13T14:28:43.755 INFO:tasks.rados.rados.0.smithi001.stdout:3018: seq_num 934 ranges {802816=450560,1253376=434176,1687552=368640} 2024-09-13T14:28:43.762 INFO:tasks.rados.rados.0.smithi001.stdout:3018: writing smithi00185197-33 from 802816 to 1253376 tid 1 2024-09-13T14:28:43.765 INFO:tasks.rados.rados.0.smithi001.stdout:3018: writing smithi00185197-33 from 1253376 to 1687552 tid 2 2024-09-13T14:28:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:3018: writing smithi00185197-33 from 1687552 to 2056192 tid 3 2024-09-13T14:28:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:3019: copy_from oid 12 from oid 19 current snap is 298 2024-09-13T14:28:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2106 (ObjNum 932 snap 297 seq_num 932) dirty exists 2024-09-13T14:28:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2104 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2077 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1795 (ObjNum 853 snap 269 seq_num 853) dirty exists 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:3013: done (6 left) 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:3014: done (5 left) 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:3015: done (4 left) 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:3016: done (3 left) 2024-09-13T14:28:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:3020: delete oid 23 current snap is 298 2024-09-13T14:28:43.774 INFO:tasks.rados.rados.0.smithi001.stdout:3020: done (3 left) 2024-09-13T14:28:43.774 INFO:tasks.rados.rados.0.smithi001.stdout:3021: copy_from oid 5 from oid 11 current snap is 298 2024-09-13T14:28:43.774 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 298 2024-09-13T14:28:43.774 INFO:tasks.rados.rados.0.smithi001.stdout:3022: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2024-09-13T14:28:43.777 INFO:tasks.rados.rados.0.smithi001.stdout:3022: writing smithi00185197-49 from 0 to 483328 tid 1 2024-09-13T14:28:43.781 INFO:tasks.rados.rados.0.smithi001.stdout:3022: writing smithi00185197-49 from 483328 to 1138688 tid 2 2024-09-13T14:28:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:3022: writing smithi00185197-49 from 1138688 to 1286144 tid 3 2024-09-13T14:28:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 298 2024-09-13T14:28:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:3023: seq_num 937 ranges {778240=499712,1277952=532480,1810432=270336} 2024-09-13T14:28:43.789 INFO:tasks.rados.rados.0.smithi001.stdout:3023: writing smithi00185197-22 from 778240 to 1277952 tid 1 2024-09-13T14:28:43.792 INFO:tasks.rados.rados.0.smithi001.stdout:3023: writing smithi00185197-22 from 1277952 to 1810432 tid 2 2024-09-13T14:28:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:3023: writing smithi00185197-22 from 1810432 to 2080768 tid 3 2024-09-13T14:28:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:3024: copy_from oid 9 from oid 7 current snap is 298 2024-09-13T14:28:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:3021: finishing copy_from to smithi00185197-5 2024-09-13T14:28:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:3021: got expected ENOENT (src dne) 2024-09-13T14:28:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:3021: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:28:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:3021: done (6 left) 2024-09-13T14:28:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:3025: rollback oid 41 current snap is 298 2024-09-13T14:28:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 297 2024-09-13T14:28:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:3017: expect (ObjNum 910 snap 289 seq_num 910) 2024-09-13T14:28:43.986 INFO:tasks.rados.rados.0.smithi001.stdout:3018: finishing write tid 1 to smithi00185197-33 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: finishing write tid 2 to smithi00185197-33 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: finishing write tid 3 to smithi00185197-33 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: finishing write tid 4 to smithi00185197-33 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: finishing write tid 5 to smithi00185197-33 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: oid 33 updating version 0 to 2108 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: oid 33 updating version 2108 to 2109 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: oid 33 updating version 2109 to 2110 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: oid 33 updating version 2110 to 2111 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2111 (ObjNum 934 snap 298 seq_num 934) dirty exists 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: left oid 33 (ObjNum 934 snap 298 seq_num 934) 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 1 to smithi00185197-49 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3017: done (6 left) 2024-09-13T14:28:43.987 INFO:tasks.rados.rados.0.smithi001.stdout:3018: done (5 left) 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3026: read oid 35 snap -1 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3026: expect deleted 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3027: rollback oid 37 current snap is 298 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 297 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3019: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3019: finishing copy_from to smithi00185197-12 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1665 (ObjNum 819 snap 265 seq_num 819) dirty exists 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 2 to smithi00185197-49 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 3 to smithi00185197-49 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 4 to smithi00185197-49 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 5 to smithi00185197-49 2024-09-13T14:28:43.988 INFO:tasks.rados.rados.0.smithi001.stdout:3022: oid 49 updating version 0 to 2464 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3022: oid 49 updating version 2464 to 2465 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3022: oid 49 updating version 2465 to 2466 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3022: oid 49 version 2466 is already newer than 2463 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2466 (ObjNum 936 snap 298 seq_num 936) dirty exists 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3022: left oid 49 (ObjNum 936 snap 298 seq_num 936) 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 1 to smithi00185197-22 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3019: done (6 left) 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3022: done (5 left) 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3028: copy_from oid 19 from oid 38 current snap is 298 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3025: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3024: finishing copy_from to smithi00185197-9 2024-09-13T14:28:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3024: got expected ENOENT (src dne) 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3024: finishing copy_from racing read to smithi00185197-9 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 2 to smithi00185197-22 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 3 to smithi00185197-22 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3024: done (5 left) 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3025: done (4 left) 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 298 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 4 to smithi00185197-22 2024-09-13T14:28:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3029: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-09-13T14:28:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3029: writing smithi00185197-15 from 0 to 516096 tid 1 2024-09-13T14:28:43.992 INFO:tasks.rados.rados.0.smithi001.stdout:3029: writing smithi00185197-15 from 516096 to 933888 tid 2 2024-09-13T14:28:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3029: writing smithi00185197-15 from 933888 to 1318912 tid 3 2024-09-13T14:28:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3030: snap_create 2024-09-13T14:28:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 5 to smithi00185197-22 2024-09-13T14:28:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3023: oid 22 updating version 0 to 2107 2024-09-13T14:28:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3023: oid 22 version 2107 is already newer than 2105 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3023: oid 22 updating version 2107 to 2108 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3023: oid 22 version 2108 is already newer than 2106 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2108 (ObjNum 937 snap 298 seq_num 937) dirty exists 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3023: left oid 22 (ObjNum 937 snap 298 seq_num 937) 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3027: finishing rollback tid 0 to smithi00185197-37 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3027: finishing rollback tid 1 to smithi00185197-37 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3027: finishing rollback tid 2 to smithi00185197-37 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2111 (ObjNum 925 snap 296 seq_num 925) dirty exists 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 1 to smithi00185197-15 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3028: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:28:43.996 INFO:tasks.rados.rados.0.smithi001.stdout:3028: finishing copy_from to smithi00185197-19 2024-09-13T14:28:43.997 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2100 (ObjNum 821 snap 265 seq_num 821) dirty exists 2024-09-13T14:28:43.997 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 2 to smithi00185197-15 2024-09-13T14:28:43.998 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 3 to smithi00185197-15 2024-09-13T14:28:43.998 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 4 to smithi00185197-15 2024-09-13T14:28:43.999 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 5 to smithi00185197-15 2024-09-13T14:28:43.999 INFO:tasks.rados.rados.0.smithi001.stdout:3029: oid 15 updating version 0 to 1792 2024-09-13T14:28:43.999 INFO:tasks.rados.rados.0.smithi001.stdout:3029: oid 15 version 1792 is already newer than 1790 2024-09-13T14:28:43.999 INFO:tasks.rados.rados.0.smithi001.stdout:3029: oid 15 version 1792 is already newer than 1791 2024-09-13T14:28:43.999 INFO:tasks.rados.rados.0.smithi001.stdout:3029: oid 15 updating version 1792 to 1793 2024-09-13T14:28:43.999 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1793 (ObjNum 938 snap 298 seq_num 938) dirty exists 2024-09-13T14:28:43.999 INFO:tasks.rados.rados.0.smithi001.stdout:3029: left oid 15 (ObjNum 938 snap 298 seq_num 938) 2024-09-13T14:28:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:3023: done (5 left) 2024-09-13T14:28:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:3026: done (4 left) 2024-09-13T14:28:44.801 INFO:tasks.rados.rados.0.smithi001.stdout:3027: done (3 left) 2024-09-13T14:28:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:3028: done (2 left) 2024-09-13T14:28:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:3029: done (1 left) 2024-09-13T14:28:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:3030: done (0 left) 2024-09-13T14:28:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:3031: rmattr oid 43 current snap is 299 2024-09-13T14:28:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:3031: done (0 left) 2024-09-13T14:28:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 299 2024-09-13T14:28:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:3032: seq_num 939 ranges {4349952=532480,4882432=704512,5586944=98304} 2024-09-13T14:28:44.828 INFO:tasks.rados.rados.0.smithi001.stdout:3032: writing smithi00185197-30 from 4349952 to 4882432 tid 1 2024-09-13T14:28:44.832 INFO:tasks.rados.rados.0.smithi001.stdout:3032: writing smithi00185197-30 from 4882432 to 5586944 tid 2 2024-09-13T14:28:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:3032: writing smithi00185197-30 from 5586944 to 5685248 tid 3 2024-09-13T14:28:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:3033: read oid 44 snap -1 2024-09-13T14:28:44.833 INFO:tasks.rados.rados.0.smithi001.stdout:3033: expect deleted 2024-09-13T14:28:44.834 INFO:tasks.rados.rados.0.smithi001.stdout:3034: copy_from oid 31 from oid 28 current snap is 299 2024-09-13T14:28:44.834 INFO:tasks.rados.rados.0.smithi001.stdout:3035: copy_from oid 14 from oid 35 current snap is 299 2024-09-13T14:28:44.834 INFO:tasks.rados.rados.0.smithi001.stdout:3036: snap_remove snap 297 2024-09-13T14:28:45.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:44 smithi001 ceph-mon[99232]: pgmap v695: 121 pgs: 121 active+clean; 84 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-09-13T14:28:45.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:44 smithi001 ceph-mon[99232]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T14:28:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:44 smithi001 ceph-mon[96683]: pgmap v695: 121 pgs: 121 active+clean; 84 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-09-13T14:28:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:44 smithi001 ceph-mon[96683]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T14:28:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:44 smithi028 ceph-mon[87621]: pgmap v695: 121 pgs: 121 active+clean; 84 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-09-13T14:28:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:44 smithi028 ceph-mon[87621]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T14:28:45.809 INFO:tasks.rados.rados.0.smithi001.stdout:3036: done (4 left) 2024-09-13T14:28:45.809 INFO:tasks.rados.rados.0.smithi001.stdout:3037: rmattr oid 1 current snap is 299 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing copy_from to smithi00185197-14 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3035: got expected ENOENT (src dne) 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing copy_from racing read to smithi00185197-14 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: finishing write tid 1 to smithi00185197-30 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: finishing write tid 2 to smithi00185197-30 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: finishing write tid 3 to smithi00185197-30 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: finishing write tid 4 to smithi00185197-30 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: finishing write tid 5 to smithi00185197-30 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: oid 30 updating version 0 to 2444 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: oid 30 updating version 2444 to 2445 2024-09-13T14:28:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:3032: oid 30 version 2445 is already newer than 2443 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3032: oid 30 version 2445 is already newer than 2442 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2445 (ObjNum 939 snap 299 seq_num 939) dirty exists 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3032: left oid 30 (ObjNum 939 snap 299 seq_num 939) 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3034: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3034: finishing copy_from to smithi00185197-31 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1668 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3032: done (4 left) 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3033: done (3 left) 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3034: done (2 left) 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3035: done (1 left) 2024-09-13T14:28:45.811 INFO:tasks.rados.rados.0.smithi001.stdout:3038: snap_remove snap 298 2024-09-13T14:28:46.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:45 smithi001 ceph-mon[96683]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T14:28:46.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:45 smithi001 ceph-mon[99232]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T14:28:46.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:45 smithi028 ceph-mon[87621]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3038: done (1 left) 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3039: rollback oid 44 current snap is 299 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3039: done (1 left) 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3040: read oid 8 snap -1 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3040: expect (ObjNum 924 snap 296 seq_num 924) 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3041: read oid 2 snap -1 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3041: expect (ObjNum 883 snap 282 seq_num 883) 2024-09-13T14:28:46.809 INFO:tasks.rados.rados.0.smithi001.stdout:3042: delete oid 33 current snap is 299 2024-09-13T14:28:46.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2112 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:28:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:3041: expect (ObjNum 883 snap 282 seq_num 883) 2024-09-13T14:28:46.851 INFO:tasks.rados.rados.0.smithi001.stdout:3040: expect (ObjNum 924 snap 296 seq_num 924) 2024-09-13T14:28:46.938 INFO:tasks.rados.rados.0.smithi001.stdout:3037: done (3 left) 2024-09-13T14:28:46.938 INFO:tasks.rados.rados.0.smithi001.stdout:3040: done (2 left) 2024-09-13T14:28:46.938 INFO:tasks.rados.rados.0.smithi001.stdout:3041: done (1 left) 2024-09-13T14:28:46.938 INFO:tasks.rados.rados.0.smithi001.stdout:3042: done (0 left) 2024-09-13T14:28:46.939 INFO:tasks.rados.rados.0.smithi001.stdout:3043: rollback oid 36 current snap is 299 2024-09-13T14:28:46.939 INFO:tasks.rados.rados.0.smithi001.stdout:3043: done (0 left) 2024-09-13T14:28:46.939 INFO:tasks.rados.rados.0.smithi001.stdout:3044: copy_from oid 41 from oid 47 current snap is 299 2024-09-13T14:28:46.939 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 299 2024-09-13T14:28:46.939 INFO:tasks.rados.rados.0.smithi001.stdout:3045: seq_num 941 ranges {1695744=565248,2260992=475136,2736128=327680} 2024-09-13T14:28:46.950 INFO:tasks.rados.rados.0.smithi001.stdout:3045: writing smithi00185197-20 from 1695744 to 2260992 tid 1 2024-09-13T14:28:46.953 INFO:tasks.rados.rados.0.smithi001.stdout:3045: writing smithi00185197-20 from 2260992 to 2736128 tid 2 2024-09-13T14:28:46.955 INFO:tasks.rados.rados.0.smithi001.stdout:3045: writing smithi00185197-20 from 2736128 to 3063808 tid 3 2024-09-13T14:28:46.955 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 299 2024-09-13T14:28:46.955 INFO:tasks.rados.rados.0.smithi001.stdout:3044: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:28:46.955 INFO:tasks.rados.rados.0.smithi001.stdout:3044: finishing copy_from to smithi00185197-41 2024-09-13T14:28:46.956 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1789 (ObjNum 918 snap 295 seq_num 918) dirty exists 2024-09-13T14:28:46.956 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 1 to smithi00185197-20 2024-09-13T14:28:46.956 INFO:tasks.rados.rados.0.smithi001.stdout:3046: seq_num 942 ranges {1761280=581632,2342912=761856,3104768=40960} 2024-09-13T14:28:46.968 INFO:tasks.rados.rados.0.smithi001.stdout:3046: writing smithi00185197-19 from 1761280 to 2342912 tid 1 2024-09-13T14:28:46.974 INFO:tasks.rados.rados.0.smithi001.stdout:3046: writing smithi00185197-19 from 2342912 to 3104768 tid 2 2024-09-13T14:28:46.974 INFO:tasks.rados.rados.0.smithi001.stdout:3046: writing smithi00185197-19 from 3104768 to 3145728 tid 3 2024-09-13T14:28:46.974 INFO:tasks.rados.rados.0.smithi001.stdout:3044: done (2 left) 2024-09-13T14:28:46.974 INFO:tasks.rados.rados.0.smithi001.stdout:3047: read oid 50 snap -1 2024-09-13T14:28:46.974 INFO:tasks.rados.rados.0.smithi001.stdout:3047: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3048: rollback oid 14 current snap is 299 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3048: done (3 left) 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3049: read oid 32 snap -1 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3049: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3050: read oid 1 snap -1 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3050: expect (ObjNum 797 snap 259 seq_num 797) 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3051: copy_from oid 47 from oid 22 current snap is 299 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 2 to smithi00185197-20 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 3 to smithi00185197-20 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 4 to smithi00185197-20 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 5 to smithi00185197-20 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3045: oid 20 updating version 0 to 2468 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3045: oid 20 updating version 2468 to 2469 2024-09-13T14:28:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3045: oid 20 version 2469 is already newer than 2467 2024-09-13T14:28:46.976 INFO:tasks.rados.rados.0.smithi001.stdout:3045: oid 20 updating version 2469 to 2470 2024-09-13T14:28:46.976 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2470 (ObjNum 941 snap 299 seq_num 941) dirty exists 2024-09-13T14:28:46.976 INFO:tasks.rados.rados.0.smithi001.stdout:3045: left oid 20 (ObjNum 941 snap 299 seq_num 941) 2024-09-13T14:28:46.976 INFO:tasks.rados.rados.0.smithi001.stdout:3046: finishing write tid 1 to smithi00185197-19 2024-09-13T14:28:46.976 INFO:tasks.rados.rados.0.smithi001.stdout:3045: done (5 left) 2024-09-13T14:28:46.976 INFO:tasks.rados.rados.0.smithi001.stdout:3052: setattr oid 41 current snap is 299 2024-09-13T14:28:46.976 INFO:tasks.rados.rados.0.smithi001.stdout:3049: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:28:46.978 INFO:tasks.rados.rados.0.smithi001.stdout:3049: done (5 left) 2024-09-13T14:28:46.978 INFO:tasks.rados.rados.0.smithi001.stdout:3053: delete oid 7 current snap is 299 2024-09-13T14:28:46.979 INFO:tasks.rados.rados.0.smithi001.stdout:3046: finishing write tid 2 to smithi00185197-19 2024-09-13T14:28:46.979 INFO:tasks.rados.rados.0.smithi001.stdout:3046: finishing write tid 3 to smithi00185197-19 2024-09-13T14:28:46.979 INFO:tasks.rados.rados.0.smithi001.stdout:3046: finishing write tid 4 to smithi00185197-19 2024-09-13T14:28:46.981 INFO:tasks.rados.rados.0.smithi001.stdout:3053: done (5 left) 2024-09-13T14:28:46.981 INFO:tasks.rados.rados.0.smithi001.stdout:3054: snap_create 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2078 (ObjNum 918 snap 295 seq_num 918) dirty exists 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:3046: finishing write tid 5 to smithi00185197-19 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:3046: oid 19 updating version 0 to 2102 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:3046: oid 19 version 2102 is already newer than 2101 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:3046: oid 19 updating version 2102 to 2103 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:3046: oid 19 updating version 2103 to 2104 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2104 (ObjNum 942 snap 299 seq_num 942) dirty exists 2024-09-13T14:28:46.982 INFO:tasks.rados.rados.0.smithi001.stdout:3046: left oid 19 (ObjNum 942 snap 299 seq_num 942) 2024-09-13T14:28:46.983 INFO:tasks.rados.rados.0.smithi001.stdout:3050: expect (ObjNum 797 snap 259 seq_num 797) 2024-09-13T14:28:47.023 INFO:tasks.rados.rados.0.smithi001.stdout:3047: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:28:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:46 smithi001 ceph-mon[96683]: pgmap v698: 121 pgs: 121 active+clean; 82 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-09-13T14:28:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:46 smithi001 ceph-mon[96683]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T14:28:47.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:46 smithi001 ceph-mon[99232]: pgmap v698: 121 pgs: 121 active+clean; 82 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-09-13T14:28:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:46 smithi001 ceph-mon[99232]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T14:28:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:46 smithi028 ceph-mon[87621]: pgmap v698: 121 pgs: 121 active+clean; 82 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-09-13T14:28:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:46 smithi028 ceph-mon[87621]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T14:28:47.166 INFO:tasks.rados.rados.0.smithi001.stdout:3051: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:28:47.167 INFO:tasks.rados.rados.0.smithi001.stdout:3051: finishing copy_from to smithi00185197-47 2024-09-13T14:28:47.167 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2108 (ObjNum 937 snap 298 seq_num 937) dirty exists 2024-09-13T14:28:47.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:28:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:28:47] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.51.0" 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:3046: done (5 left) 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:3047: done (4 left) 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:3050: done (3 left) 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:3051: done (2 left) 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:3052: done (1 left) 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:3054: done (0 left) 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 300 2024-09-13T14:28:47.744 INFO:tasks.rados.rados.0.smithi001.stdout:3055: seq_num 944 ranges {4186112=614400,4800512=573440,5373952=229376} 2024-09-13T14:28:47.769 INFO:tasks.rados.rados.0.smithi001.stdout:3055: writing smithi00185197-29 from 4186112 to 4800512 tid 1 2024-09-13T14:28:47.773 INFO:tasks.rados.rados.0.smithi001.stdout:3055: writing smithi00185197-29 from 4800512 to 5373952 tid 2 2024-09-13T14:28:47.775 INFO:tasks.rados.rados.0.smithi001.stdout:3055: writing smithi00185197-29 from 5373952 to 5603328 tid 3 2024-09-13T14:28:47.775 INFO:tasks.rados.rados.0.smithi001.stdout:3056: read oid 15 snap -1 2024-09-13T14:28:47.775 INFO:tasks.rados.rados.0.smithi001.stdout:3056: expect (ObjNum 938 snap 298 seq_num 938) 2024-09-13T14:28:47.775 INFO:tasks.rados.rados.0.smithi001.stdout:3057: rollback oid 1 current snap is 300 2024-09-13T14:28:47.775 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 299 2024-09-13T14:28:47.776 INFO:tasks.rados.rados.0.smithi001.stdout:3058: read oid 33 snap -1 2024-09-13T14:28:47.776 INFO:tasks.rados.rados.0.smithi001.stdout:3058: expect deleted 2024-09-13T14:28:47.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 300 2024-09-13T14:28:47.776 INFO:tasks.rados.rados.0.smithi001.stdout:3059: seq_num 945 ranges {1286144=630784,1916928=458752,2375680=344064} 2024-09-13T14:28:47.786 INFO:tasks.rados.rados.0.smithi001.stdout:3059: writing smithi00185197-49 from 1286144 to 1916928 tid 1 2024-09-13T14:28:47.788 INFO:tasks.rados.rados.0.smithi001.stdout:3059: writing smithi00185197-49 from 1916928 to 2375680 tid 2 2024-09-13T14:28:47.790 INFO:tasks.rados.rados.0.smithi001.stdout:3059: writing smithi00185197-49 from 2375680 to 2719744 tid 3 2024-09-13T14:28:47.791 INFO:tasks.rados.rados.0.smithi001.stdout:3060: snap_create 2024-09-13T14:28:47.791 INFO:tasks.rados.rados.0.smithi001.stdout:3056: expect (ObjNum 938 snap 298 seq_num 938) 2024-09-13T14:28:47.827 INFO:tasks.rados.rados.0.smithi001.stdout:3055: finishing write tid 1 to smithi00185197-29 2024-09-13T14:28:47.827 INFO:tasks.rados.rados.0.smithi001.stdout:3055: finishing write tid 2 to smithi00185197-29 2024-09-13T14:28:47.827 INFO:tasks.rados.rados.0.smithi001.stdout:3057: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: finishing write tid 3 to smithi00185197-29 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3057: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: finishing write tid 4 to smithi00185197-29 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3057: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2116 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: finishing write tid 5 to smithi00185197-29 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: oid 29 updating version 0 to 2473 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: oid 29 updating version 2473 to 2475 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: oid 29 version 2475 is already newer than 2474 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: oid 29 version 2475 is already newer than 2472 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2475 (ObjNum 944 snap 300 seq_num 944) dirty exists 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3055: left oid 29 (ObjNum 944 snap 300 seq_num 944) 2024-09-13T14:28:47.828 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing write tid 1 to smithi00185197-49 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing write tid 2 to smithi00185197-49 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing write tid 3 to smithi00185197-49 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing write tid 4 to smithi00185197-49 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing write tid 5 to smithi00185197-49 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: oid 49 updating version 0 to 2477 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: oid 49 updating version 2477 to 2479 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: oid 49 version 2479 is already newer than 2478 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: oid 49 updating version 2479 to 2480 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2480 (ObjNum 945 snap 300 seq_num 945) dirty exists 2024-09-13T14:28:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3059: left oid 49 (ObjNum 945 snap 300 seq_num 945) 2024-09-13T14:28:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:47 smithi001 ceph-mon[99232]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T14:28:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:47 smithi001 ceph-mon[99232]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T14:28:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:47 smithi001 ceph-mon[96683]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T14:28:48.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:47 smithi001 ceph-mon[96683]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T14:28:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:47 smithi028 ceph-mon[87621]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T14:28:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:47 smithi028 ceph-mon[87621]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T14:28:48.745 INFO:tasks.rados.rados.0.smithi001.stdout:3055: done (5 left) 2024-09-13T14:28:48.745 INFO:tasks.rados.rados.0.smithi001.stdout:3056: done (4 left) 2024-09-13T14:28:48.746 INFO:tasks.rados.rados.0.smithi001.stdout:3057: done (3 left) 2024-09-13T14:28:48.746 INFO:tasks.rados.rados.0.smithi001.stdout:3058: done (2 left) 2024-09-13T14:28:48.746 INFO:tasks.rados.rados.0.smithi001.stdout:3059: done (1 left) 2024-09-13T14:28:48.746 INFO:tasks.rados.rados.0.smithi001.stdout:3060: done (0 left) 2024-09-13T14:28:48.746 INFO:tasks.rados.rados.0.smithi001.stdout:3061: snap_remove snap 299 2024-09-13T14:28:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:48 smithi001 ceph-mon[96683]: pgmap v701: 121 pgs: 121 active+clean; 84 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-13T14:28:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:48 smithi001 ceph-mon[96683]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T14:28:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:48 smithi001 ceph-mon[99232]: pgmap v701: 121 pgs: 121 active+clean; 84 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-13T14:28:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:48 smithi001 ceph-mon[99232]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T14:28:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:48 smithi028 ceph-mon[87621]: pgmap v701: 121 pgs: 121 active+clean; 84 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-13T14:28:49.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:48 smithi028 ceph-mon[87621]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T14:28:49.748 INFO:tasks.rados.rados.0.smithi001.stdout:3061: done (0 left) 2024-09-13T14:28:49.749 INFO:tasks.rados.rados.0.smithi001.stdout:3062: copy_from oid 13 from oid 29 current snap is 301 2024-09-13T14:28:49.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 301 2024-09-13T14:28:49.749 INFO:tasks.rados.rados.0.smithi001.stdout:3063: seq_num 946 ranges {2080768=647168,2727936=745472,3473408=57344} 2024-09-13T14:28:49.764 INFO:tasks.rados.rados.0.smithi001.stdout:3063: writing smithi00185197-47 from 2080768 to 2727936 tid 1 2024-09-13T14:28:49.769 INFO:tasks.rados.rados.0.smithi001.stdout:3063: writing smithi00185197-47 from 2727936 to 3473408 tid 2 2024-09-13T14:28:49.770 INFO:tasks.rados.rados.0.smithi001.stdout:3063: writing smithi00185197-47 from 3473408 to 3530752 tid 3 2024-09-13T14:28:49.770 INFO:tasks.rados.rados.0.smithi001.stdout:3064: read oid 28 snap 300 2024-09-13T14:28:49.770 INFO:tasks.rados.rados.0.smithi001.stdout:3064: expect (ObjNum 929 snap 296 seq_num 929) 2024-09-13T14:28:49.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 301 2024-09-13T14:28:49.770 INFO:tasks.rados.rados.0.smithi001.stdout:3065: seq_num 947 ranges {3874816=663552,4538368=630784,5169152=172032} 2024-09-13T14:28:49.796 INFO:tasks.rados.rados.0.smithi001.stdout:3065: writing smithi00185197-21 from 3874816 to 4538368 tid 1 2024-09-13T14:28:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:3065: writing smithi00185197-21 from 4538368 to 5169152 tid 2 2024-09-13T14:28:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:3065: writing smithi00185197-21 from 5169152 to 5341184 tid 3 2024-09-13T14:28:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:3066: setattr oid 16 current snap is 301 2024-09-13T14:28:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:3064: expect (ObjNum 929 snap 296 seq_num 929) 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: finishing write tid 1 to smithi00185197-47 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: finishing write tid 2 to smithi00185197-47 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: finishing write tid 3 to smithi00185197-47 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: finishing write tid 4 to smithi00185197-47 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: finishing write tid 5 to smithi00185197-47 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: oid 47 updating version 0 to 2110 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: oid 47 version 2110 is already newer than 2109 2024-09-13T14:28:49.833 INFO:tasks.rados.rados.0.smithi001.stdout:3063: oid 47 updating version 2110 to 2111 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3063: oid 47 updating version 2111 to 2112 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2112 (ObjNum 946 snap 301 seq_num 946) dirty exists 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3063: left oid 47 (ObjNum 946 snap 301 seq_num 946) 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3062: finishing copy_from racing read to smithi00185197-13 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3062: finishing copy_from to smithi00185197-13 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2475 (ObjNum 944 snap 300 seq_num 944) dirty exists 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: finishing write tid 1 to smithi00185197-21 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: finishing write tid 2 to smithi00185197-21 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: finishing write tid 3 to smithi00185197-21 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: finishing write tid 4 to smithi00185197-21 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: finishing write tid 5 to smithi00185197-21 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: oid 21 updating version 0 to 2183 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: oid 21 version 2183 is already newer than 2181 2024-09-13T14:28:49.834 INFO:tasks.rados.rados.0.smithi001.stdout:3065: oid 21 version 2183 is already newer than 2182 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3065: oid 21 updating version 2183 to 2184 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2184 (ObjNum 947 snap 301 seq_num 947) dirty exists 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3065: left oid 21 (ObjNum 947 snap 301 seq_num 947) 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3062: done (4 left) 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3063: done (3 left) 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3064: done (2 left) 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3065: done (1 left) 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3067: rollback oid 32 current snap is 301 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 300 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3068: rmattr oid 22 current snap is 301 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3069: copy_from oid 21 from oid 46 current snap is 301 2024-09-13T14:28:49.835 INFO:tasks.rados.rados.0.smithi001.stdout:3070: snap_create 2024-09-13T14:28:49.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2485 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T14:28:49.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2112 (ObjNum 937 snap 298 seq_num 937) dirty exists 2024-09-13T14:28:49.839 INFO:tasks.rados.rados.0.smithi001.stdout:3067: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:28:49.839 INFO:tasks.rados.rados.0.smithi001.stdout:3067: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:28:49.839 INFO:tasks.rados.rados.0.smithi001.stdout:3067: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:28:49.840 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2188 (ObjNum 145 snap 0 seq_num 1786748256) dirty exists 2024-09-13T14:28:49.850 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:28:49.852 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing copy_from to smithi00185197-21 2024-09-13T14:28:49.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2437 (ObjNum 924 snap 296 seq_num 924) dirty exists 2024-09-13T14:28:50.823 INFO:tasks.rados.rados.0.smithi001.stdout:3066: done (4 left) 2024-09-13T14:28:50.824 INFO:tasks.rados.rados.0.smithi001.stdout:3067: done (3 left) 2024-09-13T14:28:50.824 INFO:tasks.rados.rados.0.smithi001.stdout:3068: done (2 left) 2024-09-13T14:28:50.824 INFO:tasks.rados.rados.0.smithi001.stdout:3069: done (1 left) 2024-09-13T14:28:50.824 INFO:tasks.rados.rados.0.smithi001.stdout:3070: done (0 left) 2024-09-13T14:28:50.824 INFO:tasks.rados.rados.0.smithi001.stdout:3071: read oid 2 snap 300 2024-09-13T14:28:50.824 INFO:tasks.rados.rados.0.smithi001.stdout:3071: expect (ObjNum 883 snap 282 seq_num 883) 2024-09-13T14:28:50.825 INFO:tasks.rados.rados.0.smithi001.stdout:3072: copy_from oid 8 from oid 20 current snap is 302 2024-09-13T14:28:50.825 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 302 2024-09-13T14:28:50.825 INFO:tasks.rados.rados.0.smithi001.stdout:3073: seq_num 948 ranges {2670592=679936,3350528=516096,3866624=286720} 2024-09-13T14:28:50.842 INFO:tasks.rados.rados.0.smithi001.stdout:3073: writing smithi00185197-5 from 2670592 to 3350528 tid 1 2024-09-13T14:28:50.845 INFO:tasks.rados.rados.0.smithi001.stdout:3073: writing smithi00185197-5 from 3350528 to 3866624 tid 2 2024-09-13T14:28:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:3073: writing smithi00185197-5 from 3866624 to 4153344 tid 3 2024-09-13T14:28:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:3074: read oid 7 snap -1 2024-09-13T14:28:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:3074: expect deleted 2024-09-13T14:28:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 302 2024-09-13T14:28:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:3075: seq_num 949 ranges {3530752=704512,4235264=794624,5029888=8192} 2024-09-13T14:28:50.870 INFO:tasks.rados.rados.0.smithi001.stdout:3075: writing smithi00185197-47 from 3530752 to 4235264 tid 1 2024-09-13T14:28:50.875 INFO:tasks.rados.rados.0.smithi001.stdout:3075: writing smithi00185197-47 from 4235264 to 5029888 tid 2 2024-09-13T14:28:50.875 INFO:tasks.rados.rados.0.smithi001.stdout:3075: writing smithi00185197-47 from 5029888 to 5038080 tid 3 2024-09-13T14:28:50.875 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 302 2024-09-13T14:28:50.875 INFO:tasks.rados.rados.0.smithi001.stdout:3076: seq_num 950 ranges {950272=720896,1671168=679936,2351104=122880} 2024-09-13T14:28:50.885 INFO:tasks.rados.rados.0.smithi001.stdout:3076: writing smithi00185197-40 from 950272 to 1671168 tid 1 2024-09-13T14:28:50.889 INFO:tasks.rados.rados.0.smithi001.stdout:3076: writing smithi00185197-40 from 1671168 to 2351104 tid 2 2024-09-13T14:28:50.890 INFO:tasks.rados.rados.0.smithi001.stdout:3076: writing smithi00185197-40 from 2351104 to 2473984 tid 3 2024-09-13T14:28:50.890 INFO:tasks.rados.rados.0.smithi001.stdout:3077: rmattr oid 21 current snap is 302 2024-09-13T14:28:50.890 INFO:tasks.rados.rados.0.smithi001.stdout:3077: done (6 left) 2024-09-13T14:28:50.890 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 302 2024-09-13T14:28:50.890 INFO:tasks.rados.rados.0.smithi001.stdout:3078: seq_num 951 ranges {2465792=737280,3203072=614400,3817472=188416} 2024-09-13T14:28:50.907 INFO:tasks.rados.rados.0.smithi001.stdout:3078: writing smithi00185197-12 from 2465792 to 3203072 tid 1 2024-09-13T14:28:50.911 INFO:tasks.rados.rados.0.smithi001.stdout:3078: writing smithi00185197-12 from 3203072 to 3817472 tid 2 2024-09-13T14:28:50.912 INFO:tasks.rados.rados.0.smithi001.stdout:3078: writing smithi00185197-12 from 3817472 to 4005888 tid 3 2024-09-13T14:28:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:3079: setattr oid 48 current snap is 302 2024-09-13T14:28:50.913 INFO:tasks.rados.rados.0.smithi001.stdout:3071: expect (ObjNum 883 snap 282 seq_num 883) 2024-09-13T14:28:50.944 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing copy_from to smithi00185197-8 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2470 (ObjNum 941 snap 299 seq_num 941) dirty exists 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: finishing write tid 1 to smithi00185197-5 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: finishing write tid 2 to smithi00185197-5 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: finishing write tid 3 to smithi00185197-5 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: finishing write tid 4 to smithi00185197-5 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: finishing write tid 5 to smithi00185197-5 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: oid 5 updating version 0 to 2474 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: oid 5 version 2474 is already newer than 2473 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: oid 5 version 2474 is already newer than 2471 2024-09-13T14:28:50.945 INFO:tasks.rados.rados.0.smithi001.stdout:3073: oid 5 version 2474 is already newer than 2472 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2474 (ObjNum 948 snap 302 seq_num 948) dirty exists 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3073: left oid 5 (ObjNum 948 snap 302 seq_num 948) 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing write tid 1 to smithi00185197-47 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing write tid 2 to smithi00185197-47 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing write tid 3 to smithi00185197-47 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing write tid 4 to smithi00185197-47 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing write tid 5 to smithi00185197-47 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: oid 47 updating version 0 to 2113 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: oid 47 updating version 2113 to 2116 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: oid 47 version 2116 is already newer than 2114 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: oid 47 version 2116 is already newer than 2115 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2116 (ObjNum 949 snap 302 seq_num 949) dirty exists 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3075: left oid 47 (ObjNum 949 snap 302 seq_num 949) 2024-09-13T14:28:50.946 INFO:tasks.rados.rados.0.smithi001.stdout:3076: finishing write tid 1 to smithi00185197-40 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: finishing write tid 2 to smithi00185197-40 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: finishing write tid 3 to smithi00185197-40 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: finishing write tid 4 to smithi00185197-40 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: finishing write tid 5 to smithi00185197-40 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: oid 40 updating version 0 to 1012 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: oid 40 version 1012 is already newer than 1009 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: oid 40 version 1012 is already newer than 1011 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: oid 40 version 1012 is already newer than 1010 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1012 (ObjNum 950 snap 302 seq_num 950) dirty exists 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3076: left oid 40 (ObjNum 950 snap 302 seq_num 950) 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3078: finishing write tid 1 to smithi00185197-12 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3078: finishing write tid 2 to smithi00185197-12 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3078: finishing write tid 3 to smithi00185197-12 2024-09-13T14:28:50.947 INFO:tasks.rados.rados.0.smithi001.stdout:3078: finishing write tid 4 to smithi00185197-12 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3078: finishing write tid 5 to smithi00185197-12 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3078: oid 12 updating version 0 to 2108 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3078: oid 12 version 2108 is already newer than 2106 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3078: oid 12 version 2108 is already newer than 2105 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3078: oid 12 version 2108 is already newer than 2107 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2108 (ObjNum 951 snap 302 seq_num 951) dirty exists 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3078: left oid 12 (ObjNum 951 snap 302 seq_num 951) 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3071: done (7 left) 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3072: done (6 left) 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3073: done (5 left) 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3074: done (4 left) 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3075: done (3 left) 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3076: done (2 left) 2024-09-13T14:28:50.948 INFO:tasks.rados.rados.0.smithi001.stdout:3078: done (1 left) 2024-09-13T14:28:50.949 INFO:tasks.rados.rados.0.smithi001.stdout:3080: snap_remove snap 300 2024-09-13T14:28:51.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:50 smithi001 ceph-mon[99232]: pgmap v704: 121 pgs: 121 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.4 MiB/s wr, 33 op/s 2024-09-13T14:28:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:50 smithi001 ceph-mon[99232]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T14:28:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:50 smithi001 ceph-mon[96683]: pgmap v704: 121 pgs: 121 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.4 MiB/s wr, 33 op/s 2024-09-13T14:28:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:50 smithi001 ceph-mon[96683]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T14:28:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:51.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:50 smithi028 ceph-mon[87621]: pgmap v704: 121 pgs: 121 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.4 MiB/s wr, 33 op/s 2024-09-13T14:28:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:50 smithi028 ceph-mon[87621]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T14:28:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:51.830 INFO:tasks.rados.rados.0.smithi001.stdout:3080: done (1 left) 2024-09-13T14:28:51.830 INFO:tasks.rados.rados.0.smithi001.stdout:3081: snap_remove snap 301 2024-09-13T14:28:52.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:51 smithi001 ceph-mon[96683]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T14:28:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:51 smithi001 ceph-mon[99232]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T14:28:52.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:51 smithi028 ceph-mon[87621]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T14:28:52.746 INFO:tasks.rados.rados.0.smithi001.stdout:3081: done (1 left) 2024-09-13T14:28:52.746 INFO:tasks.rados.rados.0.smithi001.stdout:3082: copy_from oid 3 from oid 6 current snap is 302 2024-09-13T14:28:52.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1699 (ObjNum 858 snap 275 seq_num 858) dirty exists 2024-09-13T14:28:52.747 INFO:tasks.rados.rados.0.smithi001.stdout:3079: done (1 left) 2024-09-13T14:28:52.747 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 302 2024-09-13T14:28:52.747 INFO:tasks.rados.rados.0.smithi001.stdout:3083: seq_num 952 ranges {2670592=753664,3424256=499712,3923968=303104} 2024-09-13T14:28:52.767 INFO:tasks.rados.rados.0.smithi001.stdout:3083: writing smithi00185197-37 from 2670592 to 3424256 tid 1 2024-09-13T14:28:52.770 INFO:tasks.rados.rados.0.smithi001.stdout:3083: writing smithi00185197-37 from 3424256 to 3923968 tid 2 2024-09-13T14:28:52.771 INFO:tasks.rados.rados.0.smithi001.stdout:3083: writing smithi00185197-37 from 3923968 to 4227072 tid 3 2024-09-13T14:28:52.771 INFO:tasks.rados.rados.0.smithi001.stdout:3084: snap_create 2024-09-13T14:28:52.772 INFO:tasks.rados.rados.0.smithi001.stdout:3083: finishing write tid 1 to smithi00185197-37 2024-09-13T14:28:52.774 INFO:tasks.rados.rados.0.smithi001.stdout:3083: finishing write tid 2 to smithi00185197-37 2024-09-13T14:28:52.775 INFO:tasks.rados.rados.0.smithi001.stdout:3083: finishing write tid 3 to smithi00185197-37 2024-09-13T14:28:52.775 INFO:tasks.rados.rados.0.smithi001.stdout:3083: finishing write tid 4 to smithi00185197-37 2024-09-13T14:28:52.777 INFO:tasks.rados.rados.0.smithi001.stdout:3083: finishing write tid 5 to smithi00185197-37 2024-09-13T14:28:52.777 INFO:tasks.rados.rados.0.smithi001.stdout:3083: oid 37 updating version 0 to 2114 2024-09-13T14:28:52.777 INFO:tasks.rados.rados.0.smithi001.stdout:3083: oid 37 version 2114 is already newer than 2113 2024-09-13T14:28:52.777 INFO:tasks.rados.rados.0.smithi001.stdout:3083: oid 37 updating version 2114 to 2115 2024-09-13T14:28:52.778 INFO:tasks.rados.rados.0.smithi001.stdout:3083: oid 37 updating version 2115 to 2116 2024-09-13T14:28:52.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2116 (ObjNum 952 snap 302 seq_num 952) dirty exists 2024-09-13T14:28:52.778 INFO:tasks.rados.rados.0.smithi001.stdout:3083: left oid 37 (ObjNum 952 snap 302 seq_num 952) 2024-09-13T14:28:52.814 INFO:tasks.rados.rados.0.smithi001.stdout:3082: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:28:52.815 INFO:tasks.rados.rados.0.smithi001.stdout:3082: finishing copy_from to smithi00185197-3 2024-09-13T14:28:52.815 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2349 (ObjNum 872 snap 279 seq_num 872) dirty exists 2024-09-13T14:28:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:52 smithi001 ceph-mon[96683]: pgmap v707: 121 pgs: 121 active+clean; 99 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-09-13T14:28:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:52 smithi001 ceph-mon[96683]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T14:28:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:52 smithi001 ceph-mon[96683]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T14:28:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:52 smithi001 ceph-mon[99232]: pgmap v707: 121 pgs: 121 active+clean; 99 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-09-13T14:28:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:52 smithi001 ceph-mon[99232]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T14:28:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:52 smithi001 ceph-mon[99232]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T14:28:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:52 smithi028 ceph-mon[87621]: pgmap v707: 121 pgs: 121 active+clean; 99 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-09-13T14:28:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:52 smithi028 ceph-mon[87621]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T14:28:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:52 smithi028 ceph-mon[87621]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T14:28:53.747 INFO:tasks.rados.rados.0.smithi001.stdout:3082: done (2 left) 2024-09-13T14:28:53.747 INFO:tasks.rados.rados.0.smithi001.stdout:3083: done (1 left) 2024-09-13T14:28:53.747 INFO:tasks.rados.rados.0.smithi001.stdout:3084: done (0 left) 2024-09-13T14:28:53.747 INFO:tasks.rados.rados.0.smithi001.stdout:3085: snap_remove snap 302 2024-09-13T14:28:54.749 INFO:tasks.rados.rados.0.smithi001.stdout:3085: done (0 left) 2024-09-13T14:28:54.749 INFO:tasks.rados.rados.0.smithi001.stdout:3086: copy_from oid 16 from oid 21 current snap is 303 2024-09-13T14:28:54.749 INFO:tasks.rados.rados.0.smithi001.stdout:3087: rmattr oid 13 current snap is 303 2024-09-13T14:28:54.749 INFO:tasks.rados.rados.0.smithi001.stdout:3088: delete oid 42 current snap is 303 2024-09-13T14:28:54.753 INFO:tasks.rados.rados.0.smithi001.stdout:3088: done (2 left) 2024-09-13T14:28:54.753 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 303 2024-09-13T14:28:54.754 INFO:tasks.rados.rados.0.smithi001.stdout:3089: seq_num 954 ranges {4227072=786432,5013504=671744,5685248=131072} 2024-09-13T14:28:54.781 INFO:tasks.rados.rados.0.smithi001.stdout:3089: writing smithi00185197-37 from 4227072 to 5013504 tid 1 2024-09-13T14:28:54.785 INFO:tasks.rados.rados.0.smithi001.stdout:3089: writing smithi00185197-37 from 5013504 to 5685248 tid 2 2024-09-13T14:28:54.786 INFO:tasks.rados.rados.0.smithi001.stdout:3089: writing smithi00185197-37 from 5685248 to 5816320 tid 3 2024-09-13T14:28:54.786 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 303 2024-09-13T14:28:54.786 INFO:tasks.rados.rados.0.smithi001.stdout:3090: seq_num 955 ranges {770048=802816,1572864=557056,2129920=245760} 2024-09-13T14:28:54.794 INFO:tasks.rados.rados.0.smithi001.stdout:3090: writing smithi00185197-2 from 770048 to 1572864 tid 1 2024-09-13T14:28:54.797 INFO:tasks.rados.rados.0.smithi001.stdout:3090: writing smithi00185197-2 from 1572864 to 2129920 tid 2 2024-09-13T14:28:54.799 INFO:tasks.rados.rados.0.smithi001.stdout:3090: writing smithi00185197-2 from 2129920 to 2375680 tid 3 2024-09-13T14:28:54.799 INFO:tasks.rados.rados.0.smithi001.stdout:3091: setattr oid 28 current snap is 303 2024-09-13T14:28:54.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2476 (ObjNum 944 snap 300 seq_num 944) dirty exists 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3086: finishing copy_from racing read to smithi00185197-16 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3086: finishing copy_from to smithi00185197-16 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2437 (ObjNum 924 snap 296 seq_num 924) dirty exists 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: finishing write tid 1 to smithi00185197-37 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: finishing write tid 2 to smithi00185197-37 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: finishing write tid 3 to smithi00185197-37 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: finishing write tid 4 to smithi00185197-37 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: finishing write tid 5 to smithi00185197-37 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: oid 37 updating version 0 to 2117 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: oid 37 updating version 2117 to 2120 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: oid 37 version 2120 is already newer than 2118 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:3089: oid 37 version 2120 is already newer than 2119 2024-09-13T14:28:54.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2120 (ObjNum 954 snap 303 seq_num 954) dirty exists 2024-09-13T14:28:54.801 INFO:tasks.rados.rados.0.smithi001.stdout:3089: left oid 37 (ObjNum 954 snap 303 seq_num 954) 2024-09-13T14:28:54.801 INFO:tasks.rados.rados.0.smithi001.stdout:3086: done (4 left) 2024-09-13T14:28:54.801 INFO:tasks.rados.rados.0.smithi001.stdout:3087: done (3 left) 2024-09-13T14:28:54.801 INFO:tasks.rados.rados.0.smithi001.stdout:3089: done (2 left) 2024-09-13T14:28:54.801 INFO:tasks.rados.rados.0.smithi001.stdout:3092: copy_from oid 15 from oid 35 current snap is 303 2024-09-13T14:28:54.801 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 303 2024-09-13T14:28:54.801 INFO:tasks.rados.rados.0.smithi001.stdout:3093: seq_num 956 ranges {5816320=417792,6234112=434176,6668288=770048} 2024-09-13T14:28:54.834 INFO:tasks.rados.rados.0.smithi001.stdout:3093: writing smithi00185197-37 from 5816320 to 6234112 tid 1 2024-09-13T14:28:54.836 INFO:tasks.rados.rados.0.smithi001.stdout:3093: writing smithi00185197-37 from 6234112 to 6668288 tid 2 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3093: writing smithi00185197-37 from 6668288 to 7438336 tid 3 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3094: copy_from oid 40 from oid 5 current snap is 303 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3090: finishing write tid 1 to smithi00185197-2 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3092: finishing copy_from to smithi00185197-15 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3092: got expected ENOENT (src dne) 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3092: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2109 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3090: finishing write tid 2 to smithi00185197-2 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3091: done (4 left) 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3092: done (3 left) 2024-09-13T14:28:54.842 INFO:tasks.rados.rados.0.smithi001.stdout:3095: delete oid 48 current snap is 303 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: finishing write tid 3 to smithi00185197-2 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: finishing write tid 4 to smithi00185197-2 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: finishing write tid 5 to smithi00185197-2 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: oid 2 updating version 0 to 2490 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: oid 2 version 2490 is already newer than 2488 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: oid 2 version 2490 is already newer than 2487 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: oid 2 version 2490 is already newer than 2489 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2490 (ObjNum 955 snap 303 seq_num 955) dirty exists 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3090: left oid 2 (ObjNum 955 snap 303 seq_num 955) 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3093: finishing write tid 1 to smithi00185197-37 2024-09-13T14:28:54.843 INFO:tasks.rados.rados.0.smithi001.stdout:3093: finishing write tid 2 to smithi00185197-37 2024-09-13T14:28:54.845 INFO:tasks.rados.rados.0.smithi001.stdout:3093: finishing write tid 3 to smithi00185197-37 2024-09-13T14:28:54.845 INFO:tasks.rados.rados.0.smithi001.stdout:3090: done (3 left) 2024-09-13T14:28:54.845 INFO:tasks.rados.rados.0.smithi001.stdout:3095: done (2 left) 2024-09-13T14:28:54.845 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 303 2024-09-13T14:28:54.845 INFO:tasks.rados.rados.0.smithi001.stdout:3096: seq_num 958 ranges {2441216=450560,2891776=655360,3547136=548864} 2024-09-13T14:28:54.861 INFO:tasks.rados.rados.0.smithi001.stdout:3096: writing smithi00185197-46 from 2441216 to 2891776 tid 1 2024-09-13T14:28:54.864 INFO:tasks.rados.rados.0.smithi001.stdout:3096: writing smithi00185197-46 from 2891776 to 3547136 tid 2 2024-09-13T14:28:54.868 INFO:tasks.rados.rados.0.smithi001.stdout:3096: writing smithi00185197-46 from 3547136 to 4096000 tid 3 2024-09-13T14:28:54.868 INFO:tasks.rados.rados.0.smithi001.stdout:3097: read oid 28 snap -1 2024-09-13T14:28:54.868 INFO:tasks.rados.rados.0.smithi001.stdout:3097: expect (ObjNum 929 snap 296 seq_num 929) 2024-09-13T14:28:54.868 INFO:tasks.rados.rados.0.smithi001.stdout:3098: rollback oid 8 current snap is 303 2024-09-13T14:28:54.868 INFO:tasks.rados.rados.0.smithi001.stdout:3098: done (4 left) 2024-09-13T14:28:54.868 INFO:tasks.rados.rados.0.smithi001.stdout:3099: snap_create 2024-09-13T14:28:54.868 INFO:tasks.rados.rados.0.smithi001.stdout:3093: finishing write tid 4 to smithi00185197-37 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3093: finishing write tid 5 to smithi00185197-37 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3093: oid 37 updating version 0 to 2124 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3093: oid 37 version 2124 is already newer than 2121 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3093: oid 37 version 2124 is already newer than 2122 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3093: oid 37 version 2124 is already newer than 2123 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2124 (ObjNum 956 snap 303 seq_num 956) dirty exists 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3093: left oid 37 (ObjNum 956 snap 303 seq_num 956) 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3094: finishing copy_from racing read to smithi00185197-40 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3094: finishing copy_from to smithi00185197-40 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2474 (ObjNum 948 snap 302 seq_num 948) dirty exists 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3096: finishing write tid 1 to smithi00185197-46 2024-09-13T14:28:54.869 INFO:tasks.rados.rados.0.smithi001.stdout:3096: finishing write tid 2 to smithi00185197-46 2024-09-13T14:28:54.872 INFO:tasks.rados.rados.0.smithi001.stdout:3096: finishing write tid 3 to smithi00185197-46 2024-09-13T14:28:54.872 INFO:tasks.rados.rados.0.smithi001.stdout:3097: expect (ObjNum 929 snap 296 seq_num 929) 2024-09-13T14:28:54.904 INFO:tasks.rados.rados.0.smithi001.stdout:3096: finishing write tid 4 to smithi00185197-46 2024-09-13T14:28:54.904 INFO:tasks.rados.rados.0.smithi001.stdout:3096: finishing write tid 5 to smithi00185197-46 2024-09-13T14:28:54.904 INFO:tasks.rados.rados.0.smithi001.stdout:3096: oid 46 updating version 0 to 2492 2024-09-13T14:28:54.904 INFO:tasks.rados.rados.0.smithi001.stdout:3096: oid 46 updating version 2492 to 2494 2024-09-13T14:28:54.905 INFO:tasks.rados.rados.0.smithi001.stdout:3096: oid 46 version 2494 is already newer than 2493 2024-09-13T14:28:54.905 INFO:tasks.rados.rados.0.smithi001.stdout:3096: oid 46 version 2494 is already newer than 2491 2024-09-13T14:28:54.905 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2494 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-09-13T14:28:54.905 INFO:tasks.rados.rados.0.smithi001.stdout:3096: left oid 46 (ObjNum 958 snap 303 seq_num 958) 2024-09-13T14:28:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:54 smithi001 ceph-mon[96683]: pgmap v710: 121 pgs: 121 active+clean; 120 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.9 MiB/s wr, 17 op/s 2024-09-13T14:28:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:54 smithi001 ceph-mon[96683]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T14:28:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:54 smithi001 ceph-mon[99232]: pgmap v710: 121 pgs: 121 active+clean; 120 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.9 MiB/s wr, 17 op/s 2024-09-13T14:28:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:54 smithi001 ceph-mon[99232]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T14:28:55.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:54 smithi028 ceph-mon[87621]: pgmap v710: 121 pgs: 121 active+clean; 120 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.9 MiB/s wr, 17 op/s 2024-09-13T14:28:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:54 smithi028 ceph-mon[87621]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T14:28:55.761 INFO:tasks.rados.rados.0.smithi001.stdout:3093: done (4 left) 2024-09-13T14:28:55.761 INFO:tasks.rados.rados.0.smithi001.stdout:3094: done (3 left) 2024-09-13T14:28:55.762 INFO:tasks.rados.rados.0.smithi001.stdout:3096: done (2 left) 2024-09-13T14:28:55.762 INFO:tasks.rados.rados.0.smithi001.stdout:3097: done (1 left) 2024-09-13T14:28:55.762 INFO:tasks.rados.rados.0.smithi001.stdout:3099: done (0 left) 2024-09-13T14:28:55.762 INFO:tasks.rados.rados.0.smithi001.stdout:3100: rmattr oid 4 current snap is 304 2024-09-13T14:28:55.762 INFO:tasks.rados.rados.0.smithi001.stdout:3101: snap_create 2024-09-13T14:28:55.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2110 (ObjNum 868 snap 279 seq_num 868) dirty exists 2024-09-13T14:28:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:55 smithi001 ceph-mon[96683]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T14:28:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:55 smithi001 ceph-mon[99232]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T14:28:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:55 smithi028 ceph-mon[87621]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T14:28:56.762 INFO:tasks.rados.rados.0.smithi001.stdout:3100: done (1 left) 2024-09-13T14:28:56.762 INFO:tasks.rados.rados.0.smithi001.stdout:3101: done (0 left) 2024-09-13T14:28:56.762 INFO:tasks.rados.rados.0.smithi001.stdout:3102: snap_create 2024-09-13T14:28:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:56 smithi001 ceph-mon[96683]: pgmap v713: 121 pgs: 121 active+clean; 121 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-09-13T14:28:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:56 smithi001 ceph-mon[96683]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T14:28:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:56 smithi001 ceph-mon[99232]: pgmap v713: 121 pgs: 121 active+clean; 121 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-09-13T14:28:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:56 smithi001 ceph-mon[99232]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T14:28:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:56 smithi028 ceph-mon[87621]: pgmap v713: 121 pgs: 121 active+clean; 121 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-09-13T14:28:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:56 smithi028 ceph-mon[87621]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T14:28:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:28:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:28:57] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.51.0" 2024-09-13T14:28:57.747 INFO:tasks.rados.rados.0.smithi001.stdout:3102: done (0 left) 2024-09-13T14:28:57.747 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 306 2024-09-13T14:28:57.748 INFO:tasks.rados.rados.0.smithi001.stdout:3103: seq_num 959 ranges {1318912=466944,1785856=540672,2326528=557056,2883584=106496} 2024-09-13T14:28:57.758 INFO:tasks.rados.rados.0.smithi001.stdout:3103: writing smithi00185197-15 from 1318912 to 1785856 tid 1 2024-09-13T14:28:57.761 INFO:tasks.rados.rados.0.smithi001.stdout:3103: writing smithi00185197-15 from 1785856 to 2326528 tid 2 2024-09-13T14:28:57.765 INFO:tasks.rados.rados.0.smithi001.stdout:3103: writing smithi00185197-15 from 2326528 to 2883584 tid 3 2024-09-13T14:28:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:3103: writing smithi00185197-15 from 2883584 to 2990080 tid 4 2024-09-13T14:28:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:3104: rollback oid 3 current snap is 306 2024-09-13T14:28:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 304 2024-09-13T14:28:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:3105: read oid 50 snap 303 2024-09-13T14:28:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:3105: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:28:57.769 INFO:tasks.rados.rados.0.smithi001.stdout:3106: read oid 24 snap 305 2024-09-13T14:28:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:3106: expect deleted 2024-09-13T14:28:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:3107: read oid 43 snap -1 2024-09-13T14:28:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:3107: expect (ObjNum 904 snap 287 seq_num 904) 2024-09-13T14:28:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:3108: read oid 33 snap 305 2024-09-13T14:28:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:3108: expect deleted 2024-09-13T14:28:57.771 INFO:tasks.rados.rados.0.smithi001.stdout:3109: read oid 48 snap -1 2024-09-13T14:28:57.771 INFO:tasks.rados.rados.0.smithi001.stdout:3109: expect deleted 2024-09-13T14:28:57.771 INFO:tasks.rados.rados.0.smithi001.stdout:3110: rollback oid 30 current snap is 306 2024-09-13T14:28:57.771 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 305 2024-09-13T14:28:57.771 INFO:tasks.rados.rados.0.smithi001.stdout:3111: setattr oid 5 current snap is 306 2024-09-13T14:28:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:3109: done (8 left) 2024-09-13T14:28:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:3112: copy_from oid 21 from oid 40 current snap is 306 2024-09-13T14:28:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:3113: rollback oid 36 current snap is 306 2024-09-13T14:28:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 303 2024-09-13T14:28:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:3114: read oid 48 snap -1 2024-09-13T14:28:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:3114: expect deleted 2024-09-13T14:28:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:3115: snap_create 2024-09-13T14:28:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:3113: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:28:57.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 0 (ObjNum 257 snap 0 seq_num 313690016) dirty dne 2024-09-13T14:28:57.775 INFO:tasks.rados.rados.0.smithi001.stdout:3103: finishing write tid 1 to smithi00185197-15 2024-09-13T14:28:57.778 INFO:tasks.rados.rados.0.smithi001.stdout:3103: finishing write tid 2 to smithi00185197-15 2024-09-13T14:28:57.779 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing rollback tid 0 to smithi00185197-3 2024-09-13T14:28:57.781 INFO:tasks.rados.rados.0.smithi001.stdout:3103: finishing write tid 3 to smithi00185197-15 2024-09-13T14:28:57.782 INFO:tasks.rados.rados.0.smithi001.stdout:3103: finishing write tid 4 to smithi00185197-15 2024-09-13T14:28:57.787 INFO:tasks.rados.rados.0.smithi001.stdout:3110: finishing rollback tid 0 to smithi00185197-30 2024-09-13T14:28:57.787 INFO:tasks.rados.rados.0.smithi001.stdout:3110: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:28:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:3110: finishing rollback tid 2 to smithi00185197-30 2024-09-13T14:28:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2477 (ObjNum 939 snap 299 seq_num 939) dirty exists 2024-09-13T14:28:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2478 (ObjNum 948 snap 302 seq_num 948) dirty exists 2024-09-13T14:28:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:3103: finishing write tid 5 to smithi00185197-15 2024-09-13T14:28:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:28:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing rollback tid 2 to smithi00185197-3 2024-09-13T14:28:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2352 (ObjNum 872 snap 279 seq_num 872) dirty exists 2024-09-13T14:28:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:3103: finishing write tid 6 to smithi00185197-15 2024-09-13T14:28:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:3103: oid 15 updating version 0 to 1796 2024-09-13T14:28:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:3103: oid 15 version 1796 is already newer than 1794 2024-09-13T14:28:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:3103: oid 15 updating version 1796 to 1798 2024-09-13T14:28:57.791 INFO:tasks.rados.rados.0.smithi001.stdout:3103: oid 15 version 1798 is already newer than 1795 2024-09-13T14:28:57.791 INFO:tasks.rados.rados.0.smithi001.stdout:3103: oid 15 version 1798 is already newer than 1797 2024-09-13T14:28:57.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1798 (ObjNum 959 snap 306 seq_num 959) dirty exists 2024-09-13T14:28:57.791 INFO:tasks.rados.rados.0.smithi001.stdout:3103: left oid 15 (ObjNum 959 snap 306 seq_num 959) 2024-09-13T14:28:57.791 INFO:tasks.rados.rados.0.smithi001.stdout:3107: expect (ObjNum 904 snap 287 seq_num 904) 2024-09-13T14:28:57.812 INFO:tasks.rados.rados.0.smithi001.stdout:3105: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:28:57.955 INFO:tasks.rados.rados.0.smithi001.stdout:3112: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:28:57.956 INFO:tasks.rados.rados.0.smithi001.stdout:3112: finishing copy_from to smithi00185197-21 2024-09-13T14:28:57.956 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2474 (ObjNum 948 snap 302 seq_num 948) dirty exists 2024-09-13T14:28:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:57 smithi001 ceph-mon[99232]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T14:28:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:57 smithi001 ceph-mon[99232]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T14:28:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:57 smithi001 ceph-mon[96683]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T14:28:58.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:57 smithi001 ceph-mon[96683]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T14:28:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:57 smithi028 ceph-mon[87621]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T14:28:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:57 smithi028 ceph-mon[87621]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T14:28:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:3103: done (11 left) 2024-09-13T14:28:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:3104: done (10 left) 2024-09-13T14:28:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:3105: done (9 left) 2024-09-13T14:28:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:3106: done (8 left) 2024-09-13T14:28:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:3107: done (7 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3108: done (6 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3110: done (5 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3111: done (4 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3112: done (3 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3113: done (2 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3114: done (1 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3115: done (0 left) 2024-09-13T14:28:58.776 INFO:tasks.rados.rados.0.smithi001.stdout:3116: delete oid 25 current snap is 307 2024-09-13T14:28:58.780 INFO:tasks.rados.rados.0.smithi001.stdout:3116: done (0 left) 2024-09-13T14:28:58.780 INFO:tasks.rados.rados.0.smithi001.stdout:3117: read oid 49 snap -1 2024-09-13T14:28:58.780 INFO:tasks.rados.rados.0.smithi001.stdout:3117: expect (ObjNum 945 snap 300 seq_num 945) 2024-09-13T14:28:58.780 INFO:tasks.rados.rados.0.smithi001.stdout:3118: delete oid 29 current snap is 307 2024-09-13T14:28:58.788 INFO:tasks.rados.rados.0.smithi001.stdout:3118: done (1 left) 2024-09-13T14:28:58.788 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 307 2024-09-13T14:28:58.788 INFO:tasks.rados.rados.0.smithi001.stdout:3119: seq_num 962 ranges {3063808=516096,3579904=589824,4169728=614400} 2024-09-13T14:28:58.808 INFO:tasks.rados.rados.0.smithi001.stdout:3119: writing smithi00185197-20 from 3063808 to 3579904 tid 1 2024-09-13T14:28:58.811 INFO:tasks.rados.rados.0.smithi001.stdout:3119: writing smithi00185197-20 from 3579904 to 4169728 tid 2 2024-09-13T14:28:58.815 INFO:tasks.rados.rados.0.smithi001.stdout:3119: writing smithi00185197-20 from 4169728 to 4784128 tid 3 2024-09-13T14:28:58.815 INFO:tasks.rados.rados.0.smithi001.stdout:3120: copy_from oid 19 from oid 39 current snap is 307 2024-09-13T14:28:58.815 INFO:tasks.rados.rados.0.smithi001.stdout:3117: expect (ObjNum 945 snap 300 seq_num 945) 2024-09-13T14:28:58.911 INFO:tasks.rados.rados.0.smithi001.stdout:3119: finishing write tid 1 to smithi00185197-20 2024-09-13T14:28:58.911 INFO:tasks.rados.rados.0.smithi001.stdout:3117: done (2 left) 2024-09-13T14:28:58.911 INFO:tasks.rados.rados.0.smithi001.stdout:3121: read oid 34 snap 306 2024-09-13T14:28:58.911 INFO:tasks.rados.rados.0.smithi001.stdout:3121: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:28:58.911 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 307 2024-09-13T14:28:58.911 INFO:tasks.rados.rados.0.smithi001.stdout:3119: finishing write tid 2 to smithi00185197-20 2024-09-13T14:28:58.912 INFO:tasks.rados.rados.0.smithi001.stdout:3122: seq_num 963 ranges {139264=532480,671744=475136,1146880=532480,1679360=196608} 2024-09-13T14:28:58.914 INFO:tasks.rados.rados.0.smithi001.stdout:3122: writing smithi00185197-4 from 139264 to 671744 tid 1 2024-09-13T14:28:58.917 INFO:tasks.rados.rados.0.smithi001.stdout:3122: writing smithi00185197-4 from 671744 to 1146880 tid 2 2024-09-13T14:28:58.921 INFO:tasks.rados.rados.0.smithi001.stdout:3122: writing smithi00185197-4 from 1146880 to 1679360 tid 3 2024-09-13T14:28:58.923 INFO:tasks.rados.rados.0.smithi001.stdout:3122: writing smithi00185197-4 from 1679360 to 1875968 tid 4 2024-09-13T14:28:58.923 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 307 2024-09-13T14:28:58.923 INFO:tasks.rados.rados.0.smithi001.stdout:3119: finishing write tid 3 to smithi00185197-20 2024-09-13T14:28:58.924 INFO:tasks.rados.rados.0.smithi001.stdout:3119: finishing write tid 4 to smithi00185197-20 2024-09-13T14:28:58.924 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:28:58.924 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing copy_from to smithi00185197-19 2024-09-13T14:28:58.924 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2086 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:28:58.924 INFO:tasks.rados.rados.0.smithi001.stdout:3119: finishing write tid 5 to smithi00185197-20 2024-09-13T14:28:58.924 INFO:tasks.rados.rados.0.smithi001.stdout:3119: oid 20 updating version 0 to 2498 2024-09-13T14:28:58.924 INFO:tasks.rados.rados.0.smithi001.stdout:3119: oid 20 updating version 2498 to 2500 2024-09-13T14:28:58.925 INFO:tasks.rados.rados.0.smithi001.stdout:3119: oid 20 updating version 2500 to 2501 2024-09-13T14:28:58.925 INFO:tasks.rados.rados.0.smithi001.stdout:3119: oid 20 version 2501 is already newer than 2499 2024-09-13T14:28:58.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2501 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-13T14:28:58.925 INFO:tasks.rados.rados.0.smithi001.stdout:3119: left oid 20 (ObjNum 962 snap 307 seq_num 962) 2024-09-13T14:28:58.925 INFO:tasks.rados.rados.0.smithi001.stdout:3122: finishing write tid 1 to smithi00185197-4 2024-09-13T14:28:58.925 INFO:tasks.rados.rados.0.smithi001.stdout:3122: finishing write tid 2 to smithi00185197-4 2024-09-13T14:28:58.925 INFO:tasks.rados.rados.0.smithi001.stdout:3123: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-09-13T14:28:58.926 INFO:tasks.rados.rados.0.smithi001.stdout:3123: writing smithi00185197-35 from 0 to 548864 tid 1 2024-09-13T14:28:58.931 INFO:tasks.rados.rados.0.smithi001.stdout:3123: writing smithi00185197-35 from 548864 to 1310720 tid 2 2024-09-13T14:28:58.934 INFO:tasks.rados.rados.0.smithi001.stdout:3123: writing smithi00185197-35 from 1310720 to 1753088 tid 3 2024-09-13T14:28:58.934 INFO:tasks.rados.rados.0.smithi001.stdout:3119: done (4 left) 2024-09-13T14:28:58.934 INFO:tasks.rados.rados.0.smithi001.stdout:3120: done (3 left) 2024-09-13T14:28:58.934 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 307 2024-09-13T14:28:58.934 INFO:tasks.rados.rados.0.smithi001.stdout:3124: seq_num 965 ranges {4153344=565248,4718592=647168,5365760=548864,5914624=8192} 2024-09-13T14:28:58.959 INFO:tasks.rados.rados.0.smithi001.stdout:3124: writing smithi00185197-21 from 4153344 to 4718592 tid 1 2024-09-13T14:28:58.963 INFO:tasks.rados.rados.0.smithi001.stdout:3124: writing smithi00185197-21 from 4718592 to 5365760 tid 2 2024-09-13T14:28:58.966 INFO:tasks.rados.rados.0.smithi001.stdout:3124: writing smithi00185197-21 from 5365760 to 5914624 tid 3 2024-09-13T14:28:58.966 INFO:tasks.rados.rados.0.smithi001.stdout:3124: writing smithi00185197-21 from 5914624 to 5922816 tid 4 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3125: snap_create 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: finishing write tid 3 to smithi00185197-4 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: finishing write tid 4 to smithi00185197-4 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: finishing write tid 5 to smithi00185197-4 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3123: finishing write tid 1 to smithi00185197-35 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: finishing write tid 6 to smithi00185197-4 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: oid 4 updating version 0 to 2111 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: oid 4 updating version 2111 to 2112 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: oid 4 updating version 2112 to 2115 2024-09-13T14:28:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3122: oid 4 version 2115 is already newer than 2113 2024-09-13T14:28:58.968 INFO:tasks.rados.rados.0.smithi001.stdout:3122: oid 4 version 2115 is already newer than 2114 2024-09-13T14:28:58.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2115 (ObjNum 963 snap 307 seq_num 963) dirty exists 2024-09-13T14:28:58.968 INFO:tasks.rados.rados.0.smithi001.stdout:3122: left oid 4 (ObjNum 963 snap 307 seq_num 963) 2024-09-13T14:28:58.968 INFO:tasks.rados.rados.0.smithi001.stdout:3121: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:28:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:58 smithi001 ceph-mon[96683]: pgmap v716: 121 pgs: 121 active+clean; 118 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T14:28:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:28:58 smithi001 ceph-mon[96683]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T14:28:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:58 smithi001 ceph-mon[99232]: pgmap v716: 121 pgs: 121 active+clean; 118 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T14:28:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:28:58 smithi001 ceph-mon[99232]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T14:28:59.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:58 smithi028 ceph-mon[87621]: pgmap v716: 121 pgs: 121 active+clean; 118 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T14:28:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:28:58 smithi028 ceph-mon[87621]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: finishing write tid 2 to smithi00185197-35 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: finishing write tid 3 to smithi00185197-35 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: finishing write tid 4 to smithi00185197-35 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: finishing write tid 5 to smithi00185197-35 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: oid 35 updating version 0 to 2077 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: oid 35 updating version 2077 to 2078 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: oid 35 version 2078 is already newer than 2075 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: oid 35 version 2078 is already newer than 2076 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2078 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-13T14:28:59.181 INFO:tasks.rados.rados.0.smithi001.stdout:3123: left oid 35 (ObjNum 964 snap 307 seq_num 964) 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: finishing write tid 1 to smithi00185197-21 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: finishing write tid 2 to smithi00185197-21 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: finishing write tid 3 to smithi00185197-21 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: finishing write tid 4 to smithi00185197-21 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: finishing write tid 5 to smithi00185197-21 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: finishing write tid 6 to smithi00185197-21 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: oid 21 updating version 0 to 2478 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: oid 21 version 2478 is already newer than 2476 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: oid 21 updating version 2478 to 2479 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: oid 21 version 2479 is already newer than 2475 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: oid 21 version 2479 is already newer than 2477 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2479 (ObjNum 965 snap 307 seq_num 965) dirty exists 2024-09-13T14:28:59.182 INFO:tasks.rados.rados.0.smithi001.stdout:3124: left oid 21 (ObjNum 965 snap 307 seq_num 965) 2024-09-13T14:28:59.796 INFO:tasks.rados.rados.0.smithi001.stdout:3121: done (4 left) 2024-09-13T14:28:59.796 INFO:tasks.rados.rados.0.smithi001.stdout:3122: done (3 left) 2024-09-13T14:28:59.796 INFO:tasks.rados.rados.0.smithi001.stdout:3123: done (2 left) 2024-09-13T14:28:59.796 INFO:tasks.rados.rados.0.smithi001.stdout:3124: done (1 left) 2024-09-13T14:28:59.797 INFO:tasks.rados.rados.0.smithi001.stdout:3125: done (0 left) 2024-09-13T14:28:59.797 INFO:tasks.rados.rados.0.smithi001.stdout:3126: rmattr oid 44 current snap is 308 2024-09-13T14:28:59.800 INFO:tasks.rados.rados.0.smithi001.stdout:3126: done (0 left) 2024-09-13T14:28:59.800 INFO:tasks.rados.rados.0.smithi001.stdout:3127: rmattr oid 50 current snap is 308 2024-09-13T14:28:59.800 INFO:tasks.rados.rados.0.smithi001.stdout:3128: read oid 37 snap -1 2024-09-13T14:28:59.800 INFO:tasks.rados.rados.0.smithi001.stdout:3128: expect (ObjNum 956 snap 303 seq_num 956) 2024-09-13T14:28:59.800 INFO:tasks.rados.rados.0.smithi001.stdout:3129: copy_from oid 18 from oid 43 current snap is 308 2024-09-13T14:28:59.800 INFO:tasks.rados.rados.0.smithi001.stdout:3130: copy_from oid 35 from oid 11 current snap is 308 2024-09-13T14:28:59.801 INFO:tasks.rados.rados.0.smithi001.stdout:3131: read oid 40 snap -1 2024-09-13T14:28:59.801 INFO:tasks.rados.rados.0.smithi001.stdout:3131: expect (ObjNum 948 snap 302 seq_num 948) 2024-09-13T14:28:59.801 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 308 2024-09-13T14:28:59.801 INFO:tasks.rados.rados.0.smithi001.stdout:3132: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-09-13T14:28:59.801 INFO:tasks.rados.rados.0.smithi001.stdout:3132: writing smithi00185197-23 from 0 to 581632 tid 1 2024-09-13T14:28:59.803 INFO:tasks.rados.rados.0.smithi001.stdout:3132: writing smithi00185197-23 from 581632 to 1163264 tid 2 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3132: writing smithi00185197-23 from 1163264 to 1785856 tid 3 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3133: rollback oid 15 current snap is 308 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 304 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2477 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3130: finishing copy_from to smithi00185197-35 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3130: got expected ENOENT (src dne) 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3130: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3127: done (6 left) 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3130: done (5 left) 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3134: read oid 34 snap -1 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:3134: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:28:59.808 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 308 2024-09-13T14:28:59.809 INFO:tasks.rados.rados.0.smithi001.stdout:3135: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-09-13T14:28:59.812 INFO:tasks.rados.rados.0.smithi001.stdout:3135: writing smithi00185197-11 from 0 to 598016 tid 1 2024-09-13T14:28:59.815 INFO:tasks.rados.rados.0.smithi001.stdout:3135: writing smithi00185197-11 from 598016 to 1064960 tid 2 2024-09-13T14:28:59.818 INFO:tasks.rados.rados.0.smithi001.stdout:3135: writing smithi00185197-11 from 1064960 to 1581056 tid 3 2024-09-13T14:28:59.820 INFO:tasks.rados.rados.0.smithi001.stdout:3135: writing smithi00185197-11 from 1581056 to 1802240 tid 4 2024-09-13T14:28:59.820 INFO:tasks.rados.rados.0.smithi001.stdout:3136: snap_remove snap 306 2024-09-13T14:29:00.803 INFO:tasks.rados.rados.0.smithi001.stdout:3129: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:29:00.803 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 1 to smithi00185197-23 2024-09-13T14:29:00.803 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 2 to smithi00185197-23 2024-09-13T14:29:00.803 INFO:tasks.rados.rados.0.smithi001.stdout:3129: finishing copy_from to smithi00185197-18 2024-09-13T14:29:00.803 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1792 (ObjNum 904 snap 287 seq_num 904) dirty exists 2024-09-13T14:29:00.803 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 3 to smithi00185197-23 2024-09-13T14:29:00.803 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 4 to smithi00185197-23 2024-09-13T14:29:00.804 INFO:tasks.rados.rados.0.smithi001.stdout:3133: finishing rollback tid 0 to smithi00185197-15 2024-09-13T14:29:00.804 INFO:tasks.rados.rados.0.smithi001.stdout:3133: finishing rollback tid 1 to smithi00185197-15 2024-09-13T14:29:00.804 INFO:tasks.rados.rados.0.smithi001.stdout:3135: finishing write tid 1 to smithi00185197-11 2024-09-13T14:29:00.804 INFO:tasks.rados.rados.0.smithi001.stdout:3135: finishing write tid 2 to smithi00185197-11 2024-09-13T14:29:00.804 INFO:tasks.rados.rados.0.smithi001.stdout:3131: expect (ObjNum 948 snap 302 seq_num 948) 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 5 to smithi00185197-23 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3132: oid 23 updating version 0 to 1467 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3132: oid 23 version 1467 is already newer than 1466 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3132: oid 23 updating version 1467 to 1468 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3132: oid 23 updating version 1468 to 1469 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1469 (ObjNum 966 snap 308 seq_num 966) dirty exists 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3132: left oid 23 (ObjNum 966 snap 308 seq_num 966) 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3133: finishing rollback tid 2 to smithi00185197-15 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1801 (ObjNum 938 snap 298 seq_num 938) dirty exists 2024-09-13T14:29:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:3129: done (7 left) 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3131: done (6 left) 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3132: done (5 left) 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3133: done (4 left) 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3136: done (3 left) 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3137: delete oid 15 current snap is 308 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3135: finishing write tid 3 to smithi00185197-11 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3135: finishing write tid 4 to smithi00185197-11 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3135: finishing write tid 5 to smithi00185197-11 2024-09-13T14:29:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:3134: expect (ObjNum 853 snap 269 seq_num 853) 2024-09-13T14:29:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:00 smithi001 ceph-mon[99232]: pgmap v719: 121 pgs: 121 active+clean; 130 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 864 KiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-13T14:29:01.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:00 smithi001 ceph-mon[99232]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T14:29:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:00 smithi001 ceph-mon[96683]: pgmap v719: 121 pgs: 121 active+clean; 130 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 864 KiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-13T14:29:01.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:00 smithi001 ceph-mon[96683]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T14:29:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:00 smithi028 ceph-mon[87621]: pgmap v719: 121 pgs: 121 active+clean; 130 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 864 KiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-13T14:29:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:00 smithi028 ceph-mon[87621]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T14:29:01.187 INFO:tasks.rados.rados.0.smithi001.stdout:3135: finishing write tid 6 to smithi00185197-11 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:3135: oid 11 updating version 0 to 2484 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:3135: oid 11 version 2484 is already newer than 2482 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:3135: oid 11 version 2484 is already newer than 2480 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:3135: oid 11 version 2484 is already newer than 2483 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:3135: oid 11 version 2484 is already newer than 2481 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2484 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:3135: left oid 11 (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:01.188 INFO:tasks.rados.rados.0.smithi001.stdout:3128: expect (ObjNum 956 snap 303 seq_num 956) 2024-09-13T14:29:01.617 INFO:tasks.rados.rados.0.smithi001.stdout:3128: done (3 left) 2024-09-13T14:29:01.617 INFO:tasks.rados.rados.0.smithi001.stdout:3134: done (2 left) 2024-09-13T14:29:01.617 INFO:tasks.rados.rados.0.smithi001.stdout:3135: done (1 left) 2024-09-13T14:29:01.617 INFO:tasks.rados.rados.0.smithi001.stdout:3137: done (0 left) 2024-09-13T14:29:01.617 INFO:tasks.rados.rados.0.smithi001.stdout:3138: delete oid 29 current snap is 308 2024-09-13T14:29:01.620 INFO:tasks.rados.rados.0.smithi001.stdout:3138: done (0 left) 2024-09-13T14:29:01.620 INFO:tasks.rados.rados.0.smithi001.stdout:3139: rmattr oid 32 current snap is 308 2024-09-13T14:29:01.620 INFO:tasks.rados.rados.0.smithi001.stdout:3140: snap_remove snap 304 2024-09-13T14:29:01.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2485 (ObjNum 65 snap 0 seq_num 1784837209) dirty exists 2024-09-13T14:29:01.806 INFO:tasks.rados.rados.0.smithi001.stdout:3139: done (1 left) 2024-09-13T14:29:01.806 INFO:tasks.rados.rados.0.smithi001.stdout:3140: done (0 left) 2024-09-13T14:29:01.806 INFO:tasks.rados.rados.0.smithi001.stdout:3141: read oid 29 snap -1 2024-09-13T14:29:01.806 INFO:tasks.rados.rados.0.smithi001.stdout:3141: expect deleted 2024-09-13T14:29:01.806 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 308 2024-09-13T14:29:01.807 INFO:tasks.rados.rados.0.smithi001.stdout:3142: seq_num 970 ranges {983040=655360,1638400=516096,2154496=688128} 2024-09-13T14:29:01.816 INFO:tasks.rados.rados.0.smithi001.stdout:3142: writing smithi00185197-41 from 983040 to 1638400 tid 1 2024-09-13T14:29:01.819 INFO:tasks.rados.rados.0.smithi001.stdout:3142: writing smithi00185197-41 from 1638400 to 2154496 tid 2 2024-09-13T14:29:01.823 INFO:tasks.rados.rados.0.smithi001.stdout:3142: writing smithi00185197-41 from 2154496 to 2842624 tid 3 2024-09-13T14:29:01.823 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 308 2024-09-13T14:29:01.824 INFO:tasks.rados.rados.0.smithi001.stdout:3143: seq_num 971 ranges {2375680=671744,3047424=802816,3850240=401408} 2024-09-13T14:29:01.840 INFO:tasks.rados.rados.0.smithi001.stdout:3143: writing smithi00185197-2 from 2375680 to 3047424 tid 1 2024-09-13T14:29:01.844 INFO:tasks.rados.rados.0.smithi001.stdout:3143: writing smithi00185197-2 from 3047424 to 3850240 tid 2 2024-09-13T14:29:01.847 INFO:tasks.rados.rados.0.smithi001.stdout:3143: writing smithi00185197-2 from 3850240 to 4251648 tid 3 2024-09-13T14:29:01.847 INFO:tasks.rados.rados.0.smithi001.stdout:3144: read oid 8 snap -1 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3144: expect (ObjNum 941 snap 299 seq_num 941) 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3145: delete oid 26 current snap is 308 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3142: finishing write tid 1 to smithi00185197-41 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3142: finishing write tid 2 to smithi00185197-41 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3142: finishing write tid 3 to smithi00185197-41 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3142: finishing write tid 4 to smithi00185197-41 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3142: finishing write tid 5 to smithi00185197-41 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3142: oid 41 updating version 0 to 2355 2024-09-13T14:29:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:3142: oid 41 version 2355 is already newer than 2353 2024-09-13T14:29:01.849 INFO:tasks.rados.rados.0.smithi001.stdout:3142: oid 41 version 2355 is already newer than 2354 2024-09-13T14:29:01.849 INFO:tasks.rados.rados.0.smithi001.stdout:3142: oid 41 updating version 2355 to 2356 2024-09-13T14:29:01.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2356 (ObjNum 970 snap 308 seq_num 970) dirty exists 2024-09-13T14:29:01.852 INFO:tasks.rados.rados.0.smithi001.stdout:3142: left oid 41 (ObjNum 970 snap 308 seq_num 970) 2024-09-13T14:29:01.852 INFO:tasks.rados.rados.0.smithi001.stdout:3143: finishing write tid 1 to smithi00185197-2 2024-09-13T14:29:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:3141: done (4 left) 2024-09-13T14:29:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:3142: done (3 left) 2024-09-13T14:29:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:3145: done (2 left) 2024-09-13T14:29:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 308 2024-09-13T14:29:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:3146: seq_num 973 ranges {4153344=704512,4857856=573440,5431296=507904,5939200=122880} 2024-09-13T14:29:01.877 INFO:tasks.rados.rados.0.smithi001.stdout:3146: writing smithi00185197-40 from 4153344 to 4857856 tid 1 2024-09-13T14:29:01.880 INFO:tasks.rados.rados.0.smithi001.stdout:3146: writing smithi00185197-40 from 4857856 to 5431296 tid 2 2024-09-13T14:29:01.883 INFO:tasks.rados.rados.0.smithi001.stdout:3146: writing smithi00185197-40 from 5431296 to 5939200 tid 3 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3146: writing smithi00185197-40 from 5939200 to 6062080 tid 4 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3147: copy_from oid 35 from oid 28 current snap is 308 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: finishing write tid 2 to smithi00185197-2 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: finishing write tid 3 to smithi00185197-2 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: finishing write tid 4 to smithi00185197-2 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: finishing write tid 5 to smithi00185197-2 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: oid 2 updating version 0 to 2514 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: oid 2 version 2514 is already newer than 2512 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: oid 2 version 2514 is already newer than 2513 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:3143: oid 2 updating version 2514 to 2515 2024-09-13T14:29:01.885 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2515 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-13T14:29:01.886 INFO:tasks.rados.rados.0.smithi001.stdout:3143: left oid 2 (ObjNum 971 snap 308 seq_num 971) 2024-09-13T14:29:01.886 INFO:tasks.rados.rados.0.smithi001.stdout:3144: expect (ObjNum 941 snap 299 seq_num 941) 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: finishing write tid 1 to smithi00185197-40 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: finishing write tid 2 to smithi00185197-40 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: finishing write tid 3 to smithi00185197-40 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: finishing write tid 4 to smithi00185197-40 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: finishing write tid 5 to smithi00185197-40 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: finishing write tid 6 to smithi00185197-40 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: oid 40 updating version 0 to 2476 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: oid 40 updating version 2476 to 2477 2024-09-13T14:29:02.005 INFO:tasks.rados.rados.0.smithi001.stdout:3146: oid 40 updating version 2477 to 2479 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3146: oid 40 version 2479 is already newer than 2475 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3146: oid 40 version 2479 is already newer than 2478 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2479 (ObjNum 973 snap 308 seq_num 973) dirty exists 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3146: left oid 40 (ObjNum 973 snap 308 seq_num 973) 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing copy_from to smithi00185197-35 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2109 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3143: done (3 left) 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3144: done (2 left) 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3146: done (1 left) 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3147: done (0 left) 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3148: copy_from oid 15 from oid 1 current snap is 308 2024-09-13T14:29:02.006 INFO:tasks.rados.rados.0.smithi001.stdout:3149: snap_remove snap 307 2024-09-13T14:29:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:01 smithi001 ceph-mon[96683]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T14:29:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:01 smithi001 ceph-mon[99232]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T14:29:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:01 smithi028 ceph-mon[87621]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T14:29:02.750 INFO:tasks.rados.rados.0.smithi001.stdout:3148: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:29:02.750 INFO:tasks.rados.rados.0.smithi001.stdout:3148: finishing copy_from to smithi00185197-15 2024-09-13T14:29:02.750 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2116 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3148: done (1 left) 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3149: done (0 left) 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3150: copy_from oid 24 from oid 46 current snap is 308 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3151: rmattr oid 42 current snap is 308 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3151: done (1 left) 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3152: rollback oid 15 current snap is 308 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 305 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3153: copy_from oid 33 from oid 39 current snap is 308 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3154: read oid 48 snap -1 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3154: expect deleted 2024-09-13T14:29:02.751 INFO:tasks.rados.rados.0.smithi001.stdout:3155: setattr oid 6 current snap is 308 2024-09-13T14:29:02.752 INFO:tasks.rados.rados.0.smithi001.stdout:3154: done (4 left) 2024-09-13T14:29:02.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 308 2024-09-13T14:29:02.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: seq_num 974 ranges {1163264=720896,1884160=507904,2392064=671744,3063808=24576} 2024-09-13T14:29:02.764 INFO:tasks.rados.rados.0.smithi001.stdout:3156: writing smithi00185197-31 from 1163264 to 1884160 tid 1 2024-09-13T14:29:02.767 INFO:tasks.rados.rados.0.smithi001.stdout:3156: writing smithi00185197-31 from 1884160 to 2392064 tid 2 2024-09-13T14:29:02.772 INFO:tasks.rados.rados.0.smithi001.stdout:3156: writing smithi00185197-31 from 2392064 to 3063808 tid 3 2024-09-13T14:29:02.772 INFO:tasks.rados.rados.0.smithi001.stdout:3156: writing smithi00185197-31 from 3063808 to 3088384 tid 4 2024-09-13T14:29:02.772 INFO:tasks.rados.rados.0.smithi001.stdout:3157: read oid 16 snap -1 2024-09-13T14:29:02.773 INFO:tasks.rados.rados.0.smithi001.stdout:3157: expect (ObjNum 924 snap 296 seq_num 924) 2024-09-13T14:29:02.773 INFO:tasks.rados.rados.0.smithi001.stdout:3158: snap_remove snap 303 2024-09-13T14:29:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:02 smithi001 ceph-mon[96683]: pgmap v722: 121 pgs: 121 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-09-13T14:29:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:02 smithi001 ceph-mon[96683]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T14:29:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:02 smithi001 ceph-mon[96683]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T14:29:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:02 smithi001 ceph-mon[99232]: pgmap v722: 121 pgs: 121 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-09-13T14:29:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:02 smithi001 ceph-mon[99232]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T14:29:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:02 smithi001 ceph-mon[99232]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T14:29:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:02 smithi028 ceph-mon[87621]: pgmap v722: 121 pgs: 121 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-09-13T14:29:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:02 smithi028 ceph-mon[87621]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T14:29:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:02 smithi028 ceph-mon[87621]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T14:29:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:3158: done (6 left) 2024-09-13T14:29:03.750 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 308 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:3152: finishing rollback tid 0 to smithi00185197-15 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:3152: finishing rollback tid 1 to smithi00185197-15 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:3152: finishing rollback tid 2 to smithi00185197-15 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2119 (ObjNum 938 snap 298 seq_num 938) dirty exists 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:3153: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2517 (ObjNum 872 snap 279 seq_num 872) dirty exists 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:3153: finishing copy_from to smithi00185197-33 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2086 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:29:03.751 INFO:tasks.rados.rados.0.smithi001.stdout:3156: finishing write tid 1 to smithi00185197-31 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: finishing write tid 2 to smithi00185197-31 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: finishing write tid 3 to smithi00185197-31 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: finishing write tid 4 to smithi00185197-31 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3150: finishing copy_from racing read to smithi00185197-24 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: finishing write tid 5 to smithi00185197-31 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: finishing write tid 6 to smithi00185197-31 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: oid 31 updating version 0 to 2128 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: oid 31 version 2128 is already newer than 2125 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: oid 31 updating version 2128 to 2129 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: oid 31 version 2129 is already newer than 2127 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: oid 31 version 2129 is already newer than 2126 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2129 (ObjNum 974 snap 308 seq_num 974) dirty exists 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3156: left oid 31 (ObjNum 974 snap 308 seq_num 974) 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:3150: finishing copy_from to smithi00185197-24 2024-09-13T14:29:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2494 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-09-13T14:29:03.753 INFO:tasks.rados.rados.0.smithi001.stdout:3157: expect (ObjNum 924 snap 296 seq_num 924) 2024-09-13T14:29:03.845 INFO:tasks.rados.rados.0.smithi001.stdout:3159: seq_num 975 ranges {3063808=737280,3801088=786432,4587520=417792} 2024-09-13T14:29:03.866 INFO:tasks.rados.rados.0.smithi001.stdout:3159: writing smithi00185197-8 from 3063808 to 3801088 tid 1 2024-09-13T14:29:03.871 INFO:tasks.rados.rados.0.smithi001.stdout:3159: writing smithi00185197-8 from 3801088 to 4587520 tid 2 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3159: writing smithi00185197-8 from 4587520 to 5005312 tid 3 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3150: done (6 left) 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3152: done (5 left) 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3153: done (4 left) 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3155: done (3 left) 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3156: done (2 left) 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3157: done (1 left) 2024-09-13T14:29:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3160: rollback oid 36 current snap is 308 2024-09-13T14:29:03.875 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 305 2024-09-13T14:29:03.875 INFO:tasks.rados.rados.0.smithi001.stdout:3159: finishing write tid 1 to smithi00185197-8 2024-09-13T14:29:03.875 INFO:tasks.rados.rados.0.smithi001.stdout:3161: snap_create 2024-09-13T14:29:03.876 INFO:tasks.rados.rados.0.smithi001.stdout:3160: finishing rollback tid 1 to smithi00185197-36 2024-09-13T14:29:03.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 0 (ObjNum 65 snap 0 seq_num 1768316015) dirty dne 2024-09-13T14:29:03.877 INFO:tasks.rados.rados.0.smithi001.stdout:3159: finishing write tid 2 to smithi00185197-8 2024-09-13T14:29:03.877 INFO:tasks.rados.rados.0.smithi001.stdout:3159: finishing write tid 3 to smithi00185197-8 2024-09-13T14:29:03.877 INFO:tasks.rados.rados.0.smithi001.stdout:3159: finishing write tid 4 to smithi00185197-8 2024-09-13T14:29:03.879 INFO:tasks.rados.rados.0.smithi001.stdout:3159: finishing write tid 5 to smithi00185197-8 2024-09-13T14:29:03.879 INFO:tasks.rados.rados.0.smithi001.stdout:3159: oid 8 updating version 0 to 2480 2024-09-13T14:29:03.879 INFO:tasks.rados.rados.0.smithi001.stdout:3159: oid 8 updating version 2480 to 2483 2024-09-13T14:29:03.879 INFO:tasks.rados.rados.0.smithi001.stdout:3159: oid 8 version 2483 is already newer than 2481 2024-09-13T14:29:03.879 INFO:tasks.rados.rados.0.smithi001.stdout:3159: oid 8 version 2483 is already newer than 2482 2024-09-13T14:29:03.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2483 (ObjNum 975 snap 308 seq_num 975) dirty exists 2024-09-13T14:29:03.879 INFO:tasks.rados.rados.0.smithi001.stdout:3159: left oid 8 (ObjNum 975 snap 308 seq_num 975) 2024-09-13T14:29:04.809 INFO:tasks.rados.rados.0.smithi001.stdout:3159: done (2 left) 2024-09-13T14:29:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3160: done (1 left) 2024-09-13T14:29:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3161: done (0 left) 2024-09-13T14:29:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3162: read oid 26 snap 305 2024-09-13T14:29:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3162: expect (ObjNum 920 snap 295 seq_num 920) 2024-09-13T14:29:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 309 2024-09-13T14:29:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3163: seq_num 976 ranges {5005312=753664,5758976=671744,6430720=532480} 2024-09-13T14:29:04.841 INFO:tasks.rados.rados.0.smithi001.stdout:3163: writing smithi00185197-8 from 5005312 to 5758976 tid 1 2024-09-13T14:29:04.844 INFO:tasks.rados.rados.0.smithi001.stdout:3163: writing smithi00185197-8 from 5758976 to 6430720 tid 2 2024-09-13T14:29:04.848 INFO:tasks.rados.rados.0.smithi001.stdout:3163: writing smithi00185197-8 from 6430720 to 6963200 tid 3 2024-09-13T14:29:04.848 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 309 2024-09-13T14:29:04.849 INFO:tasks.rados.rados.0.smithi001.stdout:3164: seq_num 977 ranges {3088384=770048,3858432=557056,4415488=491520,4907008=155648} 2024-09-13T14:29:04.869 INFO:tasks.rados.rados.0.smithi001.stdout:3164: writing smithi00185197-31 from 3088384 to 3858432 tid 1 2024-09-13T14:29:04.872 INFO:tasks.rados.rados.0.smithi001.stdout:3164: writing smithi00185197-31 from 3858432 to 4415488 tid 2 2024-09-13T14:29:04.875 INFO:tasks.rados.rados.0.smithi001.stdout:3164: writing smithi00185197-31 from 4415488 to 4907008 tid 3 2024-09-13T14:29:04.877 INFO:tasks.rados.rados.0.smithi001.stdout:3164: writing smithi00185197-31 from 4907008 to 5062656 tid 4 2024-09-13T14:29:04.877 INFO:tasks.rados.rados.0.smithi001.stdout:3165: read oid 46 snap -1 2024-09-13T14:29:04.877 INFO:tasks.rados.rados.0.smithi001.stdout:3165: expect (ObjNum 958 snap 303 seq_num 958) 2024-09-13T14:29:04.877 INFO:tasks.rados.rados.0.smithi001.stdout:3166: copy_from oid 30 from oid 48 current snap is 309 2024-09-13T14:29:04.877 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 309 2024-09-13T14:29:04.877 INFO:tasks.rados.rados.0.smithi001.stdout:3167: seq_num 978 ranges {1163264=786432,1949696=442368,2392064=647168,3039232=114688} 2024-09-13T14:29:04.888 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00185197-35 from 1163264 to 1949696 tid 1 2024-09-13T14:29:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00185197-35 from 1949696 to 2392064 tid 2 2024-09-13T14:29:04.894 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00185197-35 from 2392064 to 3039232 tid 3 2024-09-13T14:29:04.895 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00185197-35 from 3039232 to 3153920 tid 4 2024-09-13T14:29:04.895 INFO:tasks.rados.rados.0.smithi001.stdout:3168: copy_from oid 18 from oid 25 current snap is 309 2024-09-13T14:29:04.895 INFO:tasks.rados.rados.0.smithi001.stdout:3162: expect (ObjNum 920 snap 295 seq_num 920) 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: finishing write tid 1 to smithi00185197-8 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: finishing write tid 2 to smithi00185197-8 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: finishing write tid 3 to smithi00185197-8 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: finishing write tid 4 to smithi00185197-8 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: finishing write tid 5 to smithi00185197-8 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: oid 8 updating version 0 to 2484 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: oid 8 updating version 2484 to 2486 2024-09-13T14:29:04.927 INFO:tasks.rados.rados.0.smithi001.stdout:3163: oid 8 updating version 2486 to 2487 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:3163: oid 8 version 2487 is already newer than 2485 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2487 (ObjNum 976 snap 309 seq_num 976) dirty exists 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:3163: left oid 8 (ObjNum 976 snap 309 seq_num 976) 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing copy_from to smithi00185197-30 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:3166: got expected ENOENT (src dne) 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:3162: done (6 left) 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:3163: done (5 left) 2024-09-13T14:29:04.928 INFO:tasks.rados.rados.0.smithi001.stdout:3169: snap_remove snap 305 2024-09-13T14:29:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:04 smithi001 ceph-mon[96683]: pgmap v725: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T14:29:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:04 smithi001 ceph-mon[96683]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T14:29:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:04 smithi001 ceph-mon[99232]: pgmap v725: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T14:29:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:04 smithi001 ceph-mon[99232]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T14:29:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:04 smithi028 ceph-mon[87621]: pgmap v725: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T14:29:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:04 smithi028 ceph-mon[87621]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T14:29:05.817 INFO:tasks.rados.rados.0.smithi001.stdout:3169: done (5 left) 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3170: rollback oid 9 current snap is 309 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 308 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing write tid 1 to smithi00185197-31 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing write tid 2 to smithi00185197-31 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing write tid 3 to smithi00185197-31 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing write tid 4 to smithi00185197-31 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing write tid 5 to smithi00185197-31 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing write tid 6 to smithi00185197-31 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: oid 31 updating version 0 to 2133 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: oid 31 version 2133 is already newer than 2132 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: oid 31 version 2133 is already newer than 2130 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: oid 31 version 2133 is already newer than 2131 2024-09-13T14:29:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3164: oid 31 updating version 2133 to 2134 2024-09-13T14:29:05.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2134 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-09-13T14:29:05.819 INFO:tasks.rados.rados.0.smithi001.stdout:3164: left oid 31 (ObjNum 977 snap 309 seq_num 977) 2024-09-13T14:29:05.819 INFO:tasks.rados.rados.0.smithi001.stdout:3165: expect (ObjNum 958 snap 303 seq_num 958) 2024-09-13T14:29:05.993 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 1 to smithi00185197-35 2024-09-13T14:29:05.993 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 2 to smithi00185197-35 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3168: finishing copy_from to smithi00185197-18 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3168: got expected ENOENT (src dne) 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3168: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 3 to smithi00185197-35 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 4 to smithi00185197-35 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 5 to smithi00185197-35 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 6 to smithi00185197-35 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: oid 35 updating version 0 to 2110 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: oid 35 updating version 2110 to 2114 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: oid 35 version 2114 is already newer than 2111 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: oid 35 version 2114 is already newer than 2113 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: oid 35 version 2114 is already newer than 2112 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2114 (ObjNum 978 snap 309 seq_num 978) dirty exists 2024-09-13T14:29:05.994 INFO:tasks.rados.rados.0.smithi001.stdout:3167: left oid 35 (ObjNum 978 snap 309 seq_num 978) 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:3164: done (5 left) 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:3165: done (4 left) 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:3166: done (3 left) 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:3167: done (2 left) 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:3168: done (1 left) 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:3171: delete oid 7 current snap is 309 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:3170: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:29:05.995 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 0 (ObjNum 817 snap 0 seq_num 313482688) dirty dne 2024-09-13T14:29:05.996 INFO:tasks.rados.rados.0.smithi001.stdout:3170: done (1 left) 2024-09-13T14:29:05.996 INFO:tasks.rados.rados.0.smithi001.stdout:3171: done (0 left) 2024-09-13T14:29:05.996 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 309 2024-09-13T14:29:05.996 INFO:tasks.rados.rados.0.smithi001.stdout:3172: seq_num 980 ranges {5144576=417792,5562368=614400,6176768=663552,6840320=327680} 2024-09-13T14:29:06.026 INFO:tasks.rados.rados.0.smithi001.stdout:3172: writing smithi00185197-34 from 5144576 to 5562368 tid 1 2024-09-13T14:29:06.029 INFO:tasks.rados.rados.0.smithi001.stdout:3172: writing smithi00185197-34 from 5562368 to 6176768 tid 2 2024-09-13T14:29:06.033 INFO:tasks.rados.rados.0.smithi001.stdout:3172: writing smithi00185197-34 from 6176768 to 6840320 tid 3 2024-09-13T14:29:06.036 INFO:tasks.rados.rados.0.smithi001.stdout:3172: writing smithi00185197-34 from 6840320 to 7168000 tid 4 2024-09-13T14:29:06.036 INFO:tasks.rados.rados.0.smithi001.stdout:3173: read oid 41 snap 308 2024-09-13T14:29:06.036 INFO:tasks.rados.rados.0.smithi001.stdout:3173: expect (ObjNum 970 snap 308 seq_num 970) 2024-09-13T14:29:06.036 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 309 2024-09-13T14:29:06.036 INFO:tasks.rados.rados.0.smithi001.stdout:3172: finishing write tid 1 to smithi00185197-34 2024-09-13T14:29:06.036 INFO:tasks.rados.rados.0.smithi001.stdout:3172: finishing write tid 2 to smithi00185197-34 2024-09-13T14:29:06.036 INFO:tasks.rados.rados.0.smithi001.stdout:3174: seq_num 981 ranges {4096000=434176,4530176=540672,5070848=466944,5537792=524288,6062080=73728} 2024-09-13T14:29:06.061 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00185197-24 from 4096000 to 4530176 tid 1 2024-09-13T14:29:06.064 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00185197-24 from 4530176 to 5070848 tid 2 2024-09-13T14:29:06.066 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00185197-24 from 5070848 to 5537792 tid 3 2024-09-13T14:29:06.070 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00185197-24 from 5537792 to 6062080 tid 4 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00185197-24 from 6062080 to 6135808 tid 5 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:3175: read oid 45 snap 308 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:3175: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 309 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:3172: finishing write tid 3 to smithi00185197-34 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:3172: finishing write tid 4 to smithi00185197-34 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:3172: finishing write tid 5 to smithi00185197-34 2024-09-13T14:29:06.071 INFO:tasks.rados.rados.0.smithi001.stdout:3176: seq_num 982 ranges {1318912=450560,1769472=425984,2195456=679936,2875392=466944,3342336=32768} 2024-09-13T14:29:06.080 INFO:tasks.rados.rados.0.smithi001.stdout:3176: writing smithi00185197-15 from 1318912 to 1769472 tid 1 2024-09-13T14:29:06.083 INFO:tasks.rados.rados.0.smithi001.stdout:3176: writing smithi00185197-15 from 1769472 to 2195456 tid 2 2024-09-13T14:29:06.087 INFO:tasks.rados.rados.0.smithi001.stdout:3176: writing smithi00185197-15 from 2195456 to 2875392 tid 3 2024-09-13T14:29:06.090 INFO:tasks.rados.rados.0.smithi001.stdout:3176: writing smithi00185197-15 from 2875392 to 3342336 tid 4 2024-09-13T14:29:06.090 INFO:tasks.rados.rados.0.smithi001.stdout:3176: writing smithi00185197-15 from 3342336 to 3375104 tid 5 2024-09-13T14:29:06.090 INFO:tasks.rados.rados.0.smithi001.stdout:3177: rollback oid 35 current snap is 309 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 308 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3172: finishing write tid 6 to smithi00185197-34 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3172: oid 34 updating version 0 to 2118 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3172: oid 34 updating version 2118 to 2119 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3172: oid 34 updating version 2119 to 2121 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3172: oid 34 version 2121 is already newer than 2120 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3172: oid 34 version 2121 is already newer than 2117 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2121 (ObjNum 980 snap 309 seq_num 980) dirty exists 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3172: left oid 34 (ObjNum 980 snap 309 seq_num 980) 2024-09-13T14:29:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:3173: expect (ObjNum 970 snap 308 seq_num 970) 2024-09-13T14:29:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:05 smithi001 ceph-mon[96683]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T14:29:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:06.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:05 smithi001 ceph-mon[99232]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T14:29:06.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:06.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:05 smithi028 ceph-mon[87621]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T14:29:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:06.184 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 1 to smithi00185197-24 2024-09-13T14:29:06.184 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 2 to smithi00185197-24 2024-09-13T14:29:06.184 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 3 to smithi00185197-24 2024-09-13T14:29:06.184 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 4 to smithi00185197-24 2024-09-13T14:29:06.185 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 5 to smithi00185197-24 2024-09-13T14:29:06.185 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 6 to smithi00185197-24 2024-09-13T14:29:06.185 INFO:tasks.rados.rados.0.smithi001.stdout:3175: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 7 to smithi00185197-24 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: oid 24 updating version 0 to 2499 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: oid 24 updating version 2499 to 2500 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: oid 24 version 2500 is already newer than 2495 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: oid 24 version 2500 is already newer than 2496 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: oid 24 version 2500 is already newer than 2497 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: oid 24 version 2500 is already newer than 2498 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2500 (ObjNum 981 snap 309 seq_num 981) dirty exists 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3174: left oid 24 (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3176: finishing write tid 1 to smithi00185197-15 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3176: finishing write tid 2 to smithi00185197-15 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3172: done (5 left) 2024-09-13T14:29:06.191 INFO:tasks.rados.rados.0.smithi001.stdout:3173: done (4 left) 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3174: done (3 left) 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3175: done (2 left) 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3178: rollback oid 1 current snap is 309 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 308 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3176: finishing write tid 3 to smithi00185197-15 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3176: finishing write tid 4 to smithi00185197-15 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3176: finishing write tid 5 to smithi00185197-15 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3177: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3176: finishing write tid 6 to smithi00185197-15 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3177: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3177: finishing rollback tid 2 to smithi00185197-35 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2117 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-09-13T14:29:06.192 INFO:tasks.rados.rados.0.smithi001.stdout:3176: finishing write tid 7 to smithi00185197-15 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: oid 15 updating version 0 to 2505 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: oid 15 version 2505 is already newer than 2502 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: oid 15 version 2505 is already newer than 2504 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: oid 15 version 2505 is already newer than 2501 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: oid 15 version 2505 is already newer than 2503 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: oid 15 updating version 2505 to 2506 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2506 (ObjNum 982 snap 309 seq_num 982) dirty exists 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: left oid 15 (ObjNum 982 snap 309 seq_num 982) 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3176: done (2 left) 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3177: done (1 left) 2024-09-13T14:29:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:3179: snap_create 2024-09-13T14:29:06.194 INFO:tasks.rados.rados.0.smithi001.stdout:3178: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:29:06.194 INFO:tasks.rados.rados.0.smithi001.stdout:3178: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:29:06.194 INFO:tasks.rados.rados.0.smithi001.stdout:3178: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:29:06.194 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2119 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:29:06.816 INFO:tasks.rados.rados.0.smithi001.stdout:3178: done (1 left) 2024-09-13T14:29:06.817 INFO:tasks.rados.rados.0.smithi001.stdout:3179: done (0 left) 2024-09-13T14:29:06.817 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 310 2024-09-13T14:29:06.817 INFO:tasks.rados.rados.0.smithi001.stdout:3180: seq_num 983 ranges {5685248=466944,6152192=712704,6864896=434176,7299072=458752} 2024-09-13T14:29:06.850 INFO:tasks.rados.rados.0.smithi001.stdout:3180: writing smithi00185197-30 from 5685248 to 6152192 tid 1 2024-09-13T14:29:06.854 INFO:tasks.rados.rados.0.smithi001.stdout:3180: writing smithi00185197-30 from 6152192 to 6864896 tid 2 2024-09-13T14:29:06.857 INFO:tasks.rados.rados.0.smithi001.stdout:3180: writing smithi00185197-30 from 6864896 to 7299072 tid 3 2024-09-13T14:29:06.860 INFO:tasks.rados.rados.0.smithi001.stdout:3180: writing smithi00185197-30 from 7299072 to 7757824 tid 4 2024-09-13T14:29:06.861 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 310 2024-09-13T14:29:06.861 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing write tid 1 to smithi00185197-30 2024-09-13T14:29:06.861 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing write tid 2 to smithi00185197-30 2024-09-13T14:29:06.861 INFO:tasks.rados.rados.0.smithi001.stdout:3181: seq_num 984 ranges {1761280=483328,2244608=598016,2842624=647168,3489792=360448} 2024-09-13T14:29:06.872 INFO:tasks.rados.rados.0.smithi001.stdout:3181: writing smithi00185197-38 from 1761280 to 2244608 tid 1 2024-09-13T14:29:06.876 INFO:tasks.rados.rados.0.smithi001.stdout:3181: writing smithi00185197-38 from 2244608 to 2842624 tid 2 2024-09-13T14:29:06.880 INFO:tasks.rados.rados.0.smithi001.stdout:3181: writing smithi00185197-38 from 2842624 to 3489792 tid 3 2024-09-13T14:29:06.883 INFO:tasks.rados.rados.0.smithi001.stdout:3181: writing smithi00185197-38 from 3489792 to 3850240 tid 4 2024-09-13T14:29:06.883 INFO:tasks.rados.rados.0.smithi001.stdout:3182: snap_create 2024-09-13T14:29:06.883 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing write tid 3 to smithi00185197-30 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing write tid 4 to smithi00185197-30 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing write tid 5 to smithi00185197-30 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing write tid 6 to smithi00185197-30 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: oid 30 updating version 0 to 2489 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: oid 30 version 2489 is already newer than 2488 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: oid 30 updating version 2489 to 2491 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: oid 30 version 2491 is already newer than 2490 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: oid 30 updating version 2491 to 2492 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2492 (ObjNum 983 snap 310 seq_num 983) dirty exists 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3180: left oid 30 (ObjNum 983 snap 310 seq_num 983) 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3181: finishing write tid 1 to smithi00185197-38 2024-09-13T14:29:06.884 INFO:tasks.rados.rados.0.smithi001.stdout:3181: finishing write tid 2 to smithi00185197-38 2024-09-13T14:29:06.887 INFO:tasks.rados.rados.0.smithi001.stdout:3181: finishing write tid 3 to smithi00185197-38 2024-09-13T14:29:06.887 INFO:tasks.rados.rados.0.smithi001.stdout:3181: finishing write tid 4 to smithi00185197-38 2024-09-13T14:29:06.887 INFO:tasks.rados.rados.0.smithi001.stdout:3181: finishing write tid 5 to smithi00185197-38 2024-09-13T14:29:06.889 INFO:tasks.rados.rados.0.smithi001.stdout:3181: finishing write tid 6 to smithi00185197-38 2024-09-13T14:29:06.889 INFO:tasks.rados.rados.0.smithi001.stdout:3181: oid 38 updating version 0 to 2493 2024-09-13T14:29:06.889 INFO:tasks.rados.rados.0.smithi001.stdout:3181: oid 38 updating version 2493 to 2497 2024-09-13T14:29:06.889 INFO:tasks.rados.rados.0.smithi001.stdout:3181: oid 38 version 2497 is already newer than 2495 2024-09-13T14:29:06.889 INFO:tasks.rados.rados.0.smithi001.stdout:3181: oid 38 version 2497 is already newer than 2496 2024-09-13T14:29:06.889 INFO:tasks.rados.rados.0.smithi001.stdout:3181: oid 38 version 2497 is already newer than 2494 2024-09-13T14:29:06.890 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2497 (ObjNum 984 snap 310 seq_num 984) dirty exists 2024-09-13T14:29:06.890 INFO:tasks.rados.rados.0.smithi001.stdout:3181: left oid 38 (ObjNum 984 snap 310 seq_num 984) 2024-09-13T14:29:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:06 smithi001 ceph-mon[96683]: pgmap v728: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-09-13T14:29:07.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:06 smithi001 ceph-mon[96683]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T14:29:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:06 smithi001 ceph-mon[99232]: pgmap v728: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-09-13T14:29:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:06 smithi001 ceph-mon[99232]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T14:29:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:06 smithi028 ceph-mon[87621]: pgmap v728: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-09-13T14:29:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:06 smithi028 ceph-mon[87621]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T14:29:07.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:29:07] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.51.0" 2024-09-13T14:29:07.749 INFO:tasks.rados.rados.0.smithi001.stdout:3180: done (2 left) 2024-09-13T14:29:07.749 INFO:tasks.rados.rados.0.smithi001.stdout:3181: done (1 left) 2024-09-13T14:29:07.749 INFO:tasks.rados.rados.0.smithi001.stdout:3182: done (0 left) 2024-09-13T14:29:07.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 311 2024-09-13T14:29:07.749 INFO:tasks.rados.rados.0.smithi001.stdout:3183: seq_num 985 ranges {5062656=499712,5562368=483328,6045696=450560,6496256=581632,7077888=90112} 2024-09-13T14:29:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3183: writing smithi00185197-31 from 5062656 to 5562368 tid 1 2024-09-13T14:29:07.782 INFO:tasks.rados.rados.0.smithi001.stdout:3183: writing smithi00185197-31 from 5562368 to 6045696 tid 2 2024-09-13T14:29:07.784 INFO:tasks.rados.rados.0.smithi001.stdout:3183: writing smithi00185197-31 from 6045696 to 6496256 tid 3 2024-09-13T14:29:07.788 INFO:tasks.rados.rados.0.smithi001.stdout:3183: writing smithi00185197-31 from 6496256 to 7077888 tid 4 2024-09-13T14:29:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:3183: writing smithi00185197-31 from 7077888 to 7168000 tid 5 2024-09-13T14:29:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:3184: rmattr oid 35 current snap is 311 2024-09-13T14:29:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:3185: read oid 46 snap 310 2024-09-13T14:29:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:3185: expect (ObjNum 958 snap 303 seq_num 958) 2024-09-13T14:29:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:3186: copy_from oid 42 from oid 38 current snap is 311 2024-09-13T14:29:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 311 2024-09-13T14:29:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:3187: seq_num 986 ranges {13918208=516096,14434304=770048,15204352=655360,15859712=180224} 2024-09-13T14:29:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:3187: writing smithi00185197-3 from 13918208 to 14434304 tid 1 2024-09-13T14:29:07.873 INFO:tasks.rados.rados.0.smithi001.stdout:3187: writing smithi00185197-3 from 14434304 to 15204352 tid 2 2024-09-13T14:29:07.877 INFO:tasks.rados.rados.0.smithi001.stdout:3187: writing smithi00185197-3 from 15204352 to 15859712 tid 3 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:3187: writing smithi00185197-3 from 15859712 to 16039936 tid 4 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:3188: delete oid 40 current snap is 311 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:3183: finishing write tid 1 to smithi00185197-31 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:3183: finishing write tid 2 to smithi00185197-31 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:3183: finishing write tid 3 to smithi00185197-31 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2118 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:3183: finishing write tid 4 to smithi00185197-31 2024-09-13T14:29:07.879 INFO:tasks.rados.rados.0.smithi001.stdout:3183: finishing write tid 5 to smithi00185197-31 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: finishing write tid 6 to smithi00185197-31 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: finishing write tid 7 to smithi00185197-31 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: oid 31 updating version 0 to 2140 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: oid 31 version 2140 is already newer than 2135 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: oid 31 version 2140 is already newer than 2136 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: oid 31 version 2140 is already newer than 2139 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: oid 31 version 2140 is already newer than 2137 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: oid 31 version 2140 is already newer than 2138 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2140 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3183: left oid 31 (ObjNum 985 snap 311 seq_num 985) 2024-09-13T14:29:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:3185: expect (ObjNum 958 snap 303 seq_num 958) 2024-09-13T14:29:08.050 INFO:tasks.rados.rados.0.smithi001.stdout:3186: finishing copy_from racing read to smithi00185197-42 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3186: finishing copy_from to smithi00185197-42 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2497 (ObjNum 984 snap 310 seq_num 984) dirty exists 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing write tid 1 to smithi00185197-3 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing write tid 2 to smithi00185197-3 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing write tid 3 to smithi00185197-3 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing write tid 4 to smithi00185197-3 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing write tid 5 to smithi00185197-3 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing write tid 6 to smithi00185197-3 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: oid 3 updating version 0 to 2358 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: oid 3 updating version 2358 to 2359 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: oid 3 updating version 2359 to 2361 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: oid 3 version 2361 is already newer than 2360 2024-09-13T14:29:08.051 INFO:tasks.rados.rados.0.smithi001.stdout:3187: oid 3 version 2361 is already newer than 2357 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2361 (ObjNum 986 snap 311 seq_num 986) dirty exists 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:3187: left oid 3 (ObjNum 986 snap 311 seq_num 986) 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:3183: done (5 left) 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:3184: done (4 left) 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:3185: done (3 left) 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:3186: done (2 left) 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:3187: done (1 left) 2024-09-13T14:29:08.052 INFO:tasks.rados.rados.0.smithi001.stdout:3188: done (0 left) 2024-09-13T14:29:08.053 INFO:tasks.rados.rados.0.smithi001.stdout:3189: read oid 26 snap -1 2024-09-13T14:29:08.053 INFO:tasks.rados.rados.0.smithi001.stdout:3189: expect deleted 2024-09-13T14:29:08.053 INFO:tasks.rados.rados.0.smithi001.stdout:3190: copy_from oid 9 from oid 21 current snap is 311 2024-09-13T14:29:08.053 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 311 2024-09-13T14:29:08.053 INFO:tasks.rados.rados.0.smithi001.stdout:3191: seq_num 988 ranges {2842624=557056,3399680=532480,3932160=622592,4554752=450560} 2024-09-13T14:29:08.068 INFO:tasks.rados.rados.0.smithi001.stdout:3191: writing smithi00185197-41 from 2842624 to 3399680 tid 1 2024-09-13T14:29:08.072 INFO:tasks.rados.rados.0.smithi001.stdout:3191: writing smithi00185197-41 from 3399680 to 3932160 tid 2 2024-09-13T14:29:08.075 INFO:tasks.rados.rados.0.smithi001.stdout:3191: writing smithi00185197-41 from 3932160 to 4554752 tid 3 2024-09-13T14:29:08.078 INFO:tasks.rados.rados.0.smithi001.stdout:3191: writing smithi00185197-41 from 4554752 to 5005312 tid 4 2024-09-13T14:29:08.078 INFO:tasks.rados.rados.0.smithi001.stdout:3192: read oid 24 snap -1 2024-09-13T14:29:08.078 INFO:tasks.rados.rados.0.smithi001.stdout:3192: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:29:08.079 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 311 2024-09-13T14:29:08.079 INFO:tasks.rados.rados.0.smithi001.stdout:3193: seq_num 989 ranges {1875968=573440,2449408=466944,2916352=434176,3350528=638976,3989504=65536} 2024-09-13T14:29:08.092 INFO:tasks.rados.rados.0.smithi001.stdout:3193: writing smithi00185197-4 from 1875968 to 2449408 tid 1 2024-09-13T14:29:08.094 INFO:tasks.rados.rados.0.smithi001.stdout:3193: writing smithi00185197-4 from 2449408 to 2916352 tid 2 2024-09-13T14:29:08.097 INFO:tasks.rados.rados.0.smithi001.stdout:3193: writing smithi00185197-4 from 2916352 to 3350528 tid 3 2024-09-13T14:29:08.101 INFO:tasks.rados.rados.0.smithi001.stdout:3193: writing smithi00185197-4 from 3350528 to 3989504 tid 4 2024-09-13T14:29:08.102 INFO:tasks.rados.rados.0.smithi001.stdout:3193: writing smithi00185197-4 from 3989504 to 4055040 tid 5 2024-09-13T14:29:08.102 INFO:tasks.rados.rados.0.smithi001.stdout:3194: read oid 49 snap -1 2024-09-13T14:29:08.102 INFO:tasks.rados.rados.0.smithi001.stdout:3194: expect (ObjNum 945 snap 300 seq_num 945) 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3195: copy_from oid 40 from oid 11 current snap is 311 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3190: finishing copy_from racing read to smithi00185197-9 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: finishing write tid 1 to smithi00185197-41 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: finishing write tid 2 to smithi00185197-41 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3190: finishing copy_from to smithi00185197-9 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2479 (ObjNum 965 snap 307 seq_num 965) dirty exists 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: finishing write tid 3 to smithi00185197-41 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: finishing write tid 4 to smithi00185197-41 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: finishing write tid 5 to smithi00185197-41 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: finishing write tid 6 to smithi00185197-41 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: oid 41 updating version 0 to 2363 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: oid 41 version 2363 is already newer than 2362 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: oid 41 updating version 2363 to 2366 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: oid 41 version 2366 is already newer than 2364 2024-09-13T14:29:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:3191: oid 41 version 2366 is already newer than 2365 2024-09-13T14:29:08.104 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2366 (ObjNum 988 snap 311 seq_num 988) dirty exists 2024-09-13T14:29:08.104 INFO:tasks.rados.rados.0.smithi001.stdout:3191: left oid 41 (ObjNum 988 snap 311 seq_num 988) 2024-09-13T14:29:08.104 INFO:tasks.rados.rados.0.smithi001.stdout:3192: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:29:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[96683]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T14:29:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[96683]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T14:29:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:08.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[99232]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[99232]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:07 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:07 smithi028 ceph-mon[87621]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:07 smithi028 ceph-mon[87621]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T14:29:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:08.106 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:07 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:29:08.397 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 1 to smithi00185197-4 2024-09-13T14:29:08.397 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 2 to smithi00185197-4 2024-09-13T14:29:08.397 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 3 to smithi00185197-4 2024-09-13T14:29:08.397 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 4 to smithi00185197-4 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 5 to smithi00185197-4 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 6 to smithi00185197-4 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 7 to smithi00185197-4 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: oid 4 updating version 0 to 2119 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: oid 4 updating version 2119 to 2120 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: oid 4 updating version 2120 to 2121 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: oid 4 version 2121 is already newer than 2118 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: oid 4 version 2121 is already newer than 2117 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: oid 4 version 2121 is already newer than 2116 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2121 (ObjNum 989 snap 311 seq_num 989) dirty exists 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3193: left oid 4 (ObjNum 989 snap 311 seq_num 989) 2024-09-13T14:29:08.398 INFO:tasks.rados.rados.0.smithi001.stdout:3194: expect (ObjNum 945 snap 300 seq_num 945) 2024-09-13T14:29:08.490 INFO:tasks.rados.rados.0.smithi001.stdout:3195: finishing copy_from racing read to smithi00185197-40 2024-09-13T14:29:08.490 INFO:tasks.rados.rados.0.smithi001.stdout:3195: finishing copy_from to smithi00185197-40 2024-09-13T14:29:08.490 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2484 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-09-13T14:29:08.490 INFO:tasks.rados.rados.0.smithi001.stdout:3189: done (6 left) 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3190: done (5 left) 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3191: done (4 left) 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3192: done (3 left) 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3193: done (2 left) 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3194: done (1 left) 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3195: done (0 left) 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3196: rollback oid 34 current snap is 311 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 309 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 311 2024-09-13T14:29:08.491 INFO:tasks.rados.rados.0.smithi001.stdout:3197: seq_num 990 ranges {720896=589824,1310720=753664,2064384=638976,2703360=212992} 2024-09-13T14:29:08.497 INFO:tasks.rados.rados.0.smithi001.stdout:3197: writing smithi00185197-19 from 720896 to 1310720 tid 1 2024-09-13T14:29:08.502 INFO:tasks.rados.rados.0.smithi001.stdout:3197: writing smithi00185197-19 from 1310720 to 2064384 tid 2 2024-09-13T14:29:08.506 INFO:tasks.rados.rados.0.smithi001.stdout:3197: writing smithi00185197-19 from 2064384 to 2703360 tid 3 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:3197: writing smithi00185197-19 from 2703360 to 2916352 tid 4 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 311 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:3196: finishing rollback tid 0 to smithi00185197-34 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:3196: finishing rollback tid 1 to smithi00185197-34 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:3196: finishing rollback tid 2 to smithi00185197-34 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2124 (ObjNum 980 snap 309 seq_num 980) dirty exists 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:3197: finishing write tid 1 to smithi00185197-19 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:3197: finishing write tid 2 to smithi00185197-19 2024-09-13T14:29:08.508 INFO:tasks.rados.rados.0.smithi001.stdout:3198: seq_num 991 ranges {5603328=606208,6209536=638976,6848512=794624,7643136=172032} 2024-09-13T14:29:08.542 INFO:tasks.rados.rados.0.smithi001.stdout:3198: writing smithi00185197-13 from 5603328 to 6209536 tid 1 2024-09-13T14:29:08.545 INFO:tasks.rados.rados.0.smithi001.stdout:3198: writing smithi00185197-13 from 6209536 to 6848512 tid 2 2024-09-13T14:29:08.549 INFO:tasks.rados.rados.0.smithi001.stdout:3198: writing smithi00185197-13 from 6848512 to 7643136 tid 3 2024-09-13T14:29:08.551 INFO:tasks.rados.rados.0.smithi001.stdout:3198: writing smithi00185197-13 from 7643136 to 7815168 tid 4 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3196: done (2 left) 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3199: copy_from oid 15 from oid 7 current snap is 311 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: finishing write tid 3 to smithi00185197-19 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3200: copy_from oid 35 from oid 38 current snap is 311 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: finishing write tid 4 to smithi00185197-19 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: finishing write tid 5 to smithi00185197-19 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: finishing write tid 6 to smithi00185197-19 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: oid 19 updating version 0 to 2123 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: oid 19 updating version 2123 to 2125 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: oid 19 updating version 2125 to 2126 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: oid 19 version 2126 is already newer than 2122 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:3197: oid 19 version 2126 is already newer than 2124 2024-09-13T14:29:08.552 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2126 (ObjNum 990 snap 311 seq_num 990) dirty exists 2024-09-13T14:29:08.553 INFO:tasks.rados.rados.0.smithi001.stdout:3197: left oid 19 (ObjNum 990 snap 311 seq_num 990) 2024-09-13T14:29:08.553 INFO:tasks.rados.rados.0.smithi001.stdout:3198: finishing write tid 1 to smithi00185197-13 2024-09-13T14:29:08.553 INFO:tasks.rados.rados.0.smithi001.stdout:3198: finishing write tid 2 to smithi00185197-13 2024-09-13T14:29:08.553 INFO:tasks.rados.rados.0.smithi001.stdout:3197: done (3 left) 2024-09-13T14:29:08.553 INFO:tasks.rados.rados.0.smithi001.stdout:3201: copy_from oid 4 from oid 46 current snap is 311 2024-09-13T14:29:08.553 INFO:tasks.rados.rados.0.smithi001.stdout:3202: snap_remove snap 310 2024-09-13T14:29:08.827 INFO:tasks.rados.rados.0.smithi001.stdout:3199: finishing copy_from to smithi00185197-15 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3199: got expected ENOENT (src dne) 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3199: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: finishing write tid 3 to smithi00185197-13 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: finishing write tid 4 to smithi00185197-13 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: finishing write tid 5 to smithi00185197-13 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: finishing write tid 6 to smithi00185197-13 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: oid 13 updating version 0 to 2479 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: oid 13 version 2479 is already newer than 2478 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: oid 13 updating version 2479 to 2482 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: oid 13 version 2482 is already newer than 2480 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:3198: oid 13 version 2482 is already newer than 2481 2024-09-13T14:29:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2482 (ObjNum 991 snap 311 seq_num 991) dirty exists 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3198: left oid 13 (ObjNum 991 snap 311 seq_num 991) 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3201: finishing copy_from racing read to smithi00185197-4 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3200: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3201: finishing copy_from to smithi00185197-4 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2494 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3200: finishing copy_from to smithi00185197-35 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2497 (ObjNum 984 snap 310 seq_num 984) dirty exists 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3198: done (4 left) 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3199: done (3 left) 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3200: done (2 left) 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3201: done (1 left) 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3202: done (0 left) 2024-09-13T14:29:08.829 INFO:tasks.rados.rados.0.smithi001.stdout:3203: rollback oid 6 current snap is 311 2024-09-13T14:29:08.830 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 308 2024-09-13T14:29:08.830 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 311 2024-09-13T14:29:08.830 INFO:tasks.rados.rados.0.smithi001.stdout:3204: seq_num 992 ranges {5922816=622592,6545408=524288,7069696=606208,7675904=475136} 2024-09-13T14:29:08.864 INFO:tasks.rados.rados.0.smithi001.stdout:3204: writing smithi00185197-21 from 5922816 to 6545408 tid 1 2024-09-13T14:29:08.866 INFO:tasks.rados.rados.0.smithi001.stdout:3204: writing smithi00185197-21 from 6545408 to 7069696 tid 2 2024-09-13T14:29:08.870 INFO:tasks.rados.rados.0.smithi001.stdout:3204: writing smithi00185197-21 from 7069696 to 7675904 tid 3 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:3204: writing smithi00185197-21 from 7675904 to 8151040 tid 4 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:3205: read oid 43 snap -1 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:3205: expect (ObjNum 904 snap 287 seq_num 904) 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:3206: delete oid 37 current snap is 311 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:3203: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:3203: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:3203: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:29:08.873 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2539 (ObjNum 872 snap 279 seq_num 872) dirty exists 2024-09-13T14:29:08.874 INFO:tasks.rados.rados.0.smithi001.stdout:3204: finishing write tid 1 to smithi00185197-21 2024-09-13T14:29:08.874 INFO:tasks.rados.rados.0.smithi001.stdout:3204: finishing write tid 2 to smithi00185197-21 2024-09-13T14:29:08.876 INFO:tasks.rados.rados.0.smithi001.stdout:3205: expect (ObjNum 904 snap 287 seq_num 904) 2024-09-13T14:29:08.896 INFO:tasks.rados.rados.0.smithi001.stdout:3204: finishing write tid 3 to smithi00185197-21 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: finishing write tid 4 to smithi00185197-21 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: finishing write tid 5 to smithi00185197-21 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: finishing write tid 6 to smithi00185197-21 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: oid 21 updating version 0 to 2489 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: oid 21 version 2489 is already newer than 2487 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: oid 21 updating version 2489 to 2490 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: oid 21 version 2490 is already newer than 2488 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: oid 21 updating version 2490 to 2491 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2491 (ObjNum 992 snap 311 seq_num 992) dirty exists 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3204: left oid 21 (ObjNum 992 snap 311 seq_num 992) 2024-09-13T14:29:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3203: done (3 left) 2024-09-13T14:29:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3204: done (2 left) 2024-09-13T14:29:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3205: done (1 left) 2024-09-13T14:29:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3206: done (0 left) 2024-09-13T14:29:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3207: rollback oid 1 current snap is 311 2024-09-13T14:29:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 309 2024-09-13T14:29:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 311 2024-09-13T14:29:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3208: seq_num 994 ranges {7757824=655360,8413184=688128,9101312=622592,9723904=294912} 2024-09-13T14:29:08.942 INFO:tasks.rados.rados.0.smithi001.stdout:3208: writing smithi00185197-30 from 7757824 to 8413184 tid 1 2024-09-13T14:29:08.946 INFO:tasks.rados.rados.0.smithi001.stdout:3208: writing smithi00185197-30 from 8413184 to 9101312 tid 2 2024-09-13T14:29:08.950 INFO:tasks.rados.rados.0.smithi001.stdout:3208: writing smithi00185197-30 from 9101312 to 9723904 tid 3 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:3208: writing smithi00185197-30 from 9723904 to 10018816 tid 4 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:3209: snap_create 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:3207: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:3207: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:3207: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2122 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:3208: finishing write tid 1 to smithi00185197-30 2024-09-13T14:29:08.952 INFO:tasks.rados.rados.0.smithi001.stdout:3208: finishing write tid 2 to smithi00185197-30 2024-09-13T14:29:08.954 INFO:tasks.rados.rados.0.smithi001.stdout:3208: finishing write tid 3 to smithi00185197-30 2024-09-13T14:29:08.955 INFO:tasks.rados.rados.0.smithi001.stdout:3208: finishing write tid 4 to smithi00185197-30 2024-09-13T14:29:08.955 INFO:tasks.rados.rados.0.smithi001.stdout:3208: finishing write tid 5 to smithi00185197-30 2024-09-13T14:29:08.956 INFO:tasks.rados.rados.0.smithi001.stdout:3208: finishing write tid 6 to smithi00185197-30 2024-09-13T14:29:08.956 INFO:tasks.rados.rados.0.smithi001.stdout:3208: oid 30 updating version 0 to 2501 2024-09-13T14:29:08.956 INFO:tasks.rados.rados.0.smithi001.stdout:3208: oid 30 version 2501 is already newer than 2499 2024-09-13T14:29:08.956 INFO:tasks.rados.rados.0.smithi001.stdout:3208: oid 30 version 2501 is already newer than 2498 2024-09-13T14:29:08.957 INFO:tasks.rados.rados.0.smithi001.stdout:3208: oid 30 version 2501 is already newer than 2500 2024-09-13T14:29:08.957 INFO:tasks.rados.rados.0.smithi001.stdout:3208: oid 30 updating version 2501 to 2502 2024-09-13T14:29:08.957 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2502 (ObjNum 994 snap 311 seq_num 994) dirty exists 2024-09-13T14:29:08.957 INFO:tasks.rados.rados.0.smithi001.stdout:3208: left oid 30 (ObjNum 994 snap 311 seq_num 994) 2024-09-13T14:29:09.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:08 smithi001 ceph-mon[99232]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 152 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-09-13T14:29:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:08 smithi001 ceph-mon[96683]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 152 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-09-13T14:29:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:08 smithi028 ceph-mon[87621]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 152 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3207: done (2 left) 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3208: done (1 left) 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3209: done (0 left) 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3210: rmattr oid 32 current snap is 312 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3211: rollback oid 17 current snap is 312 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 17 to 311 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3212: copy_from oid 9 from oid 8 current snap is 312 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3213: read oid 30 snap 311 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3213: expect (ObjNum 994 snap 311 seq_num 994) 2024-09-13T14:29:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 312 2024-09-13T14:29:09.839 INFO:tasks.rados.rados.0.smithi001.stdout:3214: seq_num 995 ranges {1163264=671744,1835008=573440,2408448=778240,3186688=253952} 2024-09-13T14:29:09.849 INFO:tasks.rados.rados.0.smithi001.stdout:3214: writing smithi00185197-28 from 1163264 to 1835008 tid 1 2024-09-13T14:29:09.852 INFO:tasks.rados.rados.0.smithi001.stdout:3214: writing smithi00185197-28 from 1835008 to 2408448 tid 2 2024-09-13T14:29:09.858 INFO:tasks.rados.rados.0.smithi001.stdout:3214: writing smithi00185197-28 from 2408448 to 3186688 tid 3 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3214: writing smithi00185197-28 from 3186688 to 3440640 tid 4 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3215: delete oid 3 current snap is 312 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2492 (ObjNum 65 snap 0 seq_num 1399941979) dirty exists 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3211: finishing rollback tid 0 to smithi00185197-17 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3211: finishing rollback tid 1 to smithi00185197-17 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3211: finishing rollback tid 2 to smithi00185197-17 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2369 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 1 to smithi00185197-28 2024-09-13T14:29:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 2 to smithi00185197-28 2024-09-13T14:29:09.865 INFO:tasks.rados.rados.0.smithi001.stdout:3210: done (5 left) 2024-09-13T14:29:09.865 INFO:tasks.rados.rados.0.smithi001.stdout:3211: done (4 left) 2024-09-13T14:29:09.865 INFO:tasks.rados.rados.0.smithi001.stdout:3215: done (3 left) 2024-09-13T14:29:09.865 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 312 2024-09-13T14:29:09.865 INFO:tasks.rados.rados.0.smithi001.stdout:3216: seq_num 997 ranges {745472=704512,1449984=794624,2244608=794624,3039232=16384} 2024-09-13T14:29:09.872 INFO:tasks.rados.rados.0.smithi001.stdout:3216: writing smithi00185197-43 from 745472 to 1449984 tid 1 2024-09-13T14:29:09.877 INFO:tasks.rados.rados.0.smithi001.stdout:3216: writing smithi00185197-43 from 1449984 to 2244608 tid 2 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3216: writing smithi00185197-43 from 2244608 to 3039232 tid 3 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3216: writing smithi00185197-43 from 3039232 to 3055616 tid 4 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3217: snap_create 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 3 to smithi00185197-28 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 4 to smithi00185197-28 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 5 to smithi00185197-28 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 6 to smithi00185197-28 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: oid 28 updating version 0 to 2497 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: oid 28 updating version 2497 to 2498 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: oid 28 version 2498 is already newer than 2495 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: oid 28 version 2498 is already newer than 2496 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:3214: oid 28 updating version 2498 to 2499 2024-09-13T14:29:09.883 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2499 (ObjNum 995 snap 312 seq_num 995) dirty exists 2024-09-13T14:29:09.884 INFO:tasks.rados.rados.0.smithi001.stdout:3214: left oid 28 (ObjNum 995 snap 312 seq_num 995) 2024-09-13T14:29:09.884 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 1 to smithi00185197-43 2024-09-13T14:29:09.884 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 2 to smithi00185197-43 2024-09-13T14:29:09.888 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 3 to smithi00185197-43 2024-09-13T14:29:09.888 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 4 to smithi00185197-43 2024-09-13T14:29:09.889 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 5 to smithi00185197-43 2024-09-13T14:29:09.890 INFO:tasks.rados.rados.0.smithi001.stdout:3213: expect (ObjNum 994 snap 311 seq_num 994) 2024-09-13T14:29:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:09 smithi001 ceph-mon[96683]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T14:29:10.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:09 smithi001 ceph-mon[99232]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T14:29:10.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:09 smithi028 ceph-mon[87621]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T14:29:10.524 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 6 to smithi00185197-43 2024-09-13T14:29:10.524 INFO:tasks.rados.rados.0.smithi001.stdout:3216: oid 43 updating version 0 to 2125 2024-09-13T14:29:10.524 INFO:tasks.rados.rados.0.smithi001.stdout:3216: oid 43 updating version 2125 to 2128 2024-09-13T14:29:10.524 INFO:tasks.rados.rados.0.smithi001.stdout:3216: oid 43 updating version 2128 to 2129 2024-09-13T14:29:10.525 INFO:tasks.rados.rados.0.smithi001.stdout:3216: oid 43 version 2129 is already newer than 2127 2024-09-13T14:29:10.525 INFO:tasks.rados.rados.0.smithi001.stdout:3216: oid 43 version 2129 is already newer than 2126 2024-09-13T14:29:10.525 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2129 (ObjNum 997 snap 312 seq_num 997) dirty exists 2024-09-13T14:29:10.525 INFO:tasks.rados.rados.0.smithi001.stdout:3216: left oid 43 (ObjNum 997 snap 312 seq_num 997) 2024-09-13T14:29:10.525 INFO:tasks.rados.rados.0.smithi001.stdout:3212: finishing copy_from racing read to smithi00185197-9 2024-09-13T14:29:10.525 INFO:tasks.rados.rados.0.smithi001.stdout:3212: finishing copy_from to smithi00185197-9 2024-09-13T14:29:10.525 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2487 (ObjNum 976 snap 309 seq_num 976) dirty exists 2024-09-13T14:29:10.842 INFO:tasks.rados.rados.0.smithi001.stdout:3212: done (4 left) 2024-09-13T14:29:10.842 INFO:tasks.rados.rados.0.smithi001.stdout:3213: done (3 left) 2024-09-13T14:29:10.842 INFO:tasks.rados.rados.0.smithi001.stdout:3214: done (2 left) 2024-09-13T14:29:10.842 INFO:tasks.rados.rados.0.smithi001.stdout:3216: done (1 left) 2024-09-13T14:29:10.842 INFO:tasks.rados.rados.0.smithi001.stdout:3217: done (0 left) 2024-09-13T14:29:10.843 INFO:tasks.rados.rados.0.smithi001.stdout:3218: copy_from oid 40 from oid 20 current snap is 313 2024-09-13T14:29:10.843 INFO:tasks.rados.rados.0.smithi001.stdout:3219: rmattr oid 46 current snap is 313 2024-09-13T14:29:10.843 INFO:tasks.rados.rados.0.smithi001.stdout:3219: done (1 left) 2024-09-13T14:29:10.843 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 313 2024-09-13T14:29:10.843 INFO:tasks.rados.rados.0.smithi001.stdout:3220: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-09-13T14:29:10.846 INFO:tasks.rados.rados.0.smithi001.stdout:3220: writing smithi00185197-48 from 0 to 720896 tid 1 2024-09-13T14:29:10.850 INFO:tasks.rados.rados.0.smithi001.stdout:3220: writing smithi00185197-48 from 720896 to 1400832 tid 2 2024-09-13T14:29:10.858 INFO:tasks.rados.rados.0.smithi001.stdout:3220: writing smithi00185197-48 from 1400832 to 1998848 tid 3 2024-09-13T14:29:10.858 INFO:tasks.rados.rados.0.smithi001.stdout:3220: writing smithi00185197-48 from 1998848 to 2326528 tid 4 2024-09-13T14:29:10.859 INFO:tasks.rados.rados.0.smithi001.stdout:3221: snap_create 2024-09-13T14:29:10.859 INFO:tasks.rados.rados.0.smithi001.stdout:3220: finishing write tid 1 to smithi00185197-48 2024-09-13T14:29:10.859 INFO:tasks.rados.rados.0.smithi001.stdout:3220: finishing write tid 2 to smithi00185197-48 2024-09-13T14:29:10.859 INFO:tasks.rados.rados.0.smithi001.stdout:3220: finishing write tid 3 to smithi00185197-48 2024-09-13T14:29:10.860 INFO:tasks.rados.rados.0.smithi001.stdout:3220: finishing write tid 4 to smithi00185197-48 2024-09-13T14:29:10.860 INFO:tasks.rados.rados.0.smithi001.stdout:3220: finishing write tid 5 to smithi00185197-48 2024-09-13T14:29:10.860 INFO:tasks.rados.rados.0.smithi001.stdout:3220: finishing write tid 6 to smithi00185197-48 2024-09-13T14:29:10.861 INFO:tasks.rados.rados.0.smithi001.stdout:3220: oid 48 updating version 0 to 2500 2024-09-13T14:29:10.861 INFO:tasks.rados.rados.0.smithi001.stdout:3220: oid 48 version 2500 is already newer than 2498 2024-09-13T14:29:10.861 INFO:tasks.rados.rados.0.smithi001.stdout:3220: oid 48 updating version 2500 to 2502 2024-09-13T14:29:10.861 INFO:tasks.rados.rados.0.smithi001.stdout:3220: oid 48 version 2502 is already newer than 2499 2024-09-13T14:29:10.861 INFO:tasks.rados.rados.0.smithi001.stdout:3220: oid 48 version 2502 is already newer than 2501 2024-09-13T14:29:10.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2502 (ObjNum 998 snap 313 seq_num 998) dirty exists 2024-09-13T14:29:10.861 INFO:tasks.rados.rados.0.smithi001.stdout:3220: left oid 48 (ObjNum 998 snap 313 seq_num 998) 2024-09-13T14:29:10.864 INFO:tasks.rados.rados.0.smithi001.stdout:3218: finishing copy_from racing read to smithi00185197-40 2024-09-13T14:29:10.867 INFO:tasks.rados.rados.0.smithi001.stdout:3218: finishing copy_from to smithi00185197-40 2024-09-13T14:29:10.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2501 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-13T14:29:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:10 smithi001 ceph-mon[96683]: pgmap v734: 121 pgs: 121 active+clean; 167 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 25 op/s 2024-09-13T14:29:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:10 smithi001 ceph-mon[96683]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T14:29:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:10 smithi001 ceph-mon[99232]: pgmap v734: 121 pgs: 121 active+clean; 167 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 25 op/s 2024-09-13T14:29:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:10 smithi001 ceph-mon[99232]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T14:29:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:10 smithi028 ceph-mon[87621]: pgmap v734: 121 pgs: 121 active+clean; 167 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 25 op/s 2024-09-13T14:29:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:10 smithi028 ceph-mon[87621]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T14:29:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:3218: done (2 left) 2024-09-13T14:29:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:3220: done (1 left) 2024-09-13T14:29:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:3221: done (0 left) 2024-09-13T14:29:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 314 2024-09-13T14:29:11.849 INFO:tasks.rados.rados.0.smithi001.stdout:3222: seq_num 999 ranges {720896=737280,1458176=565248,2023424=761856,2785280=278528} 2024-09-13T14:29:11.856 INFO:tasks.rados.rados.0.smithi001.stdout:3222: writing smithi00185197-39 from 720896 to 1458176 tid 1 2024-09-13T14:29:11.859 INFO:tasks.rados.rados.0.smithi001.stdout:3222: writing smithi00185197-39 from 1458176 to 2023424 tid 2 2024-09-13T14:29:11.864 INFO:tasks.rados.rados.0.smithi001.stdout:3222: writing smithi00185197-39 from 2023424 to 2785280 tid 3 2024-09-13T14:29:11.866 INFO:tasks.rados.rados.0.smithi001.stdout:3222: writing smithi00185197-39 from 2785280 to 3063808 tid 4 2024-09-13T14:29:11.866 INFO:tasks.rados.rados.0.smithi001.stdout:3223: read oid 17 snap -1 2024-09-13T14:29:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:3223: expect (ObjNum 876 snap 280 seq_num 876) 2024-09-13T14:29:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:3224: delete oid 12 current snap is 314 2024-09-13T14:29:11.868 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 1 to smithi00185197-39 2024-09-13T14:29:11.868 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 2 to smithi00185197-39 2024-09-13T14:29:11.870 INFO:tasks.rados.rados.0.smithi001.stdout:3224: done (2 left) 2024-09-13T14:29:11.870 INFO:tasks.rados.rados.0.smithi001.stdout:3225: rollback oid 6 current snap is 314 2024-09-13T14:29:11.870 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 313 2024-09-13T14:29:11.870 INFO:tasks.rados.rados.0.smithi001.stdout:3226: delete oid 7 current snap is 314 2024-09-13T14:29:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 3 to smithi00185197-39 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:3226: done (3 left) 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:3227: copy_from oid 2 from oid 34 current snap is 314 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:3228: rollback oid 31 current snap is 314 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 308 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:3229: rollback oid 11 current snap is 314 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 313 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 4 to smithi00185197-39 2024-09-13T14:29:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:3230: copy_from oid 20 from oid 14 current snap is 314 2024-09-13T14:29:11.879 INFO:tasks.rados.rados.0.smithi001.stdout:3231: snap_remove snap 309 2024-09-13T14:29:12.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:11 smithi001 ceph-mon[99232]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T14:29:12.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:11 smithi001 ceph-mon[96683]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T14:29:12.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:11 smithi028 ceph-mon[87621]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T14:29:12.753 INFO:tasks.rados.rados.0.smithi001.stdout:3231: done (7 left) 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3232: rollback oid 33 current snap is 314 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 313 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 5 to smithi00185197-39 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 6 to smithi00185197-39 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: oid 39 updating version 0 to 2504 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: oid 39 updating version 2504 to 2505 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: oid 39 updating version 2505 to 2507 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: oid 39 version 2507 is already newer than 2506 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: oid 39 version 2507 is already newer than 2503 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2507 (ObjNum 999 snap 314 seq_num 999) dirty exists 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3222: left oid 39 (ObjNum 999 snap 314 seq_num 999) 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3225: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:29:12.754 INFO:tasks.rados.rados.0.smithi001.stdout:3229: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3225: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3225: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2543 (ObjNum 872 snap 279 seq_num 872) dirty exists 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3229: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3228: finishing rollback tid 0 to smithi00185197-31 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3229: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2495 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3228: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3228: finishing rollback tid 2 to smithi00185197-31 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2144 (ObjNum 974 snap 308 seq_num 974) dirty exists 2024-09-13T14:29:12.755 INFO:tasks.rados.rados.0.smithi001.stdout:3223: expect (ObjNum 876 snap 280 seq_num 876) 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3227: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3230: finishing copy_from to smithi00185197-20 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2070 (ObjNum 848 snap 269 seq_num 848) dirty exists 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3230: finishing copy_from racing read to smithi00185197-20 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3227: finishing copy_from to smithi00185197-2 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2124 (ObjNum 980 snap 309 seq_num 980) dirty exists 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3222: done (7 left) 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3223: done (6 left) 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3225: done (5 left) 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3227: done (4 left) 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3228: done (3 left) 2024-09-13T14:29:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3229: done (2 left) 2024-09-13T14:29:12.939 INFO:tasks.rados.rados.0.smithi001.stdout:3230: done (1 left) 2024-09-13T14:29:12.939 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 314 2024-09-13T14:29:12.939 INFO:tasks.rados.rados.0.smithi001.stdout:3232: finishing rollback tid 0 to smithi00185197-33 2024-09-13T14:29:12.939 INFO:tasks.rados.rados.0.smithi001.stdout:3232: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:29:12.939 INFO:tasks.rados.rados.0.smithi001.stdout:3232: finishing rollback tid 2 to smithi00185197-33 2024-09-13T14:29:12.939 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2125 (ObjNum 759 snap 246 seq_num 759) dirty exists 2024-09-13T14:29:12.939 INFO:tasks.rados.rados.0.smithi001.stdout:3233: seq_num 1002 ranges {3375104=786432,4161536=614400,4775936=581632,5357568=409600} 2024-09-13T14:29:12.960 INFO:tasks.rados.rados.0.smithi001.stdout:3233: writing smithi00185197-15 from 3375104 to 4161536 tid 1 2024-09-13T14:29:12.963 INFO:tasks.rados.rados.0.smithi001.stdout:3233: writing smithi00185197-15 from 4161536 to 4775936 tid 2 2024-09-13T14:29:12.967 INFO:tasks.rados.rados.0.smithi001.stdout:3233: writing smithi00185197-15 from 4775936 to 5357568 tid 3 2024-09-13T14:29:12.970 INFO:tasks.rados.rados.0.smithi001.stdout:3233: writing smithi00185197-15 from 5357568 to 5767168 tid 4 2024-09-13T14:29:12.971 INFO:tasks.rados.rados.0.smithi001.stdout:3232: done (1 left) 2024-09-13T14:29:12.971 INFO:tasks.rados.rados.0.smithi001.stdout:3234: snap_create 2024-09-13T14:29:12.971 INFO:tasks.rados.rados.0.smithi001.stdout:3233: finishing write tid 1 to smithi00185197-15 2024-09-13T14:29:12.971 INFO:tasks.rados.rados.0.smithi001.stdout:3233: finishing write tid 2 to smithi00185197-15 2024-09-13T14:29:12.975 INFO:tasks.rados.rados.0.smithi001.stdout:3233: finishing write tid 3 to smithi00185197-15 2024-09-13T14:29:12.975 INFO:tasks.rados.rados.0.smithi001.stdout:3233: finishing write tid 4 to smithi00185197-15 2024-09-13T14:29:12.975 INFO:tasks.rados.rados.0.smithi001.stdout:3233: finishing write tid 5 to smithi00185197-15 2024-09-13T14:29:12.976 INFO:tasks.rados.rados.0.smithi001.stdout:3233: finishing write tid 6 to smithi00185197-15 2024-09-13T14:29:12.977 INFO:tasks.rados.rados.0.smithi001.stdout:3233: oid 15 updating version 0 to 2509 2024-09-13T14:29:12.977 INFO:tasks.rados.rados.0.smithi001.stdout:3233: oid 15 version 2509 is already newer than 2508 2024-09-13T14:29:12.977 INFO:tasks.rados.rados.0.smithi001.stdout:3233: oid 15 updating version 2509 to 2510 2024-09-13T14:29:12.977 INFO:tasks.rados.rados.0.smithi001.stdout:3233: oid 15 version 2510 is already newer than 2507 2024-09-13T14:29:12.977 INFO:tasks.rados.rados.0.smithi001.stdout:3233: oid 15 updating version 2510 to 2511 2024-09-13T14:29:12.977 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2511 (ObjNum 1002 snap 314 seq_num 1002) dirty exists 2024-09-13T14:29:12.977 INFO:tasks.rados.rados.0.smithi001.stdout:3233: left oid 15 (ObjNum 1002 snap 314 seq_num 1002) 2024-09-13T14:29:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:12 smithi001 ceph-mon[96683]: pgmap v737: 121 pgs: 121 active+clean; 170 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.1 MiB/s wr, 29 op/s 2024-09-13T14:29:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:12 smithi001 ceph-mon[96683]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T14:29:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:12 smithi001 ceph-mon[96683]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T14:29:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:12 smithi001 ceph-mon[99232]: pgmap v737: 121 pgs: 121 active+clean; 170 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.1 MiB/s wr, 29 op/s 2024-09-13T14:29:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:12 smithi001 ceph-mon[99232]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T14:29:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:12 smithi001 ceph-mon[99232]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T14:29:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:12 smithi028 ceph-mon[87621]: pgmap v737: 121 pgs: 121 active+clean; 170 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.1 MiB/s wr, 29 op/s 2024-09-13T14:29:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:12 smithi028 ceph-mon[87621]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T14:29:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:12 smithi028 ceph-mon[87621]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T14:29:13.854 INFO:tasks.rados.rados.0.smithi001.stdout:3233: done (1 left) 2024-09-13T14:29:13.854 INFO:tasks.rados.rados.0.smithi001.stdout:3234: done (0 left) 2024-09-13T14:29:13.854 INFO:tasks.rados.rados.0.smithi001.stdout:3235: copy_from oid 49 from oid 13 current snap is 315 2024-09-13T14:29:13.854 INFO:tasks.rados.rados.0.smithi001.stdout:3236: copy_from oid 46 from oid 17 current snap is 315 2024-09-13T14:29:13.854 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 315 2024-09-13T14:29:13.854 INFO:tasks.rados.rados.0.smithi001.stdout:3237: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-09-13T14:29:13.858 INFO:tasks.rados.rados.0.smithi001.stdout:3237: writing smithi00185197-25 from 0 to 802816 tid 1 2024-09-13T14:29:13.862 INFO:tasks.rados.rados.0.smithi001.stdout:3237: writing smithi00185197-25 from 802816 to 1302528 tid 2 2024-09-13T14:29:13.867 INFO:tasks.rados.rados.0.smithi001.stdout:3237: writing smithi00185197-25 from 1302528 to 2039808 tid 3 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:3237: writing smithi00185197-25 from 2039808 to 2408448 tid 4 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:3238: read oid 11 snap -1 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:3238: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 315 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:3237: finishing write tid 1 to smithi00185197-25 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:3239: seq_num 1004 ranges {0=16384} 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:3239: writing smithi00185197-12 from 0 to 16384 tid 1 2024-09-13T14:29:13.870 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 315 2024-09-13T14:29:13.871 INFO:tasks.rados.rados.0.smithi001.stdout:3240: seq_num 1005 ranges {0=32768} 2024-09-13T14:29:13.871 INFO:tasks.rados.rados.0.smithi001.stdout:3240: writing smithi00185197-32 from 0 to 32768 tid 1 2024-09-13T14:29:13.871 INFO:tasks.rados.rados.0.smithi001.stdout:3241: rollback oid 41 current snap is 315 2024-09-13T14:29:13.871 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 313 2024-09-13T14:29:13.871 INFO:tasks.rados.rados.0.smithi001.stdout:3237: finishing write tid 2 to smithi00185197-25 2024-09-13T14:29:13.871 INFO:tasks.rados.rados.0.smithi001.stdout:3242: delete oid 27 current snap is 315 2024-09-13T14:29:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3242: done (7 left) 2024-09-13T14:29:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3243: read oid 31 snap -1 2024-09-13T14:29:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3243: expect (ObjNum 974 snap 308 seq_num 974) 2024-09-13T14:29:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3244: read oid 48 snap 312 2024-09-13T14:29:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3244: expect deleted 2024-09-13T14:29:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3245: snap_remove snap 311 2024-09-13T14:29:14.860 INFO:tasks.rados.rados.0.smithi001.stdout:3245: done (9 left) 2024-09-13T14:29:14.860 INFO:tasks.rados.rados.0.smithi001.stdout:3246: snap_remove snap 314 2024-09-13T14:29:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:14 smithi001 ceph-mon[96683]: pgmap v740: 121 pgs: 121 active+clean; 182 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-09-13T14:29:15.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:14 smithi001 ceph-mon[96683]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T14:29:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:14 smithi001 ceph-mon[99232]: pgmap v740: 121 pgs: 121 active+clean; 182 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-09-13T14:29:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:14 smithi001 ceph-mon[99232]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T14:29:15.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:14 smithi028 ceph-mon[87621]: pgmap v740: 121 pgs: 121 active+clean; 182 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-09-13T14:29:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:14 smithi028 ceph-mon[87621]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T14:29:15.867 INFO:tasks.rados.rados.0.smithi001.stdout:3246: done (9 left) 2024-09-13T14:29:15.867 INFO:tasks.rados.rados.0.smithi001.stdout:3247: read oid 6 snap 312 2024-09-13T14:29:15.867 INFO:tasks.rados.rados.0.smithi001.stdout:3247: expect (ObjNum 872 snap 279 seq_num 872) 2024-09-13T14:29:15.867 INFO:tasks.rados.rados.0.smithi001.stdout:3248: rollback oid 50 current snap is 315 2024-09-13T14:29:15.867 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 312 2024-09-13T14:29:15.867 INFO:tasks.rados.rados.0.smithi001.stdout:3237: finishing write tid 3 to smithi00185197-25 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: finishing write tid 4 to smithi00185197-25 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: finishing write tid 5 to smithi00185197-25 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3239: finishing write tid 1 to smithi00185197-12 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: finishing write tid 6 to smithi00185197-25 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: oid 25 updating version 0 to 2508 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: oid 25 updating version 2508 to 2510 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: oid 25 updating version 2510 to 2512 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: oid 25 version 2512 is already newer than 2511 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: oid 25 version 2512 is already newer than 2509 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2512 (ObjNum 1003 snap 315 seq_num 1003) dirty exists 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3237: left oid 25 (ObjNum 1003 snap 315 seq_num 1003) 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3239: finishing write tid 2 to smithi00185197-12 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3241: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:29:15.868 INFO:tasks.rados.rados.0.smithi001.stdout:3239: finishing write tid 3 to smithi00185197-12 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3239: oid 12 updating version 0 to 2502 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3239: oid 12 version 2502 is already newer than 2501 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2502 (ObjNum 1004 snap 315 seq_num 1004) dirty exists 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3239: left oid 12 (ObjNum 1004 snap 315 seq_num 1004) 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3241: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3237: done (10 left) 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3239: done (9 left) 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3244: done (8 left) 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 315 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3241: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2373 (ObjNum 988 snap 311 seq_num 988) dirty exists 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3240: finishing write tid 1 to smithi00185197-32 2024-09-13T14:29:15.869 INFO:tasks.rados.rados.0.smithi001.stdout:3238: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:15.925 INFO:tasks.rados.rados.0.smithi001.stdout:3240: finishing write tid 2 to smithi00185197-32 2024-09-13T14:29:15.925 INFO:tasks.rados.rados.0.smithi001.stdout:3240: finishing write tid 3 to smithi00185197-32 2024-09-13T14:29:15.925 INFO:tasks.rados.rados.0.smithi001.stdout:3240: oid 32 updating version 0 to 2497 2024-09-13T14:29:15.925 INFO:tasks.rados.rados.0.smithi001.stdout:3240: oid 32 version 2497 is already newer than 2496 2024-09-13T14:29:15.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2497 (ObjNum 1005 snap 315 seq_num 1005) dirty exists 2024-09-13T14:29:15.926 INFO:tasks.rados.rados.0.smithi001.stdout:3240: left oid 32 (ObjNum 1005 snap 315 seq_num 1005) 2024-09-13T14:29:15.926 INFO:tasks.rados.rados.0.smithi001.stdout:3235: finishing copy_from racing read to smithi00185197-49 2024-09-13T14:29:15.926 INFO:tasks.rados.rados.0.smithi001.stdout:3236: finishing copy_from to smithi00185197-46 2024-09-13T14:29:15.926 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2369 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-09-13T14:29:15.926 INFO:tasks.rados.rados.0.smithi001.stdout:3243: expect (ObjNum 974 snap 308 seq_num 974) 2024-09-13T14:29:16.025 INFO:tasks.rados.rados.0.smithi001.stdout:3236: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:29:16.025 INFO:tasks.rados.rados.0.smithi001.stdout:3235: finishing copy_from to smithi00185197-49 2024-09-13T14:29:16.025 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2482 (ObjNum 991 snap 311 seq_num 991) dirty exists 2024-09-13T14:29:16.025 INFO:tasks.rados.rados.0.smithi001.stdout:3249: seq_num 1007 ranges {3850240=65536} 2024-09-13T14:29:16.047 INFO:tasks.rados.rados.0.smithi001.stdout:3249: writing smithi00185197-38 from 3850240 to 3915776 tid 1 2024-09-13T14:29:16.047 INFO:tasks.rados.rados.0.smithi001.stdout:3235: done (8 left) 2024-09-13T14:29:16.047 INFO:tasks.rados.rados.0.smithi001.stdout:3236: done (7 left) 2024-09-13T14:29:16.047 INFO:tasks.rados.rados.0.smithi001.stdout:3238: done (6 left) 2024-09-13T14:29:16.047 INFO:tasks.rados.rados.0.smithi001.stdout:3240: done (5 left) 2024-09-13T14:29:16.047 INFO:tasks.rados.rados.0.smithi001.stdout:3241: done (4 left) 2024-09-13T14:29:16.048 INFO:tasks.rados.rados.0.smithi001.stdout:3243: done (3 left) 2024-09-13T14:29:16.048 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 315 2024-09-13T14:29:16.048 INFO:tasks.rados.rados.0.smithi001.stdout:3248: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:29:16.048 INFO:tasks.rados.rados.0.smithi001.stdout:3248: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:29:16.048 INFO:tasks.rados.rados.0.smithi001.stdout:3248: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:29:16.048 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2485 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:29:16.048 INFO:tasks.rados.rados.0.smithi001.stdout:3247: expect (ObjNum 872 snap 279 seq_num 872) 2024-09-13T14:29:16.182 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:15 smithi028 ceph-mon[87621]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T14:29:16.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:15 smithi001 ceph-mon[96683]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T14:29:16.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:15 smithi001 ceph-mon[99232]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T14:29:17.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:16 smithi001 ceph-mon[96683]: pgmap v743: 121 pgs: 121 active+clean; 215 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 24 op/s 2024-09-13T14:29:17.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:16 smithi001 ceph-mon[96683]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T14:29:17.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:16 smithi001 ceph-mon[99232]: pgmap v743: 121 pgs: 121 active+clean; 215 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 24 op/s 2024-09-13T14:29:17.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:16 smithi001 ceph-mon[99232]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T14:29:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:16 smithi028 ceph-mon[87621]: pgmap v743: 121 pgs: 121 active+clean; 215 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 24 op/s 2024-09-13T14:29:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:16 smithi028 ceph-mon[87621]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T14:29:17.604 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:29:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:29:17] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.51.0" 2024-09-13T14:29:17.768 INFO:tasks.rados.rados.0.smithi001.stdout:3249: finishing write tid 1 to smithi00185197-38 2024-09-13T14:29:17.768 INFO:tasks.rados.rados.0.smithi001.stdout:3249: finishing write tid 2 to smithi00185197-38 2024-09-13T14:29:17.768 INFO:tasks.rados.rados.0.smithi001.stdout:3249: finishing write tid 3 to smithi00185197-38 2024-09-13T14:29:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:3249: oid 38 updating version 0 to 2514 2024-09-13T14:29:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:3249: oid 38 version 2514 is already newer than 2513 2024-09-13T14:29:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2514 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-09-13T14:29:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:3249: left oid 38 (ObjNum 1007 snap 315 seq_num 1007) 2024-09-13T14:29:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:3250: seq_num 1008 ranges {3088384=90112} 2024-09-13T14:29:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:3250: writing smithi00185197-31 from 3088384 to 3178496 tid 1 2024-09-13T14:29:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:3247: done (3 left) 2024-09-13T14:29:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:3248: done (2 left) 2024-09-13T14:29:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:3249: done (1 left) 2024-09-13T14:29:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:3251: read oid 24 snap -1 2024-09-13T14:29:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:3251: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:29:17.786 INFO:tasks.rados.rados.0.smithi001.stdout:3252: delete oid 32 current snap is 315 2024-09-13T14:29:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:3250: finishing write tid 1 to smithi00185197-31 2024-09-13T14:29:17.790 INFO:tasks.rados.rados.0.smithi001.stdout:3250: finishing write tid 2 to smithi00185197-31 2024-09-13T14:29:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:3252: done (2 left) 2024-09-13T14:29:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:3253: read oid 49 snap -1 2024-09-13T14:29:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:3253: expect (ObjNum 991 snap 311 seq_num 991) 2024-09-13T14:29:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 315 2024-09-13T14:29:17.791 INFO:tasks.rados.rados.0.smithi001.stdout:3254: seq_num 1010 ranges {2441216=122880} 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3254: writing smithi00185197-16 from 2441216 to 2564096 tid 1 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3255: read oid 32 snap -1 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3255: expect deleted 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3256: read oid 45 snap 308 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3256: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3257: delete oid 22 current snap is 315 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3250: finishing write tid 3 to smithi00185197-31 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3250: oid 31 updating version 0 to 2146 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:3250: oid 31 version 2146 is already newer than 2145 2024-09-13T14:29:17.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2146 (ObjNum 1008 snap 315 seq_num 1008) dirty exists 2024-09-13T14:29:17.810 INFO:tasks.rados.rados.0.smithi001.stdout:3250: left oid 31 (ObjNum 1008 snap 315 seq_num 1008) 2024-09-13T14:29:17.810 INFO:tasks.rados.rados.0.smithi001.stdout:3251: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:29:18.099 INFO:tasks.rados.rados.0.smithi001.stdout:3256: expect (ObjNum 873 snap 280 seq_num 873) 2024-09-13T14:29:18.105 INFO:tasks.rados.rados.0.smithi001.stdout:3253: expect (ObjNum 991 snap 311 seq_num 991) 2024-09-13T14:29:18.617 INFO:tasks.rados.rados.0.smithi001.stdout:3254: finishing write tid 1 to smithi00185197-16 2024-09-13T14:29:18.617 INFO:tasks.rados.rados.0.smithi001.stdout:3254: finishing write tid 2 to smithi00185197-16 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3254: finishing write tid 3 to smithi00185197-16 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3254: oid 16 updating version 0 to 2574 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3254: oid 16 version 2574 is already newer than 2573 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2574 (ObjNum 1010 snap 315 seq_num 1010) dirty exists 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3254: left oid 16 (ObjNum 1010 snap 315 seq_num 1010) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3250: done (6 left) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3251: done (5 left) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3253: done (4 left) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3254: done (3 left) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3255: done (2 left) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3256: done (1 left) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3257: done (0 left) 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3258: rmattr oid 43 current snap is 315 2024-09-13T14:29:18.618 INFO:tasks.rados.rados.0.smithi001.stdout:3258: done (0 left) 2024-09-13T14:29:18.619 INFO:tasks.rados.rados.0.smithi001.stdout:3259: rollback oid 16 current snap is 315 2024-09-13T14:29:18.619 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 312 2024-09-13T14:29:18.619 INFO:tasks.rados.rados.0.smithi001.stdout:3260: read oid 20 snap -1 2024-09-13T14:29:18.619 INFO:tasks.rados.rados.0.smithi001.stdout:3260: expect (ObjNum 848 snap 269 seq_num 848) 2024-09-13T14:29:18.619 INFO:tasks.rados.rados.0.smithi001.stdout:3261: snap_create 2024-09-13T14:29:18.625 INFO:tasks.rados.rados.0.smithi001.stdout:3259: finishing rollback tid 0 to smithi00185197-16 2024-09-13T14:29:18.625 INFO:tasks.rados.rados.0.smithi001.stdout:3259: finishing rollback tid 1 to smithi00185197-16 2024-09-13T14:29:18.632 INFO:tasks.rados.rados.0.smithi001.stdout:3259: finishing rollback tid 2 to smithi00185197-16 2024-09-13T14:29:18.632 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2577 (ObjNum 924 snap 296 seq_num 924) dirty exists 2024-09-13T14:29:18.639 INFO:tasks.rados.rados.0.smithi001.stdout:3260: expect (ObjNum 848 snap 269 seq_num 848) 2024-09-13T14:29:18.946 INFO:tasks.rados.rados.0.smithi001.stdout:3259: done (2 left) 2024-09-13T14:29:18.946 INFO:tasks.rados.rados.0.smithi001.stdout:3260: done (1 left) 2024-09-13T14:29:18.946 INFO:tasks.rados.rados.0.smithi001.stdout:3261: done (0 left) 2024-09-13T14:29:18.946 INFO:tasks.rados.rados.0.smithi001.stdout:3262: read oid 36 snap 312 2024-09-13T14:29:18.946 INFO:tasks.rados.rados.0.smithi001.stdout:3262: expect deleted 2024-09-13T14:29:18.946 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 316 2024-09-13T14:29:18.946 INFO:tasks.rados.rados.0.smithi001.stdout:3263: seq_num 1012 ranges {0=155648} 2024-09-13T14:29:18.947 INFO:tasks.rados.rados.0.smithi001.stdout:3263: writing smithi00185197-44 from 0 to 155648 tid 1 2024-09-13T14:29:18.947 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 316 2024-09-13T14:29:18.947 INFO:tasks.rados.rados.0.smithi001.stdout:3264: seq_num 1013 ranges {3850240=172032} 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:3264: writing smithi00185197-42 from 3850240 to 4022272 tid 1 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:3265: rollback oid 22 current snap is 316 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 312 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:3263: finishing write tid 1 to smithi00185197-44 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:3262: done (3 left) 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:3266: read oid 28 snap -1 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:3266: expect (ObjNum 995 snap 312 seq_num 995) 2024-09-13T14:29:18.969 INFO:tasks.rados.rados.0.smithi001.stdout:3267: snap_remove snap 308 2024-09-13T14:29:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:18 smithi001 ceph-mon[99232]: pgmap v745: 121 pgs: 121 active+clean; 219 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 18 op/s 2024-09-13T14:29:19.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:18 smithi001 ceph-mon[99232]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T14:29:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:18 smithi001 ceph-mon[96683]: pgmap v745: 121 pgs: 121 active+clean; 219 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 18 op/s 2024-09-13T14:29:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:18 smithi001 ceph-mon[96683]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T14:29:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:18 smithi028 ceph-mon[87621]: pgmap v745: 121 pgs: 121 active+clean; 219 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 18 op/s 2024-09-13T14:29:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:18 smithi028 ceph-mon[87621]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T14:29:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:3267: done (4 left) 2024-09-13T14:29:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:3268: rollback oid 20 current snap is 316 2024-09-13T14:29:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 312 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3263: finishing write tid 2 to smithi00185197-44 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3263: finishing write tid 3 to smithi00185197-44 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3263: oid 44 updating version 0 to 2488 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3263: oid 44 updating version 2488 to 2489 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2489 (ObjNum 1012 snap 316 seq_num 1012) dirty exists 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3263: left oid 44 (ObjNum 1012 snap 316 seq_num 1012) 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3264: finishing write tid 1 to smithi00185197-42 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3265: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:29:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3265: finishing rollback tid 2 to smithi00185197-22 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2149 (ObjNum 937 snap 298 seq_num 937) dirty exists 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:3264: finishing write tid 2 to smithi00185197-42 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:3264: finishing write tid 3 to smithi00185197-42 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:3264: oid 42 updating version 0 to 2504 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:3264: oid 42 version 2504 is already newer than 2503 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2504 (ObjNum 1013 snap 316 seq_num 1013) dirty exists 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:3264: left oid 42 (ObjNum 1013 snap 316 seq_num 1013) 2024-09-13T14:29:19.881 INFO:tasks.rados.rados.0.smithi001.stdout:3266: expect (ObjNum 995 snap 312 seq_num 995) 2024-09-13T14:29:19.999 INFO:tasks.rados.rados.0.smithi001.stdout:3268: finishing rollback tid 0 to smithi00185197-20 2024-09-13T14:29:19.999 INFO:tasks.rados.rados.0.smithi001.stdout:3268: finishing rollback tid 1 to smithi00185197-20 2024-09-13T14:29:19.999 INFO:tasks.rados.rados.0.smithi001.stdout:3268: finishing rollback tid 2 to smithi00185197-20 2024-09-13T14:29:19.999 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2581 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-13T14:29:19.999 INFO:tasks.rados.rados.0.smithi001.stdout:3263: done (4 left) 2024-09-13T14:29:19.999 INFO:tasks.rados.rados.0.smithi001.stdout:3264: done (3 left) 2024-09-13T14:29:20.000 INFO:tasks.rados.rados.0.smithi001.stdout:3265: done (2 left) 2024-09-13T14:29:20.000 INFO:tasks.rados.rados.0.smithi001.stdout:3266: done (1 left) 2024-09-13T14:29:20.000 INFO:tasks.rados.rados.0.smithi001.stdout:3268: done (0 left) 2024-09-13T14:29:20.000 INFO:tasks.rados.rados.0.smithi001.stdout:3269: copy_from oid 5 from oid 46 current snap is 316 2024-09-13T14:29:20.000 INFO:tasks.rados.rados.0.smithi001.stdout:3270: snap_remove snap 313 2024-09-13T14:29:20.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:19 smithi001 ceph-mon[96683]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T14:29:20.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:19 smithi001 ceph-mon[99232]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T14:29:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:20.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:19 smithi028 ceph-mon[87621]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T14:29:20.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:20.881 INFO:tasks.rados.rados.0.smithi001.stdout:3270: done (1 left) 2024-09-13T14:29:20.881 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 316 2024-09-13T14:29:20.881 INFO:tasks.rados.rados.0.smithi001.stdout:3269: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:29:20.882 INFO:tasks.rados.rados.0.smithi001.stdout:3269: finishing copy_from to smithi00185197-5 2024-09-13T14:29:20.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2369 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-09-13T14:29:20.882 INFO:tasks.rados.rados.0.smithi001.stdout:3271: seq_num 1014 ranges {5988352=188416} 2024-09-13T14:29:20.917 INFO:tasks.rados.rados.0.smithi001.stdout:3271: writing smithi00185197-14 from 5988352 to 6176768 tid 1 2024-09-13T14:29:20.917 INFO:tasks.rados.rados.0.smithi001.stdout:3269: done (1 left) 2024-09-13T14:29:20.917 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 316 2024-09-13T14:29:20.917 INFO:tasks.rados.rados.0.smithi001.stdout:3272: seq_num 1015 ranges {0=204800} 2024-09-13T14:29:20.917 INFO:tasks.rados.rados.0.smithi001.stdout:3272: writing smithi00185197-29 from 0 to 204800 tid 1 2024-09-13T14:29:20.918 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 316 2024-09-13T14:29:20.918 INFO:tasks.rados.rados.0.smithi001.stdout:3273: seq_num 1016 ranges {720896=221184} 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3273: writing smithi00185197-33 from 720896 to 942080 tid 1 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3274: delete oid 37 current snap is 316 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3271: finishing write tid 1 to smithi00185197-14 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3271: finishing write tid 2 to smithi00185197-14 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3271: finishing write tid 3 to smithi00185197-14 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3271: oid 14 updating version 0 to 2072 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3271: oid 14 version 2072 is already newer than 2071 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2072 (ObjNum 1014 snap 316 seq_num 1014) dirty exists 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3271: left oid 14 (ObjNum 1014 snap 316 seq_num 1014) 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3272: finishing write tid 1 to smithi00185197-29 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3272: finishing write tid 2 to smithi00185197-29 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3272: finishing write tid 3 to smithi00185197-29 2024-09-13T14:29:20.924 INFO:tasks.rados.rados.0.smithi001.stdout:3272: oid 29 updating version 0 to 2607 2024-09-13T14:29:20.925 INFO:tasks.rados.rados.0.smithi001.stdout:3272: oid 29 version 2607 is already newer than 2606 2024-09-13T14:29:20.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2607 (ObjNum 1015 snap 316 seq_num 1015) dirty exists 2024-09-13T14:29:20.925 INFO:tasks.rados.rados.0.smithi001.stdout:3272: left oid 29 (ObjNum 1015 snap 316 seq_num 1015) 2024-09-13T14:29:20.925 INFO:tasks.rados.rados.0.smithi001.stdout:3271: done (3 left) 2024-09-13T14:29:20.925 INFO:tasks.rados.rados.0.smithi001.stdout:3272: done (2 left) 2024-09-13T14:29:20.925 INFO:tasks.rados.rados.0.smithi001.stdout:3274: done (1 left) 2024-09-13T14:29:20.925 INFO:tasks.rados.rados.0.smithi001.stdout:3275: snap_create 2024-09-13T14:29:20.927 INFO:tasks.rados.rados.0.smithi001.stdout:3273: finishing write tid 1 to smithi00185197-33 2024-09-13T14:29:20.927 INFO:tasks.rados.rados.0.smithi001.stdout:3273: finishing write tid 2 to smithi00185197-33 2024-09-13T14:29:20.928 INFO:tasks.rados.rados.0.smithi001.stdout:3273: finishing write tid 3 to smithi00185197-33 2024-09-13T14:29:20.928 INFO:tasks.rados.rados.0.smithi001.stdout:3273: oid 33 updating version 0 to 2127 2024-09-13T14:29:20.928 INFO:tasks.rados.rados.0.smithi001.stdout:3273: oid 33 version 2127 is already newer than 2126 2024-09-13T14:29:20.928 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2127 (ObjNum 1016 snap 316 seq_num 1016) dirty exists 2024-09-13T14:29:20.928 INFO:tasks.rados.rados.0.smithi001.stdout:3273: left oid 33 (ObjNum 1016 snap 316 seq_num 1016) 2024-09-13T14:29:21.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:20 smithi001 ceph-mon[96683]: pgmap v748: 121 pgs: 121 active+clean; 222 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-09-13T14:29:21.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:20 smithi001 ceph-mon[96683]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T14:29:21.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:20 smithi001 ceph-mon[99232]: pgmap v748: 121 pgs: 121 active+clean; 222 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-09-13T14:29:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:20 smithi001 ceph-mon[99232]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T14:29:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:20 smithi028 ceph-mon[87621]: pgmap v748: 121 pgs: 121 active+clean; 222 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-09-13T14:29:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:20 smithi028 ceph-mon[87621]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3273: done (1 left) 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3275: done (0 left) 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3276: read oid 21 snap 315 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3276: expect (ObjNum 992 snap 311 seq_num 992) 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3277: rollback oid 28 current snap is 317 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 316 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3278: read oid 15 snap -1 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3278: expect (ObjNum 1002 snap 314 seq_num 1002) 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 317 2024-09-13T14:29:21.887 INFO:tasks.rados.rados.0.smithi001.stdout:3279: seq_num 1018 ranges {6963200=253952} 2024-09-13T14:29:21.927 INFO:tasks.rados.rados.0.smithi001.stdout:3279: writing smithi00185197-8 from 6963200 to 7217152 tid 1 2024-09-13T14:29:21.927 INFO:tasks.rados.rados.0.smithi001.stdout:3280: copy_from oid 30 from oid 23 current snap is 317 2024-09-13T14:29:21.927 INFO:tasks.rados.rados.0.smithi001.stdout:3277: finishing rollback tid 0 to smithi00185197-28 2024-09-13T14:29:21.927 INFO:tasks.rados.rados.0.smithi001.stdout:3277: finishing rollback tid 1 to smithi00185197-28 2024-09-13T14:29:21.928 INFO:tasks.rados.rados.0.smithi001.stdout:3277: finishing rollback tid 2 to smithi00185197-28 2024-09-13T14:29:21.928 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2505 (ObjNum 995 snap 312 seq_num 995) dirty exists 2024-09-13T14:29:21.928 INFO:tasks.rados.rados.0.smithi001.stdout:3277: done (4 left) 2024-09-13T14:29:21.928 INFO:tasks.rados.rados.0.smithi001.stdout:3281: read oid 44 snap -1 2024-09-13T14:29:21.928 INFO:tasks.rados.rados.0.smithi001.stdout:3281: expect (ObjNum 1012 snap 316 seq_num 1012) 2024-09-13T14:29:21.928 INFO:tasks.rados.rados.0.smithi001.stdout:3278: expect (ObjNum 1002 snap 314 seq_num 1002) 2024-09-13T14:29:22.158 INFO:tasks.rados.rados.0.smithi001.stdout:3276: expect (ObjNum 992 snap 311 seq_num 992) 2024-09-13T14:29:22.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:21 smithi001 ceph-mon[96683]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T14:29:22.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:21 smithi001 ceph-mon[99232]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T14:29:22.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:21 smithi028 ceph-mon[87621]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T14:29:22.607 INFO:tasks.rados.rados.0.smithi001.stdout:3279: finishing write tid 1 to smithi00185197-8 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3279: finishing write tid 2 to smithi00185197-8 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3279: finishing write tid 3 to smithi00185197-8 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3279: oid 8 updating version 0 to 2515 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3279: oid 8 updating version 2515 to 2516 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2516 (ObjNum 1018 snap 317 seq_num 1018) dirty exists 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3279: left oid 8 (ObjNum 1018 snap 317 seq_num 1018) 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3280: finishing copy_from racing read to smithi00185197-30 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3280: finishing copy_from to smithi00185197-30 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1469 (ObjNum 966 snap 308 seq_num 966) dirty exists 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3276: done (4 left) 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3278: done (3 left) 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3279: done (2 left) 2024-09-13T14:29:22.608 INFO:tasks.rados.rados.0.smithi001.stdout:3280: done (1 left) 2024-09-13T14:29:22.609 INFO:tasks.rados.rados.0.smithi001.stdout:3282: snap_remove snap 312 2024-09-13T14:29:22.754 INFO:tasks.rados.rados.0.smithi001.stdout:3282: done (1 left) 2024-09-13T14:29:22.754 INFO:tasks.rados.rados.0.smithi001.stdout:3283: setattr oid 50 current snap is 317 2024-09-13T14:29:22.754 INFO:tasks.rados.rados.0.smithi001.stdout:3281: expect (ObjNum 1012 snap 316 seq_num 1012) 2024-09-13T14:29:22.761 INFO:tasks.rados.rados.0.smithi001.stdout:3281: done (1 left) 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3284: copy_from oid 43 from oid 15 current snap is 317 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3285: rollback oid 11 current snap is 317 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 315 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3286: rollback oid 3 current snap is 317 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 315 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3287: rmattr oid 31 current snap is 317 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3287: done (4 left) 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3288: read oid 40 snap -1 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3288: expect (ObjNum 962 snap 307 seq_num 962) 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3289: read oid 28 snap -1 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3289: expect (ObjNum 995 snap 312 seq_num 995) 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:3290: rollback oid 7 current snap is 317 2024-09-13T14:29:22.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 316 2024-09-13T14:29:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:3291: read oid 48 snap 315 2024-09-13T14:29:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:3291: expect (ObjNum 998 snap 313 seq_num 998) 2024-09-13T14:29:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:3292: setattr oid 42 current snap is 317 2024-09-13T14:29:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:3286: finishing rollback tid 1 to smithi00185197-3 2024-09-13T14:29:22.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T14:29:22.764 INFO:tasks.rados.rados.0.smithi001.stdout:3286: done (8 left) 2024-09-13T14:29:22.764 INFO:tasks.rados.rados.0.smithi001.stdout:3293: read oid 36 snap -1 2024-09-13T14:29:22.764 INFO:tasks.rados.rados.0.smithi001.stdout:3293: expect deleted 2024-09-13T14:29:22.764 INFO:tasks.rados.rados.0.smithi001.stdout:3294: setattr oid 4 current snap is 317 2024-09-13T14:29:22.766 INFO:tasks.rados.rados.0.smithi001.stdout:3295: read oid 27 snap -1 2024-09-13T14:29:22.766 INFO:tasks.rados.rados.0.smithi001.stdout:3295: expect deleted 2024-09-13T14:29:22.766 INFO:tasks.rados.rados.0.smithi001.stdout:3296: delete oid 21 current snap is 317 2024-09-13T14:29:22.769 INFO:tasks.rados.rados.0.smithi001.stdout:3290: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:29:22.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 0 (ObjNum 801 snap 0 seq_num 1786748912) dirty dne 2024-09-13T14:29:22.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2486 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:29:22.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2506 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-09-13T14:29:22.779 INFO:tasks.rados.rados.0.smithi001.stdout:3285: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:29:22.783 INFO:tasks.rados.rados.0.smithi001.stdout:3285: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:29:22.783 INFO:tasks.rados.rados.0.smithi001.stdout:3285: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:29:22.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2501 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3283: done (11 left) 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3285: done (10 left) 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3290: done (9 left) 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3293: done (8 left) 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3294: done (7 left) 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3295: done (6 left) 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3296: done (5 left) 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 317 2024-09-13T14:29:22.784 INFO:tasks.rados.rados.0.smithi001.stdout:3297: seq_num 1020 ranges {3391488=286720} 2024-09-13T14:29:22.805 INFO:tasks.rados.rados.0.smithi001.stdout:3297: writing smithi00185197-17 from 3391488 to 3678208 tid 1 2024-09-13T14:29:22.805 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 317 2024-09-13T14:29:22.805 INFO:tasks.rados.rados.0.smithi001.stdout:3291: expect (ObjNum 998 snap 313 seq_num 998) 2024-09-13T14:29:22.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2505 (ObjNum 1013 snap 316 seq_num 1013) dirty exists 2024-09-13T14:29:22.867 INFO:tasks.rados.rados.0.smithi001.stdout:3284: finishing copy_from racing read to smithi00185197-43 2024-09-13T14:29:22.867 INFO:tasks.rados.rados.0.smithi001.stdout:3284: finishing copy_from to smithi00185197-43 2024-09-13T14:29:22.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2511 (ObjNum 1002 snap 314 seq_num 1002) dirty exists 2024-09-13T14:29:22.867 INFO:tasks.rados.rados.0.smithi001.stdout:3288: expect (ObjNum 962 snap 307 seq_num 962) 2024-09-13T14:29:23.082 INFO:tasks.rados.rados.0.smithi001.stdout:3289: expect (ObjNum 995 snap 312 seq_num 995) 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:3297: finishing write tid 1 to smithi00185197-17 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:3297: finishing write tid 2 to smithi00185197-17 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:3297: finishing write tid 3 to smithi00185197-17 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:3297: oid 17 updating version 0 to 2374 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:3297: oid 17 updating version 2374 to 2375 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2375 (ObjNum 1020 snap 317 seq_num 1020) dirty exists 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:3297: left oid 17 (ObjNum 1020 snap 317 seq_num 1020) 2024-09-13T14:29:23.193 INFO:tasks.rados.rados.0.smithi001.stdout:3298: seq_num 1021 ranges {0=303104} 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3298: writing smithi00185197-7 from 0 to 303104 tid 1 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3284: done (6 left) 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3288: done (5 left) 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3289: done (4 left) 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3291: done (3 left) 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3292: done (2 left) 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3297: done (1 left) 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3299: copy_from oid 16 from oid 37 current snap is 317 2024-09-13T14:29:23.195 INFO:tasks.rados.rados.0.smithi001.stdout:3300: snap_remove snap 315 2024-09-13T14:29:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:22 smithi001 ceph-mon[96683]: pgmap v751: 121 pgs: 121 active+clean; 222 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T14:29:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:22 smithi001 ceph-mon[96683]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T14:29:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:22 smithi001 ceph-mon[96683]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T14:29:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:22 smithi001 ceph-mon[99232]: pgmap v751: 121 pgs: 121 active+clean; 222 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T14:29:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:22 smithi001 ceph-mon[99232]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T14:29:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:22 smithi001 ceph-mon[99232]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T14:29:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:22 smithi028 ceph-mon[87621]: pgmap v751: 121 pgs: 121 active+clean; 222 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-09-13T14:29:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:22 smithi028 ceph-mon[87621]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T14:29:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:22 smithi028 ceph-mon[87621]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T14:29:23.894 INFO:tasks.rados.rados.0.smithi001.stdout:3299: finishing copy_from to smithi00185197-16 2024-09-13T14:29:23.894 INFO:tasks.rados.rados.0.smithi001.stdout:3299: got expected ENOENT (src dne) 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3299: finishing copy_from racing read to smithi00185197-16 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3298: finishing write tid 1 to smithi00185197-7 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3298: finishing write tid 2 to smithi00185197-7 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3298: finishing write tid 3 to smithi00185197-7 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3298: oid 7 updating version 0 to 2498 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3298: oid 7 updating version 2498 to 2499 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2499 (ObjNum 1021 snap 317 seq_num 1021) dirty exists 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3298: left oid 7 (ObjNum 1021 snap 317 seq_num 1021) 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3298: done (2 left) 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3299: done (1 left) 2024-09-13T14:29:23.895 INFO:tasks.rados.rados.0.smithi001.stdout:3300: done (0 left) 2024-09-13T14:29:23.896 INFO:tasks.rados.rados.0.smithi001.stdout:3301: rmattr oid 43 current snap is 317 2024-09-13T14:29:23.896 INFO:tasks.rados.rados.0.smithi001.stdout:3301: done (0 left) 2024-09-13T14:29:23.896 INFO:tasks.rados.rados.0.smithi001.stdout:3302: setattr oid 39 current snap is 317 2024-09-13T14:29:23.896 INFO:tasks.rados.rados.0.smithi001.stdout:3303: read oid 32 snap -1 2024-09-13T14:29:23.896 INFO:tasks.rados.rados.0.smithi001.stdout:3303: expect deleted 2024-09-13T14:29:23.896 INFO:tasks.rados.rados.0.smithi001.stdout:3304: snap_remove snap 316 2024-09-13T14:29:24.898 INFO:tasks.rados.rados.0.smithi001.stdout:3304: done (2 left) 2024-09-13T14:29:24.898 INFO:tasks.rados.rados.0.smithi001.stdout:3305: setattr oid 48 current snap is 317 2024-09-13T14:29:24.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2517 (ObjNum 999 snap 314 seq_num 999) dirty exists 2024-09-13T14:29:24.900 INFO:tasks.rados.rados.0.smithi001.stdout:3302: done (2 left) 2024-09-13T14:29:24.900 INFO:tasks.rados.rados.0.smithi001.stdout:3303: done (1 left) 2024-09-13T14:29:24.900 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 317 2024-09-13T14:29:24.900 INFO:tasks.rados.rados.0.smithi001.stdout:3306: seq_num 1022 ranges {1785856=319488} 2024-09-13T14:29:24.912 INFO:tasks.rados.rados.0.smithi001.stdout:3306: writing smithi00185197-30 from 1785856 to 2105344 tid 1 2024-09-13T14:29:24.912 INFO:tasks.rados.rados.0.smithi001.stdout:3307: setattr oid 4 current snap is 317 2024-09-13T14:29:24.912 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2506 (ObjNum 998 snap 313 seq_num 998) dirty exists 2024-09-13T14:29:24.913 INFO:tasks.rados.rados.0.smithi001.stdout:3305: done (2 left) 2024-09-13T14:29:24.913 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 317 2024-09-13T14:29:24.914 INFO:tasks.rados.rados.0.smithi001.stdout:3308: seq_num 1023 ranges {3063808=335872} 2024-09-13T14:29:24.933 INFO:tasks.rados.rados.0.smithi001.stdout:3308: writing smithi00185197-39 from 3063808 to 3399680 tid 1 2024-09-13T14:29:24.933 INFO:tasks.rados.rados.0.smithi001.stdout:3309: rmattr oid 20 current snap is 317 2024-09-13T14:29:24.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2507 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-09-13T14:29:24.933 INFO:tasks.rados.rados.0.smithi001.stdout:3306: finishing write tid 1 to smithi00185197-30 2024-09-13T14:29:24.933 INFO:tasks.rados.rados.0.smithi001.stdout:3306: finishing write tid 2 to smithi00185197-30 2024-09-13T14:29:24.933 INFO:tasks.rados.rados.0.smithi001.stdout:3306: finishing write tid 3 to smithi00185197-30 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:3306: oid 30 updating version 0 to 2519 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:3306: oid 30 version 2519 is already newer than 2518 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2519 (ObjNum 1022 snap 317 seq_num 1022) dirty exists 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:3306: left oid 30 (ObjNum 1022 snap 317 seq_num 1022) 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:3306: done (3 left) 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:3307: done (2 left) 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 317 2024-09-13T14:29:24.934 INFO:tasks.rados.rados.0.smithi001.stdout:3310: seq_num 1024 ranges {0=352256} 2024-09-13T14:29:24.935 INFO:tasks.rados.rados.0.smithi001.stdout:3310: writing smithi00185197-21 from 0 to 352256 tid 1 2024-09-13T14:29:24.935 INFO:tasks.rados.rados.0.smithi001.stdout:3311: rollback oid 25 current snap is 317 2024-09-13T14:29:24.935 INFO:tasks.rados.rados.0.smithi001.stdout:3311: done (3 left) 2024-09-13T14:29:24.935 INFO:tasks.rados.rados.0.smithi001.stdout:3312: delete oid 36 current snap is 317 2024-09-13T14:29:24.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2622 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-13T14:29:24.936 INFO:tasks.rados.rados.0.smithi001.stdout:3308: finishing write tid 1 to smithi00185197-39 2024-09-13T14:29:24.937 INFO:tasks.rados.rados.0.smithi001.stdout:3308: finishing write tid 2 to smithi00185197-39 2024-09-13T14:29:24.939 INFO:tasks.rados.rados.0.smithi001.stdout:3308: finishing write tid 3 to smithi00185197-39 2024-09-13T14:29:24.939 INFO:tasks.rados.rados.0.smithi001.stdout:3308: oid 39 updating version 0 to 2520 2024-09-13T14:29:24.939 INFO:tasks.rados.rados.0.smithi001.stdout:3308: oid 39 updating version 2520 to 2521 2024-09-13T14:29:24.939 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2521 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:24.939 INFO:tasks.rados.rados.0.smithi001.stdout:3308: left oid 39 (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:29:24.939 INFO:tasks.rados.rados.0.smithi001.stdout:3310: finishing write tid 1 to smithi00185197-21 2024-09-13T14:29:24.940 INFO:tasks.rados.rados.0.smithi001.stdout:3310: finishing write tid 2 to smithi00185197-21 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3310: finishing write tid 3 to smithi00185197-21 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3310: oid 21 updating version 0 to 2504 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3310: oid 21 version 2504 is already newer than 2503 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2504 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3310: left oid 21 (ObjNum 1024 snap 317 seq_num 1024) 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3308: done (3 left) 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3309: done (2 left) 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3310: done (1 left) 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3312: done (0 left) 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 317 2024-09-13T14:29:24.942 INFO:tasks.rados.rados.0.smithi001.stdout:3313: seq_num 1026 ranges {5005312=385024} 2024-09-13T14:29:24.971 INFO:tasks.rados.rados.0.smithi001.stdout:3313: writing smithi00185197-41 from 5005312 to 5390336 tid 1 2024-09-13T14:29:24.971 INFO:tasks.rados.rados.0.smithi001.stdout:3314: delete oid 48 current snap is 317 2024-09-13T14:29:24.973 INFO:tasks.rados.rados.0.smithi001.stdout:3314: done (1 left) 2024-09-13T14:29:24.973 INFO:tasks.rados.rados.0.smithi001.stdout:3315: copy_from oid 34 from oid 3 current snap is 317 2024-09-13T14:29:24.973 INFO:tasks.rados.rados.0.smithi001.stdout:3316: copy_from oid 25 from oid 31 current snap is 317 2024-09-13T14:29:24.974 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 317 2024-09-13T14:29:24.974 INFO:tasks.rados.rados.0.smithi001.stdout:3317: seq_num 1028 ranges {4096000=425984} 2024-09-13T14:29:24.999 INFO:tasks.rados.rados.0.smithi001.stdout:3317: writing smithi00185197-4 from 4096000 to 4521984 tid 1 2024-09-13T14:29:24.999 INFO:tasks.rados.rados.0.smithi001.stdout:3318: rollback oid 12 current snap is 317 2024-09-13T14:29:24.999 INFO:tasks.rados.rados.0.smithi001.stdout:3318: done (4 left) 2024-09-13T14:29:24.999 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 317 2024-09-13T14:29:24.999 INFO:tasks.rados.rados.0.smithi001.stdout:3315: finishing copy_from to smithi00185197-34 2024-09-13T14:29:24.999 INFO:tasks.rados.rados.0.smithi001.stdout:3315: got expected ENOENT (src dne) 2024-09-13T14:29:25.000 INFO:tasks.rados.rados.0.smithi001.stdout:3315: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:29:25.000 INFO:tasks.rados.rados.0.smithi001.stdout:3313: finishing write tid 1 to smithi00185197-41 2024-09-13T14:29:25.000 INFO:tasks.rados.rados.0.smithi001.stdout:3313: finishing write tid 2 to smithi00185197-41 2024-09-13T14:29:25.000 INFO:tasks.rados.rados.0.smithi001.stdout:3319: seq_num 1029 ranges {7815168=442368} 2024-09-13T14:29:25.045 INFO:tasks.rados.rados.0.smithi001.stdout:3319: writing smithi00185197-49 from 7815168 to 8257536 tid 1 2024-09-13T14:29:25.045 INFO:tasks.rados.rados.0.smithi001.stdout:3315: done (4 left) 2024-09-13T14:29:25.045 INFO:tasks.rados.rados.0.smithi001.stdout:3320: read oid 14 snap -1 2024-09-13T14:29:25.045 INFO:tasks.rados.rados.0.smithi001.stdout:3320: expect (ObjNum 1014 snap 316 seq_num 1014) 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3321: snap_create 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3313: finishing write tid 3 to smithi00185197-41 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3313: oid 41 updating version 0 to 2377 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3313: oid 41 version 2377 is already newer than 2376 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2377 (ObjNum 1026 snap 317 seq_num 1026) dirty exists 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3313: left oid 41 (ObjNum 1026 snap 317 seq_num 1026) 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3316: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3316: finishing copy_from to smithi00185197-25 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2146 (ObjNum 1008 snap 315 seq_num 1008) dirty exists 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3317: finishing write tid 1 to smithi00185197-4 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3317: finishing write tid 2 to smithi00185197-4 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3317: finishing write tid 3 to smithi00185197-4 2024-09-13T14:29:25.046 INFO:tasks.rados.rados.0.smithi001.stdout:3317: oid 4 updating version 0 to 2509 2024-09-13T14:29:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:3317: oid 4 version 2509 is already newer than 2508 2024-09-13T14:29:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2509 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2024-09-13T14:29:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:3317: left oid 4 (ObjNum 1028 snap 317 seq_num 1028) 2024-09-13T14:29:25.049 INFO:tasks.rados.rados.0.smithi001.stdout:3319: finishing write tid 1 to smithi00185197-49 2024-09-13T14:29:25.049 INFO:tasks.rados.rados.0.smithi001.stdout:3319: finishing write tid 2 to smithi00185197-49 2024-09-13T14:29:25.051 INFO:tasks.rados.rados.0.smithi001.stdout:3319: finishing write tid 3 to smithi00185197-49 2024-09-13T14:29:25.051 INFO:tasks.rados.rados.0.smithi001.stdout:3319: oid 49 updating version 0 to 2624 2024-09-13T14:29:25.051 INFO:tasks.rados.rados.0.smithi001.stdout:3319: oid 49 version 2624 is already newer than 2623 2024-09-13T14:29:25.051 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2624 (ObjNum 1029 snap 317 seq_num 1029) dirty exists 2024-09-13T14:29:25.051 INFO:tasks.rados.rados.0.smithi001.stdout:3319: left oid 49 (ObjNum 1029 snap 317 seq_num 1029) 2024-09-13T14:29:25.060 INFO:tasks.rados.rados.0.smithi001.stdout:3320: expect (ObjNum 1014 snap 316 seq_num 1014) 2024-09-13T14:29:25.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:24 smithi001 ceph-mon[96683]: pgmap v754: 121 pgs: 121 active+clean; 202 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 986 KiB/s wr, 3 op/s 2024-09-13T14:29:25.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:24 smithi001 ceph-mon[96683]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T14:29:25.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:24 smithi001 ceph-mon[99232]: pgmap v754: 121 pgs: 121 active+clean; 202 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 986 KiB/s wr, 3 op/s 2024-09-13T14:29:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:24 smithi001 ceph-mon[99232]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T14:29:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:24 smithi028 ceph-mon[87621]: pgmap v754: 121 pgs: 121 active+clean; 202 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 986 KiB/s wr, 3 op/s 2024-09-13T14:29:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:24 smithi028 ceph-mon[87621]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T14:29:25.902 INFO:tasks.rados.rados.0.smithi001.stdout:3313: done (5 left) 2024-09-13T14:29:25.903 INFO:tasks.rados.rados.0.smithi001.stdout:3316: done (4 left) 2024-09-13T14:29:25.903 INFO:tasks.rados.rados.0.smithi001.stdout:3317: done (3 left) 2024-09-13T14:29:25.903 INFO:tasks.rados.rados.0.smithi001.stdout:3319: done (2 left) 2024-09-13T14:29:25.903 INFO:tasks.rados.rados.0.smithi001.stdout:3320: done (1 left) 2024-09-13T14:29:25.903 INFO:tasks.rados.rados.0.smithi001.stdout:3321: done (0 left) 2024-09-13T14:29:25.903 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 318 2024-09-13T14:29:25.903 INFO:tasks.rados.rados.0.smithi001.stdout:3322: seq_num 1030 ranges {7168000=458752} 2024-09-13T14:29:25.944 INFO:tasks.rados.rados.0.smithi001.stdout:3322: writing smithi00185197-34 from 7168000 to 7626752 tid 1 2024-09-13T14:29:25.944 INFO:tasks.rados.rados.0.smithi001.stdout:3323: snap_create 2024-09-13T14:29:25.950 INFO:tasks.rados.rados.0.smithi001.stdout:3322: finishing write tid 1 to smithi00185197-34 2024-09-13T14:29:25.951 INFO:tasks.rados.rados.0.smithi001.stdout:3322: finishing write tid 2 to smithi00185197-34 2024-09-13T14:29:25.952 INFO:tasks.rados.rados.0.smithi001.stdout:3322: finishing write tid 3 to smithi00185197-34 2024-09-13T14:29:25.952 INFO:tasks.rados.rados.0.smithi001.stdout:3322: oid 34 updating version 0 to 2512 2024-09-13T14:29:25.952 INFO:tasks.rados.rados.0.smithi001.stdout:3322: oid 34 updating version 2512 to 2513 2024-09-13T14:29:25.952 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2513 (ObjNum 1030 snap 318 seq_num 1030) dirty exists 2024-09-13T14:29:25.952 INFO:tasks.rados.rados.0.smithi001.stdout:3322: left oid 34 (ObjNum 1030 snap 318 seq_num 1030) 2024-09-13T14:29:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:25 smithi028 ceph-mon[87621]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T14:29:26.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:25 smithi001 ceph-mon[96683]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T14:29:26.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:25 smithi001 ceph-mon[99232]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T14:29:26.904 INFO:tasks.rados.rados.0.smithi001.stdout:3322: done (1 left) 2024-09-13T14:29:26.905 INFO:tasks.rados.rados.0.smithi001.stdout:3323: done (0 left) 2024-09-13T14:29:26.905 INFO:tasks.rados.rados.0.smithi001.stdout:3324: delete oid 47 current snap is 319 2024-09-13T14:29:26.915 INFO:tasks.rados.rados.0.smithi001.stdout:3324: done (0 left) 2024-09-13T14:29:26.915 INFO:tasks.rados.rados.0.smithi001.stdout:3325: snap_create 2024-09-13T14:29:27.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:26 smithi001 ceph-mon[96683]: pgmap v757: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-09-13T14:29:27.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:26 smithi001 ceph-mon[96683]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T14:29:27.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:26 smithi001 ceph-mon[99232]: pgmap v757: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-09-13T14:29:27.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:26 smithi001 ceph-mon[99232]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T14:29:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:26 smithi028 ceph-mon[87621]: pgmap v757: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-09-13T14:29:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:26 smithi028 ceph-mon[87621]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T14:29:27.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:29:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:29:27] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.51.0" 2024-09-13T14:29:27.757 INFO:tasks.rados.rados.0.smithi001.stdout:3325: done (0 left) 2024-09-13T14:29:27.757 INFO:tasks.rados.rados.0.smithi001.stdout:3326: read oid 39 snap -1 2024-09-13T14:29:27.757 INFO:tasks.rados.rados.0.smithi001.stdout:3326: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:29:27.757 INFO:tasks.rados.rados.0.smithi001.stdout:3327: delete oid 12 current snap is 320 2024-09-13T14:29:27.765 INFO:tasks.rados.rados.0.smithi001.stdout:3327: done (1 left) 2024-09-13T14:29:27.765 INFO:tasks.rados.rados.0.smithi001.stdout:3328: delete oid 49 current snap is 320 2024-09-13T14:29:27.771 INFO:tasks.rados.rados.0.smithi001.stdout:3326: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:29:27.927 INFO:tasks.rados.rados.0.smithi001.stdout:3326: done (1 left) 2024-09-13T14:29:27.927 INFO:tasks.rados.rados.0.smithi001.stdout:3328: done (0 left) 2024-09-13T14:29:27.927 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 320 2024-09-13T14:29:27.927 INFO:tasks.rados.rados.0.smithi001.stdout:3329: seq_num 1034 ranges {303104=524288} 2024-09-13T14:29:27.931 INFO:tasks.rados.rados.0.smithi001.stdout:3329: writing smithi00185197-7 from 303104 to 827392 tid 1 2024-09-13T14:29:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:3330: rollback oid 19 current snap is 320 2024-09-13T14:29:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 319 2024-09-13T14:29:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:3331: rollback oid 24 current snap is 320 2024-09-13T14:29:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 319 2024-09-13T14:29:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:3332: snap_create 2024-09-13T14:29:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:3331: finishing rollback tid 0 to smithi00185197-24 2024-09-13T14:29:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:3329: finishing write tid 1 to smithi00185197-7 2024-09-13T14:29:27.936 INFO:tasks.rados.rados.0.smithi001.stdout:3329: finishing write tid 2 to smithi00185197-7 2024-09-13T14:29:27.936 INFO:tasks.rados.rados.0.smithi001.stdout:3331: finishing rollback tid 1 to smithi00185197-24 2024-09-13T14:29:27.936 INFO:tasks.rados.rados.0.smithi001.stdout:3330: finishing rollback tid 0 to smithi00185197-19 2024-09-13T14:29:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:3331: finishing rollback tid 2 to smithi00185197-24 2024-09-13T14:29:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2514 (ObjNum 981 snap 309 seq_num 981) dirty exists 2024-09-13T14:29:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:3330: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:29:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:3329: finishing write tid 3 to smithi00185197-7 2024-09-13T14:29:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:3329: oid 7 updating version 0 to 2500 2024-09-13T14:29:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:3329: oid 7 updating version 2500 to 2501 2024-09-13T14:29:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2501 (ObjNum 1034 snap 320 seq_num 1034) dirty exists 2024-09-13T14:29:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:3329: left oid 7 (ObjNum 1034 snap 320 seq_num 1034) 2024-09-13T14:29:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:3330: finishing rollback tid 2 to smithi00185197-19 2024-09-13T14:29:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2513 (ObjNum 990 snap 311 seq_num 990) dirty exists 2024-09-13T14:29:28.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:27 smithi001 ceph-mon[99232]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T14:29:28.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:27 smithi001 ceph-mon[99232]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T14:29:28.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:27 smithi001 ceph-mon[96683]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T14:29:28.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:27 smithi001 ceph-mon[96683]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T14:29:28.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:27 smithi028 ceph-mon[87621]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T14:29:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:27 smithi028 ceph-mon[87621]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T14:29:28.919 INFO:tasks.rados.rados.0.smithi001.stdout:3329: done (3 left) 2024-09-13T14:29:28.919 INFO:tasks.rados.rados.0.smithi001.stdout:3330: done (2 left) 2024-09-13T14:29:28.919 INFO:tasks.rados.rados.0.smithi001.stdout:3331: done (1 left) 2024-09-13T14:29:28.920 INFO:tasks.rados.rados.0.smithi001.stdout:3332: done (0 left) 2024-09-13T14:29:28.920 INFO:tasks.rados.rados.0.smithi001.stdout:3333: read oid 49 snap -1 2024-09-13T14:29:28.920 INFO:tasks.rados.rados.0.smithi001.stdout:3333: expect deleted 2024-09-13T14:29:28.920 INFO:tasks.rados.rados.0.smithi001.stdout:3334: snap_remove snap 317 2024-09-13T14:29:29.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:28 smithi001 ceph-mon[96683]: pgmap v760: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:29:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:28 smithi001 ceph-mon[99232]: pgmap v760: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:29:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:28 smithi028 ceph-mon[87621]: pgmap v760: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-09-13T14:29:29.927 INFO:tasks.rados.rados.0.smithi001.stdout:3334: done (1 left) 2024-09-13T14:29:29.927 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 321 2024-09-13T14:29:29.927 INFO:tasks.rados.rados.0.smithi001.stdout:3335: seq_num 1035 ranges {0=540672} 2024-09-13T14:29:29.930 INFO:tasks.rados.rados.0.smithi001.stdout:3335: writing smithi00185197-12 from 0 to 540672 tid 1 2024-09-13T14:29:29.930 INFO:tasks.rados.rados.0.smithi001.stdout:3333: done (1 left) 2024-09-13T14:29:29.930 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 321 2024-09-13T14:29:29.930 INFO:tasks.rados.rados.0.smithi001.stdout:3336: seq_num 1036 ranges {5390336=557056} 2024-09-13T14:29:29.963 INFO:tasks.rados.rados.0.smithi001.stdout:3336: writing smithi00185197-41 from 5390336 to 5947392 tid 1 2024-09-13T14:29:29.963 INFO:tasks.rados.rados.0.smithi001.stdout:3337: snap_remove snap 318 2024-09-13T14:29:30.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:29 smithi001 ceph-mon[99232]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T14:29:30.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:29 smithi001 ceph-mon[96683]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T14:29:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:29 smithi028 ceph-mon[87621]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3337: done (2 left) 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 321 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3335: finishing write tid 1 to smithi00185197-12 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3335: finishing write tid 2 to smithi00185197-12 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3335: finishing write tid 3 to smithi00185197-12 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3335: oid 12 updating version 0 to 2514 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3335: oid 12 updating version 2514 to 2515 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2515 (ObjNum 1035 snap 321 seq_num 1035) dirty exists 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3335: left oid 12 (ObjNum 1035 snap 321 seq_num 1035) 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3336: finishing write tid 1 to smithi00185197-41 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3336: finishing write tid 2 to smithi00185197-41 2024-09-13T14:29:30.931 INFO:tasks.rados.rados.0.smithi001.stdout:3336: finishing write tid 3 to smithi00185197-41 2024-09-13T14:29:30.932 INFO:tasks.rados.rados.0.smithi001.stdout:3336: oid 41 updating version 0 to 2378 2024-09-13T14:29:30.932 INFO:tasks.rados.rados.0.smithi001.stdout:3336: oid 41 updating version 2378 to 2379 2024-09-13T14:29:30.932 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2379 (ObjNum 1036 snap 321 seq_num 1036) dirty exists 2024-09-13T14:29:30.932 INFO:tasks.rados.rados.0.smithi001.stdout:3336: left oid 41 (ObjNum 1036 snap 321 seq_num 1036) 2024-09-13T14:29:30.932 INFO:tasks.rados.rados.0.smithi001.stdout:3338: seq_num 1037 ranges {745472=573440} 2024-09-13T14:29:30.938 INFO:tasks.rados.rados.0.smithi001.stdout:3338: writing smithi00185197-18 from 745472 to 1318912 tid 1 2024-09-13T14:29:30.938 INFO:tasks.rados.rados.0.smithi001.stdout:3335: done (2 left) 2024-09-13T14:29:30.938 INFO:tasks.rados.rados.0.smithi001.stdout:3336: done (1 left) 2024-09-13T14:29:30.938 INFO:tasks.rados.rados.0.smithi001.stdout:3339: rollback oid 37 current snap is 321 2024-09-13T14:29:30.938 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 319 2024-09-13T14:29:30.938 INFO:tasks.rados.rados.0.smithi001.stdout:3340: snap_remove snap 320 2024-09-13T14:29:31.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:30 smithi001 ceph-mon[99232]: pgmap v763: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-13T14:29:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:30 smithi001 ceph-mon[99232]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T14:29:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:30 smithi001 ceph-mon[96683]: pgmap v763: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-13T14:29:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:30 smithi001 ceph-mon[96683]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T14:29:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:30 smithi028 ceph-mon[87621]: pgmap v763: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-13T14:29:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:30 smithi028 ceph-mon[87621]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3340: done (2 left) 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3341: rmattr oid 14 current snap is 321 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3339: finishing rollback tid 1 to smithi00185197-37 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 0 (ObjNum 545 snap 0 seq_num 315031344) dirty dne 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3338: finishing write tid 1 to smithi00185197-18 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3338: finishing write tid 2 to smithi00185197-18 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3338: finishing write tid 3 to smithi00185197-18 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3338: oid 18 updating version 0 to 2129 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3338: oid 18 version 2129 is already newer than 2128 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2129 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-09-13T14:29:31.937 INFO:tasks.rados.rados.0.smithi001.stdout:3338: left oid 18 (ObjNum 1037 snap 321 seq_num 1037) 2024-09-13T14:29:31.938 INFO:tasks.rados.rados.0.smithi001.stdout:3338: done (2 left) 2024-09-13T14:29:31.938 INFO:tasks.rados.rados.0.smithi001.stdout:3339: done (1 left) 2024-09-13T14:29:31.938 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 321 2024-09-13T14:29:31.938 INFO:tasks.rados.rados.0.smithi001.stdout:3342: seq_num 1038 ranges {0=589824} 2024-09-13T14:29:31.940 INFO:tasks.rados.rados.0.smithi001.stdout:3342: writing smithi00185197-47 from 0 to 589824 tid 1 2024-09-13T14:29:31.940 INFO:tasks.rados.rados.0.smithi001.stdout:3343: snap_remove snap 319 2024-09-13T14:29:32.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:31 smithi001 ceph-mon[96683]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T14:29:32.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:31 smithi001 ceph-mon[99232]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T14:29:32.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:31 smithi028 ceph-mon[87621]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2073 (ObjNum 1014 snap 316 seq_num 1014) dirty exists 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3342: finishing write tid 1 to smithi00185197-47 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3342: finishing write tid 2 to smithi00185197-47 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3342: finishing write tid 3 to smithi00185197-47 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3342: oid 47 updating version 0 to 2516 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3342: oid 47 version 2516 is already newer than 2515 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2516 (ObjNum 1038 snap 321 seq_num 1038) dirty exists 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3342: left oid 47 (ObjNum 1038 snap 321 seq_num 1038) 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3341: done (2 left) 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3342: done (1 left) 2024-09-13T14:29:32.759 INFO:tasks.rados.rados.0.smithi001.stdout:3343: done (0 left) 2024-09-13T14:29:32.760 INFO:tasks.rados.rados.0.smithi001.stdout:3344: copy_from oid 7 from oid 39 current snap is 321 2024-09-13T14:29:32.760 INFO:tasks.rados.rados.0.smithi001.stdout:3345: copy_from oid 33 from oid 49 current snap is 321 2024-09-13T14:29:32.760 INFO:tasks.rados.rados.0.smithi001.stdout:3346: setattr oid 12 current snap is 321 2024-09-13T14:29:32.761 INFO:tasks.rados.rados.0.smithi001.stdout:3347: delete oid 1 current snap is 321 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2516 (ObjNum 1035 snap 321 seq_num 1035) dirty exists 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:3345: finishing copy_from to smithi00185197-33 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:3345: got expected ENOENT (src dne) 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:3345: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:3345: done (3 left) 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:3346: done (2 left) 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:3347: done (1 left) 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 321 2024-09-13T14:29:32.773 INFO:tasks.rados.rados.0.smithi001.stdout:3348: seq_num 1040 ranges {155648=622592} 2024-09-13T14:29:32.777 INFO:tasks.rados.rados.0.smithi001.stdout:3348: writing smithi00185197-44 from 155648 to 778240 tid 1 2024-09-13T14:29:32.777 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 321 2024-09-13T14:29:32.777 INFO:tasks.rados.rados.0.smithi001.stdout:3349: seq_num 1041 ranges {13918208=638976} 2024-09-13T14:29:32.858 INFO:tasks.rados.rados.0.smithi001.stdout:3349: writing smithi00185197-6 from 13918208 to 14557184 tid 1 2024-09-13T14:29:32.858 INFO:tasks.rados.rados.0.smithi001.stdout:3350: setattr oid 17 current snap is 321 2024-09-13T14:29:32.858 INFO:tasks.rados.rados.0.smithi001.stdout:3344: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:3348: finishing write tid 1 to smithi00185197-44 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:3348: finishing write tid 2 to smithi00185197-44 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:3344: finishing copy_from to smithi00185197-7 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2521 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:3348: finishing write tid 3 to smithi00185197-44 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:3348: oid 44 updating version 0 to 2490 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:3348: oid 44 updating version 2490 to 2491 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2491 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2024-09-13T14:29:32.859 INFO:tasks.rados.rados.0.smithi001.stdout:3348: left oid 44 (ObjNum 1040 snap 321 seq_num 1040) 2024-09-13T14:29:32.860 INFO:tasks.rados.rados.0.smithi001.stdout:3344: done (3 left) 2024-09-13T14:29:32.860 INFO:tasks.rados.rados.0.smithi001.stdout:3348: done (2 left) 2024-09-13T14:29:32.860 INFO:tasks.rados.rados.0.smithi001.stdout:3351: rollback oid 14 current snap is 321 2024-09-13T14:29:32.860 INFO:tasks.rados.rados.0.smithi001.stdout:3351: done (2 left) 2024-09-13T14:29:32.860 INFO:tasks.rados.rados.0.smithi001.stdout:3352: delete oid 12 current snap is 321 2024-09-13T14:29:32.862 INFO:tasks.rados.rados.0.smithi001.stdout:3352: done (2 left) 2024-09-13T14:29:32.862 INFO:tasks.rados.rados.0.smithi001.stdout:3353: snap_create 2024-09-13T14:29:32.862 INFO:tasks.rados.rados.0.smithi001.stdout:3349: finishing write tid 1 to smithi00185197-6 2024-09-13T14:29:32.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2380 (ObjNum 1020 snap 317 seq_num 1020) dirty exists 2024-09-13T14:29:32.863 INFO:tasks.rados.rados.0.smithi001.stdout:3349: finishing write tid 2 to smithi00185197-6 2024-09-13T14:29:32.864 INFO:tasks.rados.rados.0.smithi001.stdout:3349: finishing write tid 3 to smithi00185197-6 2024-09-13T14:29:32.864 INFO:tasks.rados.rados.0.smithi001.stdout:3349: oid 6 updating version 0 to 2634 2024-09-13T14:29:32.865 INFO:tasks.rados.rados.0.smithi001.stdout:3349: oid 6 version 2634 is already newer than 2633 2024-09-13T14:29:32.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2634 (ObjNum 1041 snap 321 seq_num 1041) dirty exists 2024-09-13T14:29:32.865 INFO:tasks.rados.rados.0.smithi001.stdout:3349: left oid 6 (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:29:33.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:32 smithi001 ceph-mon[96683]: pgmap v766: 121 pgs: 121 active+clean; 157 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 546 KiB/s wr, 23 op/s 2024-09-13T14:29:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:32 smithi001 ceph-mon[96683]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T14:29:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:32 smithi001 ceph-mon[96683]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T14:29:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:32 smithi001 ceph-mon[99232]: pgmap v766: 121 pgs: 121 active+clean; 157 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 546 KiB/s wr, 23 op/s 2024-09-13T14:29:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:32 smithi001 ceph-mon[99232]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T14:29:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:32 smithi001 ceph-mon[99232]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T14:29:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:32 smithi028 ceph-mon[87621]: pgmap v766: 121 pgs: 121 active+clean; 157 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 546 KiB/s wr, 23 op/s 2024-09-13T14:29:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:32 smithi028 ceph-mon[87621]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T14:29:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:32 smithi028 ceph-mon[87621]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T14:29:33.759 INFO:tasks.rados.rados.0.smithi001.stdout:3349: done (2 left) 2024-09-13T14:29:33.759 INFO:tasks.rados.rados.0.smithi001.stdout:3350: done (1 left) 2024-09-13T14:29:33.759 INFO:tasks.rados.rados.0.smithi001.stdout:3353: done (0 left) 2024-09-13T14:29:33.759 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 322 2024-09-13T14:29:33.759 INFO:tasks.rados.rados.0.smithi001.stdout:3354: seq_num 1043 ranges {229376=671744} 2024-09-13T14:29:33.764 INFO:tasks.rados.rados.0.smithi001.stdout:3354: writing smithi00185197-45 from 229376 to 901120 tid 1 2024-09-13T14:29:33.764 INFO:tasks.rados.rados.0.smithi001.stdout:3355: read oid 41 snap 321 2024-09-13T14:29:33.764 INFO:tasks.rados.rados.0.smithi001.stdout:3355: expect (ObjNum 1036 snap 321 seq_num 1036) 2024-09-13T14:29:33.764 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 322 2024-09-13T14:29:33.764 INFO:tasks.rados.rados.0.smithi001.stdout:3356: seq_num 1044 ranges {3850240=688128} 2024-09-13T14:29:33.789 INFO:tasks.rados.rados.0.smithi001.stdout:3356: writing smithi00185197-35 from 3850240 to 4538368 tid 1 2024-09-13T14:29:33.789 INFO:tasks.rados.rados.0.smithi001.stdout:3357: delete oid 40 current snap is 322 2024-09-13T14:29:33.789 INFO:tasks.rados.rados.0.smithi001.stdout:3354: finishing write tid 1 to smithi00185197-45 2024-09-13T14:29:33.789 INFO:tasks.rados.rados.0.smithi001.stdout:3354: finishing write tid 2 to smithi00185197-45 2024-09-13T14:29:33.789 INFO:tasks.rados.rados.0.smithi001.stdout:3354: finishing write tid 3 to smithi00185197-45 2024-09-13T14:29:33.789 INFO:tasks.rados.rados.0.smithi001.stdout:3354: oid 45 updating version 0 to 2523 2024-09-13T14:29:33.789 INFO:tasks.rados.rados.0.smithi001.stdout:3354: oid 45 version 2523 is already newer than 2522 2024-09-13T14:29:33.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2523 (ObjNum 1043 snap 322 seq_num 1043) dirty exists 2024-09-13T14:29:33.790 INFO:tasks.rados.rados.0.smithi001.stdout:3354: left oid 45 (ObjNum 1043 snap 322 seq_num 1043) 2024-09-13T14:29:33.792 INFO:tasks.rados.rados.0.smithi001.stdout:3354: done (3 left) 2024-09-13T14:29:33.792 INFO:tasks.rados.rados.0.smithi001.stdout:3357: done (2 left) 2024-09-13T14:29:33.793 INFO:tasks.rados.rados.0.smithi001.stdout:3358: copy_from oid 10 from oid 50 current snap is 322 2024-09-13T14:29:33.793 INFO:tasks.rados.rados.0.smithi001.stdout:3359: setattr oid 26 current snap is 322 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:3360: rollback oid 31 current snap is 322 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 321 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:3361: rmattr oid 33 current snap is 322 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:3362: rollback oid 7 current snap is 322 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 321 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:3356: finishing write tid 1 to smithi00185197-35 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:3356: finishing write tid 2 to smithi00185197-35 2024-09-13T14:29:33.794 INFO:tasks.rados.rados.0.smithi001.stdout:3363: copy_from oid 46 from oid 39 current snap is 322 2024-09-13T14:29:33.795 INFO:tasks.rados.rados.0.smithi001.stdout:3364: rollback oid 9 current snap is 322 2024-09-13T14:29:33.795 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 321 2024-09-13T14:29:33.795 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 322 2024-09-13T14:29:33.795 INFO:tasks.rados.rados.0.smithi001.stdout:3365: seq_num 1046 ranges {901120=729088} 2024-09-13T14:29:33.804 INFO:tasks.rados.rados.0.smithi001.stdout:3365: writing smithi00185197-45 from 901120 to 1630208 tid 1 2024-09-13T14:29:33.805 INFO:tasks.rados.rados.0.smithi001.stdout:3366: read oid 23 snap 321 2024-09-13T14:29:33.805 INFO:tasks.rados.rados.0.smithi001.stdout:3366: expect (ObjNum 966 snap 308 seq_num 966) 2024-09-13T14:29:33.805 INFO:tasks.rados.rados.0.smithi001.stdout:3367: read oid 15 snap -1 2024-09-13T14:29:33.805 INFO:tasks.rados.rados.0.smithi001.stdout:3367: expect (ObjNum 1002 snap 314 seq_num 1002) 2024-09-13T14:29:33.805 INFO:tasks.rados.rados.0.smithi001.stdout:3368: delete oid 32 current snap is 322 2024-09-13T14:29:33.805 INFO:tasks.rados.rados.0.smithi001.stdout:3355: expect (ObjNum 1036 snap 321 seq_num 1036) 2024-09-13T14:29:34.204 INFO:tasks.rados.rados.0.smithi001.stdout:3360: finishing rollback tid 0 to smithi00185197-31 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2505 (ObjNum 337 snap 0 seq_num 313817488) dirty exists 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3356: finishing write tid 3 to smithi00185197-35 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3356: oid 35 updating version 0 to 2524 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3356: oid 35 updating version 2524 to 2525 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2525 (ObjNum 1044 snap 322 seq_num 1044) dirty exists 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3356: left oid 35 (ObjNum 1044 snap 322 seq_num 1044) 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3360: finishing rollback tid 1 to smithi00185197-31 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3355: done (12 left) 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3356: done (11 left) 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3359: done (10 left) 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3368: done (9 left) 2024-09-13T14:29:34.205 INFO:tasks.rados.rados.0.smithi001.stdout:3369: delete oid 36 current snap is 322 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3360: finishing rollback tid 2 to smithi00185197-31 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2152 (ObjNum 1008 snap 315 seq_num 1008) dirty exists 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3364: finishing rollback tid 0 to smithi00185197-9 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3364: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2131 (ObjNum 1016 snap 316 seq_num 1016) dirty exists 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3364: finishing rollback tid 2 to smithi00185197-9 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2494 (ObjNum 976 snap 309 seq_num 976) dirty exists 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3362: finishing rollback tid 0 to smithi00185197-7 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3362: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3362: finishing rollback tid 2 to smithi00185197-7 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2528 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3365: finishing write tid 1 to smithi00185197-45 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3365: finishing write tid 2 to smithi00185197-45 2024-09-13T14:29:34.206 INFO:tasks.rados.rados.0.smithi001.stdout:3365: finishing write tid 3 to smithi00185197-45 2024-09-13T14:29:34.207 INFO:tasks.rados.rados.0.smithi001.stdout:3365: oid 45 updating version 0 to 2530 2024-09-13T14:29:34.207 INFO:tasks.rados.rados.0.smithi001.stdout:3365: oid 45 version 2530 is already newer than 2529 2024-09-13T14:29:34.207 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2530 (ObjNum 1046 snap 322 seq_num 1046) dirty exists 2024-09-13T14:29:34.207 INFO:tasks.rados.rados.0.smithi001.stdout:3365: left oid 45 (ObjNum 1046 snap 322 seq_num 1046) 2024-09-13T14:29:34.207 INFO:tasks.rados.rados.0.smithi001.stdout:3363: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:29:34.207 INFO:tasks.rados.rados.0.smithi001.stdout:3358: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:29:34.207 INFO:tasks.rados.rados.0.smithi001.stdout:3366: expect (ObjNum 966 snap 308 seq_num 966) 2024-09-13T14:29:34.248 INFO:tasks.rados.rados.0.smithi001.stdout:3358: finishing copy_from to smithi00185197-10 2024-09-13T14:29:34.248 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2486 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:29:34.248 INFO:tasks.rados.rados.0.smithi001.stdout:3363: finishing copy_from to smithi00185197-46 2024-09-13T14:29:34.248 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2521 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:34.248 INFO:tasks.rados.rados.0.smithi001.stdout:3367: expect (ObjNum 1002 snap 314 seq_num 1002) 2024-09-13T14:29:34.475 INFO:tasks.rados.rados.0.smithi001.stdout:3358: done (9 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3360: done (8 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3361: done (7 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3362: done (6 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3363: done (5 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3364: done (4 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3365: done (3 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3366: done (2 left) 2024-09-13T14:29:34.476 INFO:tasks.rados.rados.0.smithi001.stdout:3367: done (1 left) 2024-09-13T14:29:34.477 INFO:tasks.rados.rados.0.smithi001.stdout:3369: done (0 left) 2024-09-13T14:29:34.477 INFO:tasks.rados.rados.0.smithi001.stdout:3370: read oid 45 snap -1 2024-09-13T14:29:34.477 INFO:tasks.rados.rados.0.smithi001.stdout:3370: expect (ObjNum 1046 snap 322 seq_num 1046) 2024-09-13T14:29:34.477 INFO:tasks.rados.rados.0.smithi001.stdout:3371: copy_from oid 44 from oid 31 current snap is 322 2024-09-13T14:29:34.477 INFO:tasks.rados.rados.0.smithi001.stdout:3372: rollback oid 4 current snap is 322 2024-09-13T14:29:34.477 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 321 2024-09-13T14:29:34.477 INFO:tasks.rados.rados.0.smithi001.stdout:3373: snap_create 2024-09-13T14:29:34.480 INFO:tasks.rados.rados.0.smithi001.stdout:3372: finishing rollback tid 0 to smithi00185197-4 2024-09-13T14:29:34.480 INFO:tasks.rados.rados.0.smithi001.stdout:3372: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:29:34.481 INFO:tasks.rados.rados.0.smithi001.stdout:3372: finishing rollback tid 2 to smithi00185197-4 2024-09-13T14:29:34.481 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2520 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2024-09-13T14:29:34.487 INFO:tasks.rados.rados.0.smithi001.stdout:3370: expect (ObjNum 1046 snap 322 seq_num 1046) 2024-09-13T14:29:34.549 INFO:tasks.rados.rados.0.smithi001.stdout:3371: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:29:34.549 INFO:tasks.rados.rados.0.smithi001.stdout:3371: finishing copy_from to smithi00185197-44 2024-09-13T14:29:34.550 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2152 (ObjNum 1008 snap 315 seq_num 1008) dirty exists 2024-09-13T14:29:34.938 INFO:tasks.rados.rados.0.smithi001.stdout:3370: done (3 left) 2024-09-13T14:29:34.938 INFO:tasks.rados.rados.0.smithi001.stdout:3371: done (2 left) 2024-09-13T14:29:34.938 INFO:tasks.rados.rados.0.smithi001.stdout:3372: done (1 left) 2024-09-13T14:29:34.938 INFO:tasks.rados.rados.0.smithi001.stdout:3373: done (0 left) 2024-09-13T14:29:34.938 INFO:tasks.rados.rados.0.smithi001.stdout:3374: snap_create 2024-09-13T14:29:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:34 smithi001 ceph-mon[96683]: pgmap v769: 121 pgs: 121 active+clean; 158 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 248 KiB/s wr, 8 op/s 2024-09-13T14:29:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:34 smithi001 ceph-mon[96683]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T14:29:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:34 smithi001 ceph-mon[99232]: pgmap v769: 121 pgs: 121 active+clean; 158 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 248 KiB/s wr, 8 op/s 2024-09-13T14:29:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:34 smithi001 ceph-mon[99232]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T14:29:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:34 smithi028 ceph-mon[87621]: pgmap v769: 121 pgs: 121 active+clean; 158 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 248 KiB/s wr, 8 op/s 2024-09-13T14:29:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:34 smithi028 ceph-mon[87621]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T14:29:35.944 INFO:tasks.rados.rados.0.smithi001.stdout:3374: done (0 left) 2024-09-13T14:29:35.944 INFO:tasks.rados.rados.0.smithi001.stdout:3375: delete oid 22 current snap is 324 2024-09-13T14:29:35.950 INFO:tasks.rados.rados.0.smithi001.stdout:3375: done (0 left) 2024-09-13T14:29:35.950 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 324 2024-09-13T14:29:35.951 INFO:tasks.rados.rados.0.smithi001.stdout:3376: seq_num 1050 ranges {589824=794624} 2024-09-13T14:29:35.958 INFO:tasks.rados.rados.0.smithi001.stdout:3376: writing smithi00185197-47 from 589824 to 1384448 tid 1 2024-09-13T14:29:35.958 INFO:tasks.rados.rados.0.smithi001.stdout:3377: setattr oid 7 current snap is 324 2024-09-13T14:29:35.960 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 324 2024-09-13T14:29:35.960 INFO:tasks.rados.rados.0.smithi001.stdout:3378: seq_num 1051 ranges {7168000=409600,7577600=401408} 2024-09-13T14:29:36.002 INFO:tasks.rados.rados.0.smithi001.stdout:3378: writing smithi00185197-2 from 7168000 to 7577600 tid 1 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:3378: writing smithi00185197-2 from 7577600 to 7979008 tid 2 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:3379: rmattr oid 28 current snap is 324 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:3376: finishing write tid 1 to smithi00185197-47 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:3380: snap_create 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:3376: finishing write tid 2 to smithi00185197-47 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2531 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:3376: finishing write tid 3 to smithi00185197-47 2024-09-13T14:29:36.004 INFO:tasks.rados.rados.0.smithi001.stdout:3376: oid 47 updating version 0 to 2518 2024-09-13T14:29:36.005 INFO:tasks.rados.rados.0.smithi001.stdout:3376: oid 47 version 2518 is already newer than 2517 2024-09-13T14:29:36.005 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2518 (ObjNum 1050 snap 324 seq_num 1050) dirty exists 2024-09-13T14:29:36.005 INFO:tasks.rados.rados.0.smithi001.stdout:3376: left oid 47 (ObjNum 1050 snap 324 seq_num 1050) 2024-09-13T14:29:36.007 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2521 (ObjNum 995 snap 312 seq_num 995) dirty exists 2024-09-13T14:29:36.008 INFO:tasks.rados.rados.0.smithi001.stdout:3378: finishing write tid 1 to smithi00185197-2 2024-09-13T14:29:36.009 INFO:tasks.rados.rados.0.smithi001.stdout:3378: finishing write tid 2 to smithi00185197-2 2024-09-13T14:29:36.009 INFO:tasks.rados.rados.0.smithi001.stdout:3378: finishing write tid 3 to smithi00185197-2 2024-09-13T14:29:36.011 INFO:tasks.rados.rados.0.smithi001.stdout:3378: finishing write tid 4 to smithi00185197-2 2024-09-13T14:29:36.011 INFO:tasks.rados.rados.0.smithi001.stdout:3378: oid 2 updating version 0 to 2638 2024-09-13T14:29:36.011 INFO:tasks.rados.rados.0.smithi001.stdout:3378: oid 2 updating version 2638 to 2639 2024-09-13T14:29:36.011 INFO:tasks.rados.rados.0.smithi001.stdout:3378: oid 2 updating version 2639 to 2640 2024-09-13T14:29:36.011 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2640 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-09-13T14:29:36.011 INFO:tasks.rados.rados.0.smithi001.stdout:3378: left oid 2 (ObjNum 1051 snap 324 seq_num 1051) 2024-09-13T14:29:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:36.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:35 smithi001 ceph-mon[96683]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T14:29:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:35 smithi001 ceph-mon[99232]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T14:29:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:35 smithi028 ceph-mon[87621]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T14:29:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:3376: done (4 left) 2024-09-13T14:29:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:3377: done (3 left) 2024-09-13T14:29:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:3378: done (2 left) 2024-09-13T14:29:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:3379: done (1 left) 2024-09-13T14:29:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:3380: done (0 left) 2024-09-13T14:29:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:3381: copy_from oid 26 from oid 49 current snap is 325 2024-09-13T14:29:36.949 INFO:tasks.rados.rados.0.smithi001.stdout:3382: setattr oid 24 current snap is 325 2024-09-13T14:29:36.950 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 325 2024-09-13T14:29:36.950 INFO:tasks.rados.rados.0.smithi001.stdout:3383: seq_num 1052 ranges {2441216=425984,2867200=401408} 2024-09-13T14:29:36.966 INFO:tasks.rados.rados.0.smithi001.stdout:3383: writing smithi00185197-16 from 2441216 to 2867200 tid 1 2024-09-13T14:29:36.968 INFO:tasks.rados.rados.0.smithi001.stdout:3383: writing smithi00185197-16 from 2867200 to 3268608 tid 2 2024-09-13T14:29:36.968 INFO:tasks.rados.rados.0.smithi001.stdout:3384: delete oid 41 current snap is 325 2024-09-13T14:29:36.969 INFO:tasks.rados.rados.0.smithi001.stdout:3381: finishing copy_from to smithi00185197-26 2024-09-13T14:29:36.969 INFO:tasks.rados.rados.0.smithi001.stdout:3381: got expected ENOENT (src dne) 2024-09-13T14:29:36.969 INFO:tasks.rados.rados.0.smithi001.stdout:3381: finishing copy_from racing read to smithi00185197-26 2024-09-13T14:29:36.969 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2515 (ObjNum 981 snap 309 seq_num 981) dirty exists 2024-09-13T14:29:36.973 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 1 to smithi00185197-16 2024-09-13T14:29:36.973 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 2 to smithi00185197-16 2024-09-13T14:29:36.974 INFO:tasks.rados.rados.0.smithi001.stdout:3381: done (3 left) 2024-09-13T14:29:36.974 INFO:tasks.rados.rados.0.smithi001.stdout:3382: done (2 left) 2024-09-13T14:29:36.974 INFO:tasks.rados.rados.0.smithi001.stdout:3384: done (1 left) 2024-09-13T14:29:36.974 INFO:tasks.rados.rados.0.smithi001.stdout:3385: rmattr oid 10 current snap is 325 2024-09-13T14:29:36.974 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 3 to smithi00185197-16 2024-09-13T14:29:36.974 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 325 2024-09-13T14:29:36.974 INFO:tasks.rados.rados.0.smithi001.stdout:3386: seq_num 1054 ranges {0=458752,458752=401408} 2024-09-13T14:29:36.976 INFO:tasks.rados.rados.0.smithi001.stdout:3386: writing smithi00185197-3 from 0 to 458752 tid 1 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:3386: writing smithi00185197-3 from 458752 to 860160 tid 2 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:3387: snap_create 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 4 to smithi00185197-16 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:3383: oid 16 updating version 0 to 2642 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:3383: oid 16 updating version 2642 to 2644 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:3383: oid 16 version 2644 is already newer than 2643 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2644 (ObjNum 1052 snap 325 seq_num 1052) dirty exists 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:3383: left oid 16 (ObjNum 1052 snap 325 seq_num 1052) 2024-09-13T14:29:36.979 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2506 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:29:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:3386: finishing write tid 1 to smithi00185197-3 2024-09-13T14:29:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:3386: finishing write tid 2 to smithi00185197-3 2024-09-13T14:29:36.982 INFO:tasks.rados.rados.0.smithi001.stdout:3386: finishing write tid 3 to smithi00185197-3 2024-09-13T14:29:36.983 INFO:tasks.rados.rados.0.smithi001.stdout:3386: finishing write tid 4 to smithi00185197-3 2024-09-13T14:29:36.983 INFO:tasks.rados.rados.0.smithi001.stdout:3386: oid 3 updating version 0 to 2383 2024-09-13T14:29:36.983 INFO:tasks.rados.rados.0.smithi001.stdout:3386: oid 3 updating version 2383 to 2384 2024-09-13T14:29:36.983 INFO:tasks.rados.rados.0.smithi001.stdout:3386: oid 3 version 2384 is already newer than 2382 2024-09-13T14:29:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2384 (ObjNum 1054 snap 325 seq_num 1054) dirty exists 2024-09-13T14:29:36.984 INFO:tasks.rados.rados.0.smithi001.stdout:3386: left oid 3 (ObjNum 1054 snap 325 seq_num 1054) 2024-09-13T14:29:37.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:36 smithi001 ceph-mon[96683]: pgmap v772: 121 pgs: 121 active+clean; 154 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-13T14:29:37.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:36 smithi001 ceph-mon[96683]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T14:29:37.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:36 smithi001 ceph-mon[99232]: pgmap v772: 121 pgs: 121 active+clean; 154 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-13T14:29:37.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:36 smithi001 ceph-mon[99232]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T14:29:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:36 smithi028 ceph-mon[87621]: pgmap v772: 121 pgs: 121 active+clean; 154 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-13T14:29:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:36 smithi028 ceph-mon[87621]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T14:29:37.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:29:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:29:37] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.51.0" 2024-09-13T14:29:37.759 INFO:tasks.rados.rados.0.smithi001.stdout:3383: done (3 left) 2024-09-13T14:29:37.759 INFO:tasks.rados.rados.0.smithi001.stdout:3385: done (2 left) 2024-09-13T14:29:37.759 INFO:tasks.rados.rados.0.smithi001.stdout:3386: done (1 left) 2024-09-13T14:29:37.759 INFO:tasks.rados.rados.0.smithi001.stdout:3387: done (0 left) 2024-09-13T14:29:37.760 INFO:tasks.rados.rados.0.smithi001.stdout:3388: delete oid 25 current snap is 326 2024-09-13T14:29:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:3388: done (0 left) 2024-09-13T14:29:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 326 2024-09-13T14:29:37.765 INFO:tasks.rados.rados.0.smithi001.stdout:3389: seq_num 1056 ranges {1630208=491520,2121728=401408} 2024-09-13T14:29:37.776 INFO:tasks.rados.rados.0.smithi001.stdout:3389: writing smithi00185197-45 from 1630208 to 2121728 tid 1 2024-09-13T14:29:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:3389: writing smithi00185197-45 from 2121728 to 2523136 tid 2 2024-09-13T14:29:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:3390: read oid 17 snap -1 2024-09-13T14:29:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:3390: expect (ObjNum 1020 snap 317 seq_num 1020) 2024-09-13T14:29:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:3391: read oid 7 snap -1 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3391: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3392: rollback oid 47 current snap is 326 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 323 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3393: read oid 10 snap -1 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3393: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3394: rmattr oid 41 current snap is 326 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3394: done (5 left) 2024-09-13T14:29:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3395: snap_remove snap 321 2024-09-13T14:29:38.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:37 smithi001 ceph-mon[96683]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T14:29:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:37 smithi001 ceph-mon[96683]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T14:29:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:37 smithi001 ceph-mon[99232]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T14:29:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:37 smithi001 ceph-mon[99232]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T14:29:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:37 smithi028 ceph-mon[87621]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T14:29:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:37 smithi028 ceph-mon[87621]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T14:29:38.766 INFO:tasks.rados.rados.0.smithi001.stdout:3395: done (5 left) 2024-09-13T14:29:38.766 INFO:tasks.rados.rados.0.smithi001.stdout:3396: read oid 2 snap -1 2024-09-13T14:29:38.766 INFO:tasks.rados.rados.0.smithi001.stdout:3396: expect (ObjNum 1051 snap 324 seq_num 1051) 2024-09-13T14:29:38.766 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 326 2024-09-13T14:29:38.766 INFO:tasks.rados.rados.0.smithi001.stdout:3397: seq_num 1057 ranges {0=507904,507904=401408} 2024-09-13T14:29:38.769 INFO:tasks.rados.rados.0.smithi001.stdout:3397: writing smithi00185197-41 from 0 to 507904 tid 1 2024-09-13T14:29:38.772 INFO:tasks.rados.rados.0.smithi001.stdout:3397: writing smithi00185197-41 from 507904 to 909312 tid 2 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:3389: finishing write tid 1 to smithi00185197-45 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:3389: finishing write tid 2 to smithi00185197-45 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:3389: finishing write tid 3 to smithi00185197-45 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:3392: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:3392: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:3392: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2521 (ObjNum 1038 snap 321 seq_num 1038) dirty exists 2024-09-13T14:29:38.773 INFO:tasks.rados.rados.0.smithi001.stdout:3390: expect (ObjNum 1020 snap 317 seq_num 1020) 2024-09-13T14:29:39.023 INFO:tasks.rados.rados.0.smithi001.stdout:3393: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:29:39.167 INFO:tasks.rados.rados.0.smithi001.stdout:3391: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3389: finishing write tid 4 to smithi00185197-45 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3389: oid 45 updating version 0 to 2534 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3389: oid 45 version 2534 is already newer than 2532 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3389: oid 45 version 2534 is already newer than 2533 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2534 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3389: left oid 45 (ObjNum 1056 snap 326 seq_num 1056) 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3389: done (6 left) 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3390: done (5 left) 2024-09-13T14:29:39.325 INFO:tasks.rados.rados.0.smithi001.stdout:3391: done (4 left) 2024-09-13T14:29:39.326 INFO:tasks.rados.rados.0.smithi001.stdout:3392: done (3 left) 2024-09-13T14:29:39.326 INFO:tasks.rados.rados.0.smithi001.stdout:3393: done (2 left) 2024-09-13T14:29:39.326 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 326 2024-09-13T14:29:39.326 INFO:tasks.rados.rados.0.smithi001.stdout:3398: seq_num 1058 ranges {3399680=524288,3923968=401408} 2024-09-13T14:29:39.346 INFO:tasks.rados.rados.0.smithi001.stdout:3398: writing smithi00185197-7 from 3399680 to 3923968 tid 1 2024-09-13T14:29:39.348 INFO:tasks.rados.rados.0.smithi001.stdout:3398: writing smithi00185197-7 from 3923968 to 4325376 tid 2 2024-09-13T14:29:39.348 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 326 2024-09-13T14:29:39.348 INFO:tasks.rados.rados.0.smithi001.stdout:3397: finishing write tid 1 to smithi00185197-41 2024-09-13T14:29:39.348 INFO:tasks.rados.rados.0.smithi001.stdout:3397: finishing write tid 2 to smithi00185197-41 2024-09-13T14:29:39.348 INFO:tasks.rados.rados.0.smithi001.stdout:3399: seq_num 1059 ranges {6963200=540672,7503872=401408} 2024-09-13T14:29:39.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:38 smithi001 ceph-mon[96683]: pgmap v775: 121 pgs: 121 active+clean; 154 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-09-13T14:29:39.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:38 smithi001 ceph-mon[96683]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T14:29:39.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:38 smithi001 ceph-mon[99232]: pgmap v775: 121 pgs: 121 active+clean; 154 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-09-13T14:29:39.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:38 smithi001 ceph-mon[99232]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T14:29:39.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:38 smithi028 ceph-mon[87621]: pgmap v775: 121 pgs: 121 active+clean; 154 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-09-13T14:29:39.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:38 smithi028 ceph-mon[87621]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T14:29:39.389 INFO:tasks.rados.rados.0.smithi001.stdout:3399: writing smithi00185197-9 from 6963200 to 7503872 tid 1 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3399: writing smithi00185197-9 from 7503872 to 7905280 tid 2 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3400: read oid 6 snap -1 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3400: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 326 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3397: finishing write tid 3 to smithi00185197-41 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3397: finishing write tid 4 to smithi00185197-41 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3397: oid 41 updating version 0 to 2387 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3397: oid 41 version 2387 is already newer than 2386 2024-09-13T14:29:39.392 INFO:tasks.rados.rados.0.smithi001.stdout:3397: oid 41 version 2387 is already newer than 2385 2024-09-13T14:29:39.393 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2387 (ObjNum 1057 snap 326 seq_num 1057) dirty exists 2024-09-13T14:29:39.393 INFO:tasks.rados.rados.0.smithi001.stdout:3397: left oid 41 (ObjNum 1057 snap 326 seq_num 1057) 2024-09-13T14:29:39.393 INFO:tasks.rados.rados.0.smithi001.stdout:3396: expect (ObjNum 1051 snap 324 seq_num 1051) 2024-09-13T14:29:39.873 INFO:tasks.rados.rados.0.smithi001.stdout:3398: finishing write tid 1 to smithi00185197-7 2024-09-13T14:29:39.873 INFO:tasks.rados.rados.0.smithi001.stdout:3398: finishing write tid 2 to smithi00185197-7 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3398: finishing write tid 3 to smithi00185197-7 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3398: finishing write tid 4 to smithi00185197-7 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3398: oid 7 updating version 0 to 2536 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3398: oid 7 updating version 2536 to 2537 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3398: oid 7 version 2537 is already newer than 2535 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2537 (ObjNum 1058 snap 326 seq_num 1058) dirty exists 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3398: left oid 7 (ObjNum 1058 snap 326 seq_num 1058) 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3399: finishing write tid 1 to smithi00185197-9 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3399: finishing write tid 2 to smithi00185197-9 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3399: finishing write tid 3 to smithi00185197-9 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3399: finishing write tid 4 to smithi00185197-9 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3399: oid 9 updating version 0 to 2496 2024-09-13T14:29:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3399: oid 9 version 2496 is already newer than 2495 2024-09-13T14:29:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3399: oid 9 updating version 2496 to 2497 2024-09-13T14:29:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2497 (ObjNum 1059 snap 326 seq_num 1059) dirty exists 2024-09-13T14:29:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3399: left oid 9 (ObjNum 1059 snap 326 seq_num 1059) 2024-09-13T14:29:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3400: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:29:41.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:40 smithi001 ceph-mon[96683]: pgmap v778: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-09-13T14:29:41.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:40 smithi001 ceph-mon[99232]: pgmap v778: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-09-13T14:29:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:40 smithi028 ceph-mon[87621]: pgmap v778: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-09-13T14:29:41.836 INFO:tasks.rados.rados.0.smithi001.stdout:3401: seq_num 1060 ranges {5767168=557056,6324224=401408} 2024-09-13T14:29:41.871 INFO:tasks.rados.rados.0.smithi001.stdout:3401: writing smithi00185197-43 from 5767168 to 6324224 tid 1 2024-09-13T14:29:41.873 INFO:tasks.rados.rados.0.smithi001.stdout:3401: writing smithi00185197-43 from 6324224 to 6725632 tid 2 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:3396: done (5 left) 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:3397: done (4 left) 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:3398: done (3 left) 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:3399: done (2 left) 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:3400: done (1 left) 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:3402: copy_from oid 50 from oid 8 current snap is 326 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 326 2024-09-13T14:29:41.874 INFO:tasks.rados.rados.0.smithi001.stdout:3403: seq_num 1061 ranges {3178496=573440,3751936=401408} 2024-09-13T14:29:41.894 INFO:tasks.rados.rados.0.smithi001.stdout:3403: writing smithi00185197-44 from 3178496 to 3751936 tid 1 2024-09-13T14:29:41.897 INFO:tasks.rados.rados.0.smithi001.stdout:3403: writing smithi00185197-44 from 3751936 to 4153344 tid 2 2024-09-13T14:29:41.897 INFO:tasks.rados.rados.0.smithi001.stdout:3404: setattr oid 21 current snap is 326 2024-09-13T14:29:41.897 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 1 to smithi00185197-43 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 2 to smithi00185197-43 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 3 to smithi00185197-43 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 4 to smithi00185197-43 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:3401: oid 43 updating version 0 to 2524 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:3401: oid 43 version 2524 is already newer than 2522 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:3401: oid 43 version 2524 is already newer than 2523 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2524 (ObjNum 1060 snap 326 seq_num 1060) dirty exists 2024-09-13T14:29:41.898 INFO:tasks.rados.rados.0.smithi001.stdout:3401: left oid 43 (ObjNum 1060 snap 326 seq_num 1060) 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:3401: done (3 left) 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:3405: read oid 38 snap -1 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:3405: expect (ObjNum 1007 snap 315 seq_num 1007) 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:3406: rollback oid 27 current snap is 326 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 324 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:3407: setattr oid 43 current snap is 326 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:3406: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:29:41.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 0 (ObjNum 33 snap 0 seq_num 313998608) dirty dne 2024-09-13T14:29:41.900 INFO:tasks.rados.rados.0.smithi001.stdout:3406: done (5 left) 2024-09-13T14:29:41.900 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 326 2024-09-13T14:29:41.900 INFO:tasks.rados.rados.0.smithi001.stdout:3408: seq_num 1062 ranges {0=589824,589824=401408} 2024-09-13T14:29:41.904 INFO:tasks.rados.rados.0.smithi001.stdout:3408: writing smithi00185197-36 from 0 to 589824 tid 1 2024-09-13T14:29:41.906 INFO:tasks.rados.rados.0.smithi001.stdout:3408: writing smithi00185197-36 from 589824 to 991232 tid 2 2024-09-13T14:29:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 326 2024-09-13T14:29:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:3403: finishing write tid 1 to smithi00185197-44 2024-09-13T14:29:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:3402: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:29:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2507 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2024-09-13T14:29:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:3403: finishing write tid 2 to smithi00185197-44 2024-09-13T14:29:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2525 (ObjNum 1060 snap 326 seq_num 1060) dirty exists 2024-09-13T14:29:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:3403: finishing write tid 3 to smithi00185197-44 2024-09-13T14:29:41.908 INFO:tasks.rados.rados.0.smithi001.stdout:3402: finishing copy_from to smithi00185197-50 2024-09-13T14:29:41.908 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2516 (ObjNum 1018 snap 317 seq_num 1018) dirty exists 2024-09-13T14:29:41.908 INFO:tasks.rados.rados.0.smithi001.stdout:3409: seq_num 1063 ranges {1785856=606208,2392064=401408} 2024-09-13T14:29:41.920 INFO:tasks.rados.rados.0.smithi001.stdout:3409: writing smithi00185197-23 from 1785856 to 2392064 tid 1 2024-09-13T14:29:41.923 INFO:tasks.rados.rados.0.smithi001.stdout:3409: writing smithi00185197-23 from 2392064 to 2793472 tid 2 2024-09-13T14:29:41.923 INFO:tasks.rados.rados.0.smithi001.stdout:3402: done (6 left) 2024-09-13T14:29:41.923 INFO:tasks.rados.rados.0.smithi001.stdout:3404: done (5 left) 2024-09-13T14:29:41.923 INFO:tasks.rados.rados.0.smithi001.stdout:3407: done (4 left) 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3410: delete oid 33 current snap is 326 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3403: finishing write tid 4 to smithi00185197-44 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3403: oid 44 updating version 0 to 2500 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3403: oid 44 version 2500 is already newer than 2499 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3403: oid 44 version 2500 is already newer than 2498 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2500 (ObjNum 1061 snap 326 seq_num 1061) dirty exists 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3403: left oid 44 (ObjNum 1061 snap 326 seq_num 1061) 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3408: finishing write tid 1 to smithi00185197-36 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3408: finishing write tid 2 to smithi00185197-36 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3408: finishing write tid 3 to smithi00185197-36 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3408: finishing write tid 4 to smithi00185197-36 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3408: oid 36 updating version 0 to 2509 2024-09-13T14:29:41.924 INFO:tasks.rados.rados.0.smithi001.stdout:3408: oid 36 version 2509 is already newer than 2508 2024-09-13T14:29:41.925 INFO:tasks.rados.rados.0.smithi001.stdout:3408: oid 36 updating version 2509 to 2510 2024-09-13T14:29:41.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2510 (ObjNum 1062 snap 326 seq_num 1062) dirty exists 2024-09-13T14:29:41.925 INFO:tasks.rados.rados.0.smithi001.stdout:3408: left oid 36 (ObjNum 1062 snap 326 seq_num 1062) 2024-09-13T14:29:41.925 INFO:tasks.rados.rados.0.smithi001.stdout:3405: expect (ObjNum 1007 snap 315 seq_num 1007) 2024-09-13T14:29:42.119 INFO:tasks.rados.rados.0.smithi001.stdout:3409: finishing write tid 1 to smithi00185197-23 2024-09-13T14:29:42.119 INFO:tasks.rados.rados.0.smithi001.stdout:3409: finishing write tid 2 to smithi00185197-23 2024-09-13T14:29:42.119 INFO:tasks.rados.rados.0.smithi001.stdout:3409: finishing write tid 3 to smithi00185197-23 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3409: finishing write tid 4 to smithi00185197-23 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3409: oid 23 updating version 0 to 2503 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3409: oid 23 version 2503 is already newer than 2501 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3409: oid 23 version 2503 is already newer than 2502 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2503 (ObjNum 1063 snap 326 seq_num 1063) dirty exists 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3409: left oid 23 (ObjNum 1063 snap 326 seq_num 1063) 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3403: done (4 left) 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3405: done (3 left) 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3408: done (2 left) 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3409: done (1 left) 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3410: done (0 left) 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 326 2024-09-13T14:29:42.120 INFO:tasks.rados.rados.0.smithi001.stdout:3411: seq_num 1065 ranges {7815168=638976,8454144=401408} 2024-09-13T14:29:42.165 INFO:tasks.rados.rados.0.smithi001.stdout:3411: writing smithi00185197-13 from 7815168 to 8454144 tid 1 2024-09-13T14:29:42.167 INFO:tasks.rados.rados.0.smithi001.stdout:3411: writing smithi00185197-13 from 8454144 to 8855552 tid 2 2024-09-13T14:29:42.167 INFO:tasks.rados.rados.0.smithi001.stdout:3412: snap_create 2024-09-13T14:29:42.169 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 1 to smithi00185197-13 2024-09-13T14:29:42.170 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 2 to smithi00185197-13 2024-09-13T14:29:42.170 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 3 to smithi00185197-13 2024-09-13T14:29:42.171 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 4 to smithi00185197-13 2024-09-13T14:29:42.171 INFO:tasks.rados.rados.0.smithi001.stdout:3411: oid 13 updating version 0 to 2518 2024-09-13T14:29:42.171 INFO:tasks.rados.rados.0.smithi001.stdout:3411: oid 13 version 2518 is already newer than 2517 2024-09-13T14:29:42.172 INFO:tasks.rados.rados.0.smithi001.stdout:3411: oid 13 updating version 2518 to 2519 2024-09-13T14:29:42.172 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2519 (ObjNum 1065 snap 326 seq_num 1065) dirty exists 2024-09-13T14:29:42.172 INFO:tasks.rados.rados.0.smithi001.stdout:3411: left oid 13 (ObjNum 1065 snap 326 seq_num 1065) 2024-09-13T14:29:42.761 INFO:tasks.rados.rados.0.smithi001.stdout:3411: done (1 left) 2024-09-13T14:29:42.761 INFO:tasks.rados.rados.0.smithi001.stdout:3412: done (0 left) 2024-09-13T14:29:42.761 INFO:tasks.rados.rados.0.smithi001.stdout:3413: read oid 2 snap 325 2024-09-13T14:29:42.761 INFO:tasks.rados.rados.0.smithi001.stdout:3413: expect (ObjNum 1051 snap 324 seq_num 1051) 2024-09-13T14:29:42.761 INFO:tasks.rados.rados.0.smithi001.stdout:3414: read oid 35 snap -1 2024-09-13T14:29:42.761 INFO:tasks.rados.rados.0.smithi001.stdout:3414: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-09-13T14:29:42.761 INFO:tasks.rados.rados.0.smithi001.stdout:3415: snap_remove snap 322 2024-09-13T14:29:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:42 smithi001 ceph-mon[96683]: pgmap v779: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-09-13T14:29:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:42 smithi001 ceph-mon[96683]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T14:29:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:42 smithi001 ceph-mon[99232]: pgmap v779: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-09-13T14:29:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:42 smithi001 ceph-mon[99232]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T14:29:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:42 smithi028 ceph-mon[87621]: pgmap v779: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-09-13T14:29:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:42 smithi028 ceph-mon[87621]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T14:29:43.764 INFO:tasks.rados.rados.0.smithi001.stdout:3415: done (2 left) 2024-09-13T14:29:43.764 INFO:tasks.rados.rados.0.smithi001.stdout:3416: snap_create 2024-09-13T14:29:43.764 INFO:tasks.rados.rados.0.smithi001.stdout:3413: expect (ObjNum 1051 snap 324 seq_num 1051) 2024-09-13T14:29:44.240 INFO:tasks.rados.rados.0.smithi001.stdout:3414: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-09-13T14:29:44.767 INFO:tasks.rados.rados.0.smithi001.stdout:3413: done (2 left) 2024-09-13T14:29:44.767 INFO:tasks.rados.rados.0.smithi001.stdout:3414: done (1 left) 2024-09-13T14:29:44.767 INFO:tasks.rados.rados.0.smithi001.stdout:3416: done (0 left) 2024-09-13T14:29:44.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 328 2024-09-13T14:29:44.767 INFO:tasks.rados.rados.0.smithi001.stdout:3417: seq_num 1066 ranges {3399680=663552,4063232=401408} 2024-09-13T14:29:44.789 INFO:tasks.rados.rados.0.smithi001.stdout:3417: writing smithi00185197-46 from 3399680 to 4063232 tid 1 2024-09-13T14:29:44.791 INFO:tasks.rados.rados.0.smithi001.stdout:3417: writing smithi00185197-46 from 4063232 to 4464640 tid 2 2024-09-13T14:29:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:3418: read oid 11 snap -1 2024-09-13T14:29:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:3418: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:44.792 INFO:tasks.rados.rados.0.smithi001.stdout:3419: setattr oid 38 current snap is 328 2024-09-13T14:29:44.793 INFO:tasks.rados.rados.0.smithi001.stdout:3420: snap_remove snap 326 2024-09-13T14:29:45.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:44 smithi001 ceph-mon[96683]: pgmap v781: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-09-13T14:29:45.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:44 smithi001 ceph-mon[96683]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T14:29:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:44 smithi001 ceph-mon[99232]: pgmap v781: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-09-13T14:29:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:44 smithi001 ceph-mon[99232]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T14:29:45.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:44 smithi028 ceph-mon[87621]: pgmap v781: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-09-13T14:29:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:44 smithi028 ceph-mon[87621]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T14:29:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:3417: finishing write tid 1 to smithi00185197-46 2024-09-13T14:29:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:3417: finishing write tid 2 to smithi00185197-46 2024-09-13T14:29:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2523 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-09-13T14:29:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:3417: finishing write tid 3 to smithi00185197-46 2024-09-13T14:29:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:3417: finishing write tid 4 to smithi00185197-46 2024-09-13T14:29:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:3417: oid 46 updating version 0 to 2656 2024-09-13T14:29:45.774 INFO:tasks.rados.rados.0.smithi001.stdout:3417: oid 46 updating version 2656 to 2658 2024-09-13T14:29:45.775 INFO:tasks.rados.rados.0.smithi001.stdout:3417: oid 46 version 2658 is already newer than 2657 2024-09-13T14:29:45.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2658 (ObjNum 1066 snap 328 seq_num 1066) dirty exists 2024-09-13T14:29:45.775 INFO:tasks.rados.rados.0.smithi001.stdout:3417: left oid 46 (ObjNum 1066 snap 328 seq_num 1066) 2024-09-13T14:29:45.775 INFO:tasks.rados.rados.0.smithi001.stdout:3418: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:45.822 INFO:tasks.rados.rados.0.smithi001.stdout:3417: done (3 left) 2024-09-13T14:29:45.822 INFO:tasks.rados.rados.0.smithi001.stdout:3418: done (2 left) 2024-09-13T14:29:45.822 INFO:tasks.rados.rados.0.smithi001.stdout:3419: done (1 left) 2024-09-13T14:29:45.822 INFO:tasks.rados.rados.0.smithi001.stdout:3420: done (0 left) 2024-09-13T14:29:45.822 INFO:tasks.rados.rados.0.smithi001.stdout:3421: snap_remove snap 327 2024-09-13T14:29:46.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:45 smithi001 ceph-mon[96683]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T14:29:46.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:45 smithi001 ceph-mon[99232]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T14:29:46.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:45 smithi028 ceph-mon[87621]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T14:29:46.775 INFO:tasks.rados.rados.0.smithi001.stdout:3421: done (0 left) 2024-09-13T14:29:46.775 INFO:tasks.rados.rados.0.smithi001.stdout:3422: snap_create 2024-09-13T14:29:47.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:46 smithi001 ceph-mon[96683]: pgmap v784: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-13T14:29:47.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:46 smithi001 ceph-mon[96683]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T14:29:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:46 smithi001 ceph-mon[99232]: pgmap v784: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-13T14:29:47.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:46 smithi001 ceph-mon[99232]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T14:29:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:46 smithi028 ceph-mon[87621]: pgmap v784: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-13T14:29:47.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:46 smithi028 ceph-mon[87621]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T14:29:47.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:29:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:29:47] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.51.0" 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3422: done (0 left) 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3423: rmattr oid 20 current snap is 329 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3424: rollback oid 4 current snap is 329 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 323 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3425: rmattr oid 41 current snap is 329 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3425: done (2 left) 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3426: read oid 3 snap 325 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3426: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3427: read oid 32 snap 323 2024-09-13T14:29:47.763 INFO:tasks.rados.rados.0.smithi001.stdout:3427: expect deleted 2024-09-13T14:29:47.764 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 329 2024-09-13T14:29:47.764 INFO:tasks.rados.rados.0.smithi001.stdout:3428: seq_num 1067 ranges {5767168=679936,6447104=401408} 2024-09-13T14:29:47.798 INFO:tasks.rados.rados.0.smithi001.stdout:3428: writing smithi00185197-15 from 5767168 to 6447104 tid 1 2024-09-13T14:29:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:3428: writing smithi00185197-15 from 6447104 to 6848512 tid 2 2024-09-13T14:29:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2664 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-13T14:29:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:3424: finishing rollback tid 0 to smithi00185197-4 2024-09-13T14:29:47.801 INFO:tasks.rados.rados.0.smithi001.stdout:3426: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-09-13T14:29:47.825 INFO:tasks.rados.rados.0.smithi001.stdout:3424: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3424: finishing rollback tid 2 to smithi00185197-4 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2524 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3428: finishing write tid 1 to smithi00185197-15 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3428: finishing write tid 2 to smithi00185197-15 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3428: finishing write tid 3 to smithi00185197-15 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3423: done (4 left) 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3424: done (3 left) 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3426: done (2 left) 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3427: done (1 left) 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3429: delete oid 30 current snap is 329 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3428: finishing write tid 4 to smithi00185197-15 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3428: oid 15 updating version 0 to 2517 2024-09-13T14:29:47.826 INFO:tasks.rados.rados.0.smithi001.stdout:3428: oid 15 updating version 2517 to 2518 2024-09-13T14:29:47.827 INFO:tasks.rados.rados.0.smithi001.stdout:3428: oid 15 version 2518 is already newer than 2516 2024-09-13T14:29:47.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2518 (ObjNum 1067 snap 329 seq_num 1067) dirty exists 2024-09-13T14:29:47.827 INFO:tasks.rados.rados.0.smithi001.stdout:3428: left oid 15 (ObjNum 1067 snap 329 seq_num 1067) 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3428: done (1 left) 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3429: done (0 left) 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3430: rmattr oid 32 current snap is 329 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3430: done (0 left) 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3431: rollback oid 7 current snap is 329 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 325 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 329 2024-09-13T14:29:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:3432: seq_num 1069 ranges {0=712704,712704=401408} 2024-09-13T14:29:47.833 INFO:tasks.rados.rados.0.smithi001.stdout:3432: writing smithi00185197-26 from 0 to 712704 tid 1 2024-09-13T14:29:47.835 INFO:tasks.rados.rados.0.smithi001.stdout:3432: writing smithi00185197-26 from 712704 to 1114112 tid 2 2024-09-13T14:29:47.835 INFO:tasks.rados.rados.0.smithi001.stdout:3433: read oid 8 snap 325 2024-09-13T14:29:47.835 INFO:tasks.rados.rados.0.smithi001.stdout:3433: expect (ObjNum 1018 snap 317 seq_num 1018) 2024-09-13T14:29:47.836 INFO:tasks.rados.rados.0.smithi001.stdout:3434: copy_from oid 42 from oid 39 current snap is 329 2024-09-13T14:29:47.836 INFO:tasks.rados.rados.0.smithi001.stdout:3431: finishing rollback tid 0 to smithi00185197-7 2024-09-13T14:29:47.836 INFO:tasks.rados.rados.0.smithi001.stdout:3431: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:29:47.836 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 329 2024-09-13T14:29:47.836 INFO:tasks.rados.rados.0.smithi001.stdout:3435: seq_num 1070 ranges {3915776=729088,4644864=401408} 2024-09-13T14:29:47.862 INFO:tasks.rados.rados.0.smithi001.stdout:3435: writing smithi00185197-38 from 3915776 to 4644864 tid 1 2024-09-13T14:29:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:3435: writing smithi00185197-38 from 4644864 to 5046272 tid 2 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:3436: rollback oid 24 current snap is 329 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 323 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:3431: finishing rollback tid 2 to smithi00185197-7 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2540 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:3432: finishing write tid 1 to smithi00185197-26 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:3431: done (5 left) 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 329 2024-09-13T14:29:47.865 INFO:tasks.rados.rados.0.smithi001.stdout:3437: seq_num 1071 ranges {4784128=745472,5529600=401408} 2024-09-13T14:29:47.895 INFO:tasks.rados.rados.0.smithi001.stdout:3437: writing smithi00185197-20 from 4784128 to 5529600 tid 1 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3437: writing smithi00185197-20 from 5529600 to 5931008 tid 2 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3438: snap_create 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3432: finishing write tid 2 to smithi00185197-26 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3432: finishing write tid 3 to smithi00185197-26 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3432: finishing write tid 4 to smithi00185197-26 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3432: oid 26 updating version 0 to 2513 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3432: oid 26 version 2513 is already newer than 2512 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3432: oid 26 version 2513 is already newer than 2511 2024-09-13T14:29:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2513 (ObjNum 1069 snap 329 seq_num 1069) dirty exists 2024-09-13T14:29:47.899 INFO:tasks.rados.rados.0.smithi001.stdout:3432: left oid 26 (ObjNum 1069 snap 329 seq_num 1069) 2024-09-13T14:29:47.899 INFO:tasks.rados.rados.0.smithi001.stdout:3433: expect (ObjNum 1018 snap 317 seq_num 1018) 2024-09-13T14:29:48.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:47 smithi001 ceph-mon[96683]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T14:29:48.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:47 smithi001 ceph-mon[96683]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T14:29:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:47 smithi001 ceph-mon[99232]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T14:29:48.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:47 smithi001 ceph-mon[99232]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T14:29:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:47 smithi028 ceph-mon[87621]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T14:29:48.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:47 smithi028 ceph-mon[87621]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T14:29:48.372 INFO:tasks.rados.rados.0.smithi001.stdout:3435: finishing write tid 1 to smithi00185197-38 2024-09-13T14:29:48.372 INFO:tasks.rados.rados.0.smithi001.stdout:3435: finishing write tid 2 to smithi00185197-38 2024-09-13T14:29:48.372 INFO:tasks.rados.rados.0.smithi001.stdout:3436: finishing rollback tid 0 to smithi00185197-24 2024-09-13T14:29:48.372 INFO:tasks.rados.rados.0.smithi001.stdout:3436: finishing rollback tid 1 to smithi00185197-24 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3436: finishing rollback tid 2 to smithi00185197-24 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2521 (ObjNum 981 snap 309 seq_num 981) dirty exists 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3435: finishing write tid 3 to smithi00185197-38 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3434: finishing copy_from racing read to smithi00185197-42 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3435: finishing write tid 4 to smithi00185197-38 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3435: oid 38 updating version 0 to 2525 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3435: oid 38 updating version 2525 to 2526 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3435: oid 38 updating version 2526 to 2527 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2527 (ObjNum 1070 snap 329 seq_num 1070) dirty exists 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3435: left oid 38 (ObjNum 1070 snap 329 seq_num 1070) 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3434: finishing copy_from to smithi00185197-42 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2521 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3437: finishing write tid 1 to smithi00185197-20 2024-09-13T14:29:48.373 INFO:tasks.rados.rados.0.smithi001.stdout:3437: finishing write tid 2 to smithi00185197-20 2024-09-13T14:29:48.374 INFO:tasks.rados.rados.0.smithi001.stdout:3437: finishing write tid 3 to smithi00185197-20 2024-09-13T14:29:48.374 INFO:tasks.rados.rados.0.smithi001.stdout:3437: finishing write tid 4 to smithi00185197-20 2024-09-13T14:29:48.374 INFO:tasks.rados.rados.0.smithi001.stdout:3437: oid 20 updating version 0 to 2665 2024-09-13T14:29:48.374 INFO:tasks.rados.rados.0.smithi001.stdout:3437: oid 20 updating version 2665 to 2667 2024-09-13T14:29:48.374 INFO:tasks.rados.rados.0.smithi001.stdout:3437: oid 20 version 2667 is already newer than 2666 2024-09-13T14:29:48.374 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2667 (ObjNum 1071 snap 329 seq_num 1071) dirty exists 2024-09-13T14:29:48.374 INFO:tasks.rados.rados.0.smithi001.stdout:3437: left oid 20 (ObjNum 1071 snap 329 seq_num 1071) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3432: done (6 left) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3433: done (5 left) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3434: done (4 left) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3435: done (3 left) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3436: done (2 left) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3437: done (1 left) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3438: done (0 left) 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3439: rmattr oid 26 current snap is 330 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:3440: rollback oid 10 current snap is 330 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 324 2024-09-13T14:29:48.787 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 330 2024-09-13T14:29:48.788 INFO:tasks.rados.rados.0.smithi001.stdout:3441: seq_num 1072 ranges {0=761856,761856=401408} 2024-09-13T14:29:48.790 INFO:tasks.rados.rados.0.smithi001.stdout:3441: writing smithi00185197-33 from 0 to 761856 tid 1 2024-09-13T14:29:48.792 INFO:tasks.rados.rados.0.smithi001.stdout:3441: writing smithi00185197-33 from 761856 to 1163264 tid 2 2024-09-13T14:29:48.793 INFO:tasks.rados.rados.0.smithi001.stdout:3442: snap_remove snap 325 2024-09-13T14:29:49.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:48 smithi001 ceph-mon[96683]: pgmap v787: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T14:29:49.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:48 smithi001 ceph-mon[99232]: pgmap v787: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T14:29:49.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:48 smithi028 ceph-mon[87621]: pgmap v787: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-13T14:29:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2514 (ObjNum 1069 snap 329 seq_num 1069) dirty exists 2024-09-13T14:29:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing rollback tid 0 to smithi00185197-10 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing rollback tid 1 to smithi00185197-10 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing rollback tid 2 to smithi00185197-10 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2517 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: finishing write tid 1 to smithi00185197-33 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: finishing write tid 2 to smithi00185197-33 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: finishing write tid 3 to smithi00185197-33 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: finishing write tid 4 to smithi00185197-33 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: oid 33 updating version 0 to 2134 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: oid 33 version 2134 is already newer than 2133 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: oid 33 updating version 2134 to 2135 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2135 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3441: left oid 33 (ObjNum 1072 snap 330 seq_num 1072) 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3439: done (3 left) 2024-09-13T14:29:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:3440: done (2 left) 2024-09-13T14:29:49.802 INFO:tasks.rados.rados.0.smithi001.stdout:3441: done (1 left) 2024-09-13T14:29:49.802 INFO:tasks.rados.rados.0.smithi001.stdout:3442: done (0 left) 2024-09-13T14:29:49.802 INFO:tasks.rados.rados.0.smithi001.stdout:3443: setattr oid 27 current snap is 330 2024-09-13T14:29:49.803 INFO:tasks.rados.rados.0.smithi001.stdout:3444: read oid 44 snap -1 2024-09-13T14:29:49.803 INFO:tasks.rados.rados.0.smithi001.stdout:3444: expect (ObjNum 1061 snap 326 seq_num 1061) 2024-09-13T14:29:49.803 INFO:tasks.rados.rados.0.smithi001.stdout:3445: read oid 50 snap -1 2024-09-13T14:29:49.803 INFO:tasks.rados.rados.0.smithi001.stdout:3445: expect (ObjNum 1018 snap 317 seq_num 1018) 2024-09-13T14:29:49.803 INFO:tasks.rados.rados.0.smithi001.stdout:3446: rmattr oid 42 current snap is 330 2024-09-13T14:29:49.804 INFO:tasks.rados.rados.0.smithi001.stdout:3447: snap_remove snap 323 2024-09-13T14:29:50.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:49 smithi001 ceph-mon[96683]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T14:29:50.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:49 smithi001 ceph-mon[99232]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T14:29:50.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:49 smithi028 ceph-mon[87621]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T14:29:50.800 INFO:tasks.rados.rados.0.smithi001.stdout:3447: done (4 left) 2024-09-13T14:29:50.800 INFO:tasks.rados.rados.0.smithi001.stdout:3448: setattr oid 34 current snap is 330 2024-09-13T14:29:50.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2541 (ObjNum 49 snap 0 seq_num 1920466440) dirty exists 2024-09-13T14:29:50.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2522 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:29:50.801 INFO:tasks.rados.rados.0.smithi001.stdout:3444: expect (ObjNum 1061 snap 326 seq_num 1061) 2024-09-13T14:29:51.040 INFO:tasks.rados.rados.0.smithi001.stdout:3445: expect (ObjNum 1018 snap 317 seq_num 1018) 2024-09-13T14:29:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:50 smithi001 ceph-mon[96683]: pgmap v790: 121 pgs: 121 active+clean; 173 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 804 KiB/s wr, 12 op/s 2024-09-13T14:29:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:50 smithi001 ceph-mon[96683]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T14:29:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:50 smithi001 ceph-mon[99232]: pgmap v790: 121 pgs: 121 active+clean; 173 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 804 KiB/s wr, 12 op/s 2024-09-13T14:29:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:50 smithi001 ceph-mon[99232]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T14:29:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:50 smithi028 ceph-mon[87621]: pgmap v790: 121 pgs: 121 active+clean; 173 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 804 KiB/s wr, 12 op/s 2024-09-13T14:29:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:50 smithi028 ceph-mon[87621]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T14:29:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:51.513 INFO:tasks.rados.rados.0.smithi001.stdout:3443: done (4 left) 2024-09-13T14:29:51.513 INFO:tasks.rados.rados.0.smithi001.stdout:3444: done (3 left) 2024-09-13T14:29:51.513 INFO:tasks.rados.rados.0.smithi001.stdout:3445: done (2 left) 2024-09-13T14:29:51.513 INFO:tasks.rados.rados.0.smithi001.stdout:3446: done (1 left) 2024-09-13T14:29:51.514 INFO:tasks.rados.rados.0.smithi001.stdout:3449: copy_from oid 3 from oid 9 current snap is 330 2024-09-13T14:29:51.514 INFO:tasks.rados.rados.0.smithi001.stdout:3450: read oid 44 snap -1 2024-09-13T14:29:51.514 INFO:tasks.rados.rados.0.smithi001.stdout:3450: expect (ObjNum 1061 snap 326 seq_num 1061) 2024-09-13T14:29:51.514 INFO:tasks.rados.rados.0.smithi001.stdout:3451: read oid 49 snap 328 2024-09-13T14:29:51.514 INFO:tasks.rados.rados.0.smithi001.stdout:3451: expect deleted 2024-09-13T14:29:51.514 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 330 2024-09-13T14:29:51.514 INFO:tasks.rados.rados.0.smithi001.stdout:3452: seq_num 1073 ranges {204800=778240,983040=401408} 2024-09-13T14:29:51.519 INFO:tasks.rados.rados.0.smithi001.stdout:3452: writing smithi00185197-29 from 204800 to 983040 tid 1 2024-09-13T14:29:51.521 INFO:tasks.rados.rados.0.smithi001.stdout:3452: writing smithi00185197-29 from 983040 to 1384448 tid 2 2024-09-13T14:29:51.522 INFO:tasks.rados.rados.0.smithi001.stdout:3453: snap_remove snap 329 2024-09-13T14:29:51.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2526 (ObjNum 1030 snap 318 seq_num 1030) dirty exists 2024-09-13T14:29:51.811 INFO:tasks.rados.rados.0.smithi001.stdout:3450: expect (ObjNum 1061 snap 326 seq_num 1061) 2024-09-13T14:29:52.044 INFO:tasks.rados.rados.0.smithi001.stdout:3452: finishing write tid 1 to smithi00185197-29 2024-09-13T14:29:52.044 INFO:tasks.rados.rados.0.smithi001.stdout:3452: finishing write tid 2 to smithi00185197-29 2024-09-13T14:29:52.044 INFO:tasks.rados.rados.0.smithi001.stdout:3452: finishing write tid 3 to smithi00185197-29 2024-09-13T14:29:52.044 INFO:tasks.rados.rados.0.smithi001.stdout:3452: finishing write tid 4 to smithi00185197-29 2024-09-13T14:29:52.044 INFO:tasks.rados.rados.0.smithi001.stdout:3452: oid 29 updating version 0 to 2681 2024-09-13T14:29:52.044 INFO:tasks.rados.rados.0.smithi001.stdout:3452: oid 29 updating version 2681 to 2682 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3452: oid 29 updating version 2682 to 2683 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2683 (ObjNum 1073 snap 330 seq_num 1073) dirty exists 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3452: left oid 29 (ObjNum 1073 snap 330 seq_num 1073) 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3449: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3449: finishing copy_from to smithi00185197-3 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2497 (ObjNum 1059 snap 326 seq_num 1059) dirty exists 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3448: done (5 left) 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3449: done (4 left) 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3450: done (3 left) 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3451: done (2 left) 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3452: done (1 left) 2024-09-13T14:29:52.045 INFO:tasks.rados.rados.0.smithi001.stdout:3453: done (0 left) 2024-09-13T14:29:52.046 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 330 2024-09-13T14:29:52.046 INFO:tasks.rados.rados.0.smithi001.stdout:3454: seq_num 1074 ranges {3440640=794624,4235264=401408} 2024-09-13T14:29:52.067 INFO:tasks.rados.rados.0.smithi001.stdout:3454: writing smithi00185197-28 from 3440640 to 4235264 tid 1 2024-09-13T14:29:52.069 INFO:tasks.rados.rados.0.smithi001.stdout:3454: writing smithi00185197-28 from 4235264 to 4636672 tid 2 2024-09-13T14:29:52.069 INFO:tasks.rados.rados.0.smithi001.stdout:3455: snap_create 2024-09-13T14:29:52.071 INFO:tasks.rados.rados.0.smithi001.stdout:3454: finishing write tid 1 to smithi00185197-28 2024-09-13T14:29:52.072 INFO:tasks.rados.rados.0.smithi001.stdout:3454: finishing write tid 2 to smithi00185197-28 2024-09-13T14:29:52.072 INFO:tasks.rados.rados.0.smithi001.stdout:3454: finishing write tid 3 to smithi00185197-28 2024-09-13T14:29:52.073 INFO:tasks.rados.rados.0.smithi001.stdout:3454: finishing write tid 4 to smithi00185197-28 2024-09-13T14:29:52.073 INFO:tasks.rados.rados.0.smithi001.stdout:3454: oid 28 updating version 0 to 2527 2024-09-13T14:29:52.073 INFO:tasks.rados.rados.0.smithi001.stdout:3454: oid 28 version 2527 is already newer than 2525 2024-09-13T14:29:52.073 INFO:tasks.rados.rados.0.smithi001.stdout:3454: oid 28 version 2527 is already newer than 2526 2024-09-13T14:29:52.073 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2527 (ObjNum 1074 snap 330 seq_num 1074) dirty exists 2024-09-13T14:29:52.073 INFO:tasks.rados.rados.0.smithi001.stdout:3454: left oid 28 (ObjNum 1074 snap 330 seq_num 1074) 2024-09-13T14:29:52.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:51 smithi001 ceph-mon[96683]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T14:29:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:51 smithi001 ceph-mon[99232]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T14:29:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:51 smithi028 ceph-mon[87621]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T14:29:52.105 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:29:51 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=infra.usagestats t=2024-09-13T14:29:51.724587255Z level=info msg="Usage stats are ready to report" 2024-09-13T14:29:52.764 INFO:tasks.rados.rados.0.smithi001.stdout:3454: done (1 left) 2024-09-13T14:29:52.764 INFO:tasks.rados.rados.0.smithi001.stdout:3455: done (0 left) 2024-09-13T14:29:52.764 INFO:tasks.rados.rados.0.smithi001.stdout:3456: read oid 3 snap -1 2024-09-13T14:29:52.764 INFO:tasks.rados.rados.0.smithi001.stdout:3456: expect (ObjNum 1059 snap 326 seq_num 1059) 2024-09-13T14:29:52.764 INFO:tasks.rados.rados.0.smithi001.stdout:3457: delete oid 32 current snap is 331 2024-09-13T14:29:52.772 INFO:tasks.rados.rados.0.smithi001.stdout:3457: done (1 left) 2024-09-13T14:29:52.772 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 331 2024-09-13T14:29:52.772 INFO:tasks.rados.rados.0.smithi001.stdout:3458: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-09-13T14:29:52.774 INFO:tasks.rados.rados.0.smithi001.stdout:3458: writing smithi00185197-32 from 0 to 425984 tid 1 2024-09-13T14:29:52.777 INFO:tasks.rados.rados.0.smithi001.stdout:3458: writing smithi00185197-32 from 425984 to 974848 tid 2 2024-09-13T14:29:52.779 INFO:tasks.rados.rados.0.smithi001.stdout:3458: writing smithi00185197-32 from 974848 to 1228800 tid 3 2024-09-13T14:29:52.779 INFO:tasks.rados.rados.0.smithi001.stdout:3459: read oid 31 snap -1 2024-09-13T14:29:52.779 INFO:tasks.rados.rados.0.smithi001.stdout:3459: expect (ObjNum 1008 snap 315 seq_num 1008) 2024-09-13T14:29:52.779 INFO:tasks.rados.rados.0.smithi001.stdout:3460: copy_from oid 19 from oid 49 current snap is 331 2024-09-13T14:29:52.779 INFO:tasks.rados.rados.0.smithi001.stdout:3461: snap_remove snap 328 2024-09-13T14:29:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:52 smithi001 ceph-mon[96683]: pgmap v793: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 631 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:29:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:52 smithi001 ceph-mon[96683]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T14:29:53.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:52 smithi001 ceph-mon[96683]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T14:29:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:52 smithi001 ceph-mon[99232]: pgmap v793: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 631 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:29:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:52 smithi001 ceph-mon[99232]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T14:29:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:52 smithi001 ceph-mon[99232]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T14:29:53.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:52 smithi028 ceph-mon[87621]: pgmap v793: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 631 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-13T14:29:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:52 smithi028 ceph-mon[87621]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T14:29:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:52 smithi028 ceph-mon[87621]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T14:29:53.766 INFO:tasks.rados.rados.0.smithi001.stdout:3461: done (4 left) 2024-09-13T14:29:53.766 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 331 2024-09-13T14:29:53.767 INFO:tasks.rados.rados.0.smithi001.stdout:3462: seq_num 1077 ranges {3268608=442368,3710976=434176,4145152=368640} 2024-09-13T14:29:53.787 INFO:tasks.rados.rados.0.smithi001.stdout:3462: writing smithi00185197-16 from 3268608 to 3710976 tid 1 2024-09-13T14:29:53.789 INFO:tasks.rados.rados.0.smithi001.stdout:3462: writing smithi00185197-16 from 3710976 to 4145152 tid 2 2024-09-13T14:29:53.792 INFO:tasks.rados.rados.0.smithi001.stdout:3462: writing smithi00185197-16 from 4145152 to 4513792 tid 3 2024-09-13T14:29:53.792 INFO:tasks.rados.rados.0.smithi001.stdout:3463: snap_create 2024-09-13T14:29:53.792 INFO:tasks.rados.rados.0.smithi001.stdout:3460: finishing copy_from to smithi00185197-19 2024-09-13T14:29:53.792 INFO:tasks.rados.rados.0.smithi001.stdout:3460: got expected ENOENT (src dne) 2024-09-13T14:29:53.792 INFO:tasks.rados.rados.0.smithi001.stdout:3460: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 1 to smithi00185197-32 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 2 to smithi00185197-32 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 3 to smithi00185197-32 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 4 to smithi00185197-32 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 5 to smithi00185197-32 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: oid 32 updating version 0 to 2521 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: oid 32 version 2521 is already newer than 2520 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: oid 32 version 2521 is already newer than 2519 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: oid 32 version 2521 is already newer than 2518 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2521 (ObjNum 1076 snap 331 seq_num 1076) dirty exists 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3458: left oid 32 (ObjNum 1076 snap 331 seq_num 1076) 2024-09-13T14:29:53.793 INFO:tasks.rados.rados.0.smithi001.stdout:3459: expect (ObjNum 1008 snap 315 seq_num 1008) 2024-09-13T14:29:53.946 INFO:tasks.rados.rados.0.smithi001.stdout:3456: expect (ObjNum 1059 snap 326 seq_num 1059) 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: finishing write tid 1 to smithi00185197-16 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: finishing write tid 2 to smithi00185197-16 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: finishing write tid 3 to smithi00185197-16 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: finishing write tid 4 to smithi00185197-16 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: finishing write tid 5 to smithi00185197-16 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: oid 16 updating version 0 to 2692 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: oid 16 updating version 2692 to 2693 2024-09-13T14:29:54.439 INFO:tasks.rados.rados.0.smithi001.stdout:3462: oid 16 updating version 2693 to 2694 2024-09-13T14:29:54.440 INFO:tasks.rados.rados.0.smithi001.stdout:3462: oid 16 version 2694 is already newer than 2691 2024-09-13T14:29:54.440 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2694 (ObjNum 1077 snap 331 seq_num 1077) dirty exists 2024-09-13T14:29:54.440 INFO:tasks.rados.rados.0.smithi001.stdout:3462: left oid 16 (ObjNum 1077 snap 331 seq_num 1077) 2024-09-13T14:29:54.769 INFO:tasks.rados.rados.0.smithi001.stdout:3456: done (5 left) 2024-09-13T14:29:54.769 INFO:tasks.rados.rados.0.smithi001.stdout:3458: done (4 left) 2024-09-13T14:29:54.770 INFO:tasks.rados.rados.0.smithi001.stdout:3459: done (3 left) 2024-09-13T14:29:54.770 INFO:tasks.rados.rados.0.smithi001.stdout:3460: done (2 left) 2024-09-13T14:29:54.770 INFO:tasks.rados.rados.0.smithi001.stdout:3462: done (1 left) 2024-09-13T14:29:54.770 INFO:tasks.rados.rados.0.smithi001.stdout:3463: done (0 left) 2024-09-13T14:29:54.770 INFO:tasks.rados.rados.0.smithi001.stdout:3464: rmattr oid 21 current snap is 332 2024-09-13T14:29:54.770 INFO:tasks.rados.rados.0.smithi001.stdout:3465: snap_remove snap 330 2024-09-13T14:29:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:54 smithi001 ceph-mon[96683]: pgmap v796: 121 pgs: 121 active+clean; 185 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-13T14:29:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:54 smithi001 ceph-mon[96683]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T14:29:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:54 smithi001 ceph-mon[99232]: pgmap v796: 121 pgs: 121 active+clean; 185 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-13T14:29:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:54 smithi001 ceph-mon[99232]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T14:29:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:54 smithi028 ceph-mon[87621]: pgmap v796: 121 pgs: 121 active+clean; 185 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-13T14:29:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:54 smithi028 ceph-mon[87621]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T14:29:55.776 INFO:tasks.rados.rados.0.smithi001.stdout:3465: done (1 left) 2024-09-13T14:29:55.776 INFO:tasks.rados.rados.0.smithi001.stdout:3466: rmattr oid 15 current snap is 332 2024-09-13T14:29:55.777 INFO:tasks.rados.rados.0.smithi001.stdout:3466: done (1 left) 2024-09-13T14:29:55.777 INFO:tasks.rados.rados.0.smithi001.stdout:3467: setattr oid 4 current snap is 332 2024-09-13T14:29:55.777 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2522 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2024-09-13T14:29:55.778 INFO:tasks.rados.rados.0.smithi001.stdout:3464: done (1 left) 2024-09-13T14:29:55.778 INFO:tasks.rados.rados.0.smithi001.stdout:3468: read oid 11 snap 331 2024-09-13T14:29:55.778 INFO:tasks.rados.rados.0.smithi001.stdout:3468: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:55.778 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 332 2024-09-13T14:29:55.778 INFO:tasks.rados.rados.0.smithi001.stdout:3469: seq_num 1078 ranges {991232=458752,1449984=720896,2170880=81920} 2024-09-13T14:29:55.786 INFO:tasks.rados.rados.0.smithi001.stdout:3469: writing smithi00185197-36 from 991232 to 1449984 tid 1 2024-09-13T14:29:55.790 INFO:tasks.rados.rados.0.smithi001.stdout:3469: writing smithi00185197-36 from 1449984 to 2170880 tid 2 2024-09-13T14:29:55.791 INFO:tasks.rados.rados.0.smithi001.stdout:3469: writing smithi00185197-36 from 2170880 to 2252800 tid 3 2024-09-13T14:29:55.791 INFO:tasks.rados.rados.0.smithi001.stdout:3470: snap_create 2024-09-13T14:29:55.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2528 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2024-09-13T14:29:55.795 INFO:tasks.rados.rados.0.smithi001.stdout:3468: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 1 to smithi00185197-36 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 2 to smithi00185197-36 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 3 to smithi00185197-36 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 4 to smithi00185197-36 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 5 to smithi00185197-36 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: oid 36 updating version 0 to 2524 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: oid 36 updating version 2524 to 2525 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: oid 36 version 2525 is already newer than 2523 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: oid 36 updating version 2525 to 2526 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:29:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:3469: left oid 36 (ObjNum 1078 snap 332 seq_num 1078) 2024-09-13T14:29:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:55 smithi001 ceph-mon[96683]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T14:29:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:55 smithi001 ceph-mon[99232]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T14:29:56.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:55 smithi028 ceph-mon[87621]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T14:29:56.781 INFO:tasks.rados.rados.0.smithi001.stdout:3467: done (3 left) 2024-09-13T14:29:56.781 INFO:tasks.rados.rados.0.smithi001.stdout:3468: done (2 left) 2024-09-13T14:29:56.781 INFO:tasks.rados.rados.0.smithi001.stdout:3469: done (1 left) 2024-09-13T14:29:56.781 INFO:tasks.rados.rados.0.smithi001.stdout:3470: done (0 left) 2024-09-13T14:29:56.781 INFO:tasks.rados.rados.0.smithi001.stdout:3471: snap_remove snap 324 2024-09-13T14:29:57.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:56 smithi001 ceph-mon[99232]: pgmap v799: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-09-13T14:29:57.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:56 smithi001 ceph-mon[99232]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T14:29:57.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:56 smithi001 ceph-mon[96683]: pgmap v799: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-09-13T14:29:57.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:56 smithi001 ceph-mon[96683]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T14:29:57.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:56 smithi028 ceph-mon[87621]: pgmap v799: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-09-13T14:29:57.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:56 smithi028 ceph-mon[87621]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T14:29:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:29:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:29:57] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.51.0" 2024-09-13T14:29:57.765 INFO:tasks.rados.rados.0.smithi001.stdout:3471: done (0 left) 2024-09-13T14:29:57.765 INFO:tasks.rados.rados.0.smithi001.stdout:3472: snap_create 2024-09-13T14:29:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:57 smithi001 ceph-mon[96683]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T14:29:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:57 smithi001 ceph-mon[96683]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T14:29:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:57 smithi001 ceph-mon[99232]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T14:29:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:57 smithi001 ceph-mon[99232]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T14:29:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:57 smithi028 ceph-mon[87621]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T14:29:58.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:57 smithi028 ceph-mon[87621]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T14:29:58.766 INFO:tasks.rados.rados.0.smithi001.stdout:3472: done (0 left) 2024-09-13T14:29:58.767 INFO:tasks.rados.rados.0.smithi001.stdout:3473: read oid 11 snap -1 2024-09-13T14:29:58.767 INFO:tasks.rados.rados.0.smithi001.stdout:3473: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:58.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 334 2024-09-13T14:29:58.767 INFO:tasks.rados.rados.0.smithi001.stdout:3474: seq_num 1079 ranges {4636672=475136,5111808=606208,5718016=196608} 2024-09-13T14:29:58.795 INFO:tasks.rados.rados.0.smithi001.stdout:3474: writing smithi00185197-28 from 4636672 to 5111808 tid 1 2024-09-13T14:29:58.798 INFO:tasks.rados.rados.0.smithi001.stdout:3474: writing smithi00185197-28 from 5111808 to 5718016 tid 2 2024-09-13T14:29:58.800 INFO:tasks.rados.rados.0.smithi001.stdout:3474: writing smithi00185197-28 from 5718016 to 5914624 tid 3 2024-09-13T14:29:58.800 INFO:tasks.rados.rados.0.smithi001.stdout:3475: delete oid 46 current snap is 334 2024-09-13T14:29:58.800 INFO:tasks.rados.rados.0.smithi001.stdout:3473: expect (ObjNum 967 snap 308 seq_num 967) 2024-09-13T14:29:58.849 INFO:tasks.rados.rados.0.smithi001.stdout:3474: finishing write tid 1 to smithi00185197-28 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: finishing write tid 2 to smithi00185197-28 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: finishing write tid 3 to smithi00185197-28 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: finishing write tid 4 to smithi00185197-28 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: finishing write tid 5 to smithi00185197-28 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: oid 28 updating version 0 to 2532 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: oid 28 version 2532 is already newer than 2529 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: oid 28 version 2532 is already newer than 2530 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: oid 28 version 2532 is already newer than 2531 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2532 (ObjNum 1079 snap 334 seq_num 1079) dirty exists 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: left oid 28 (ObjNum 1079 snap 334 seq_num 1079) 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3473: done (2 left) 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3474: done (1 left) 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3475: done (0 left) 2024-09-13T14:29:58.850 INFO:tasks.rados.rados.0.smithi001.stdout:3476: read oid 9 snap -1 2024-09-13T14:29:58.851 INFO:tasks.rados.rados.0.smithi001.stdout:3476: expect (ObjNum 1059 snap 326 seq_num 1059) 2024-09-13T14:29:58.851 INFO:tasks.rados.rados.0.smithi001.stdout:3477: copy_from oid 45 from oid 27 current snap is 334 2024-09-13T14:29:58.851 INFO:tasks.rados.rados.0.smithi001.stdout:3478: rollback oid 49 current snap is 334 2024-09-13T14:29:58.851 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 331 2024-09-13T14:29:58.851 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 334 2024-09-13T14:29:58.851 INFO:tasks.rados.rados.0.smithi001.stdout:3479: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-09-13T14:29:58.852 INFO:tasks.rados.rados.0.smithi001.stdout:3479: writing smithi00185197-12 from 0 to 507904 tid 1 2024-09-13T14:29:58.855 INFO:tasks.rados.rados.0.smithi001.stdout:3479: writing smithi00185197-12 from 507904 to 933888 tid 2 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:3479: writing smithi00185197-12 from 933888 to 1310720 tid 3 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:3480: read oid 3 snap -1 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:3480: expect (ObjNum 1059 snap 326 seq_num 1059) 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:3481: setattr oid 32 current snap is 334 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:3478: finishing rollback tid 1 to smithi00185197-49 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 0 (ObjNum 529 snap 0 seq_num 314534256) dirty dne 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:3477: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:3477: finishing copy_from to smithi00185197-45 2024-09-13T14:29:58.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2541 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T14:29:58.859 INFO:tasks.rados.rados.0.smithi001.stdout:3479: finishing write tid 1 to smithi00185197-12 2024-09-13T14:29:58.859 INFO:tasks.rados.rados.0.smithi001.stdout:3477: done (5 left) 2024-09-13T14:29:58.859 INFO:tasks.rados.rados.0.smithi001.stdout:3478: done (4 left) 2024-09-13T14:29:58.859 INFO:tasks.rados.rados.0.smithi001.stdout:3482: snap_create 2024-09-13T14:29:58.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2527 (ObjNum 1076 snap 331 seq_num 1076) dirty exists 2024-09-13T14:29:58.864 INFO:tasks.rados.rados.0.smithi001.stdout:3479: finishing write tid 2 to smithi00185197-12 2024-09-13T14:29:58.865 INFO:tasks.rados.rados.0.smithi001.stdout:3479: finishing write tid 3 to smithi00185197-12 2024-09-13T14:29:58.866 INFO:tasks.rados.rados.0.smithi001.stdout:3479: finishing write tid 4 to smithi00185197-12 2024-09-13T14:29:58.870 INFO:tasks.rados.rados.0.smithi001.stdout:3479: finishing write tid 5 to smithi00185197-12 2024-09-13T14:29:58.870 INFO:tasks.rados.rados.0.smithi001.stdout:3479: oid 12 updating version 0 to 2535 2024-09-13T14:29:58.870 INFO:tasks.rados.rados.0.smithi001.stdout:3479: oid 12 updating version 2535 to 2536 2024-09-13T14:29:58.870 INFO:tasks.rados.rados.0.smithi001.stdout:3479: oid 12 version 2536 is already newer than 2533 2024-09-13T14:29:58.870 INFO:tasks.rados.rados.0.smithi001.stdout:3479: oid 12 version 2536 is already newer than 2534 2024-09-13T14:29:58.870 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2536 (ObjNum 1081 snap 334 seq_num 1081) dirty exists 2024-09-13T14:29:58.871 INFO:tasks.rados.rados.0.smithi001.stdout:3479: left oid 12 (ObjNum 1081 snap 334 seq_num 1081) 2024-09-13T14:29:58.875 INFO:tasks.rados.rados.0.smithi001.stdout:3476: expect (ObjNum 1059 snap 326 seq_num 1059) 2024-09-13T14:29:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:58 smithi001 ceph-mon[96683]: pgmap v802: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 880 KiB/s wr, 18 op/s 2024-09-13T14:29:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:29:58 smithi001 ceph-mon[96683]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T14:29:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:58 smithi001 ceph-mon[99232]: pgmap v802: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 880 KiB/s wr, 18 op/s 2024-09-13T14:29:59.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:29:58 smithi001 ceph-mon[99232]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T14:29:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:58 smithi028 ceph-mon[87621]: pgmap v802: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 880 KiB/s wr, 18 op/s 2024-09-13T14:29:59.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:29:58 smithi028 ceph-mon[87621]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T14:29:59.367 INFO:tasks.rados.rados.0.smithi001.stdout:3480: expect (ObjNum 1059 snap 326 seq_num 1059) 2024-09-13T14:29:59.861 INFO:tasks.rados.rados.0.smithi001.stdout:3476: done (4 left) 2024-09-13T14:29:59.861 INFO:tasks.rados.rados.0.smithi001.stdout:3479: done (3 left) 2024-09-13T14:29:59.861 INFO:tasks.rados.rados.0.smithi001.stdout:3480: done (2 left) 2024-09-13T14:29:59.861 INFO:tasks.rados.rados.0.smithi001.stdout:3481: done (1 left) 2024-09-13T14:29:59.861 INFO:tasks.rados.rados.0.smithi001.stdout:3482: done (0 left) 2024-09-13T14:29:59.861 INFO:tasks.rados.rados.0.smithi001.stdout:3483: snap_create 2024-09-13T14:30:00.798 INFO:tasks.rados.rados.0.smithi001.stdout:3483: done (0 left) 2024-09-13T14:30:00.798 INFO:tasks.rados.rados.0.smithi001.stdout:3484: read oid 29 snap -1 2024-09-13T14:30:00.798 INFO:tasks.rados.rados.0.smithi001.stdout:3484: expect (ObjNum 1073 snap 330 seq_num 1073) 2024-09-13T14:30:00.799 INFO:tasks.rados.rados.0.smithi001.stdout:3485: read oid 23 snap 334 2024-09-13T14:30:00.799 INFO:tasks.rados.rados.0.smithi001.stdout:3485: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-09-13T14:30:00.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 336 2024-09-13T14:30:00.799 INFO:tasks.rados.rados.0.smithi001.stdout:3486: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-09-13T14:30:00.801 INFO:tasks.rados.rados.0.smithi001.stdout:3486: writing smithi00185197-1 from 0 to 524288 tid 1 2024-09-13T14:30:00.805 INFO:tasks.rados.rados.0.smithi001.stdout:3486: writing smithi00185197-1 from 524288 to 1228800 tid 2 2024-09-13T14:30:00.807 INFO:tasks.rados.rados.0.smithi001.stdout:3486: writing smithi00185197-1 from 1228800 to 1327104 tid 3 2024-09-13T14:30:00.807 INFO:tasks.rados.rados.0.smithi001.stdout:3487: delete oid 37 current snap is 336 2024-09-13T14:30:00.812 INFO:tasks.rados.rados.0.smithi001.stdout:3486: finishing write tid 1 to smithi00185197-1 2024-09-13T14:30:00.812 INFO:tasks.rados.rados.0.smithi001.stdout:3487: done (3 left) 2024-09-13T14:30:00.812 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 336 2024-09-13T14:30:00.812 INFO:tasks.rados.rados.0.smithi001.stdout:3488: seq_num 1084 ranges {4153344=557056,4710400=475136,5185536=327680} 2024-09-13T14:30:00.838 INFO:tasks.rados.rados.0.smithi001.stdout:3488: writing smithi00185197-44 from 4153344 to 4710400 tid 1 2024-09-13T14:30:00.840 INFO:tasks.rados.rados.0.smithi001.stdout:3488: writing smithi00185197-44 from 4710400 to 5185536 tid 2 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3488: writing smithi00185197-44 from 5185536 to 5513216 tid 3 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3489: snap_create 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: finishing write tid 2 to smithi00185197-1 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: finishing write tid 3 to smithi00185197-1 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: finishing write tid 4 to smithi00185197-1 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: finishing write tid 5 to smithi00185197-1 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: oid 1 updating version 0 to 2137 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: oid 1 updating version 2137 to 2139 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: oid 1 version 2139 is already newer than 2138 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:3486: oid 1 version 2139 is already newer than 2136 2024-09-13T14:30:00.843 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2139 (ObjNum 1082 snap 336 seq_num 1082) dirty exists 2024-09-13T14:30:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:3486: left oid 1 (ObjNum 1082 snap 336 seq_num 1082) 2024-09-13T14:30:00.844 INFO:tasks.rados.rados.0.smithi001.stdout:3484: expect (ObjNum 1073 snap 330 seq_num 1073) 2024-09-13T14:30:00.883 INFO:tasks.rados.rados.0.smithi001.stdout:3485: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-09-13T14:30:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:3488: finishing write tid 1 to smithi00185197-44 2024-09-13T14:30:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:3488: finishing write tid 2 to smithi00185197-44 2024-09-13T14:30:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:3488: finishing write tid 3 to smithi00185197-44 2024-09-13T14:30:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:3488: finishing write tid 4 to smithi00185197-44 2024-09-13T14:30:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:3488: finishing write tid 5 to smithi00185197-44 2024-09-13T14:30:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:3488: oid 44 updating version 0 to 2504 2024-09-13T14:30:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:3488: oid 44 updating version 2504 to 2506 2024-09-13T14:30:00.986 INFO:tasks.rados.rados.0.smithi001.stdout:3488: oid 44 updating version 2506 to 2507 2024-09-13T14:30:00.986 INFO:tasks.rados.rados.0.smithi001.stdout:3488: oid 44 version 2507 is already newer than 2505 2024-09-13T14:30:00.986 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2507 (ObjNum 1084 snap 336 seq_num 1084) dirty exists 2024-09-13T14:30:00.986 INFO:tasks.rados.rados.0.smithi001.stdout:3488: left oid 44 (ObjNum 1084 snap 336 seq_num 1084) 2024-09-13T14:30:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:00 smithi001 ceph-mon[96683]: pgmap v805: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 304 KiB/s wr, 6 op/s 2024-09-13T14:30:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:00 smithi001 ceph-mon[96683]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T14:30:01.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:00 smithi001 ceph-mon[96683]: overall HEALTH_OK 2024-09-13T14:30:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:00 smithi001 ceph-mon[99232]: pgmap v805: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 304 KiB/s wr, 6 op/s 2024-09-13T14:30:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:00 smithi001 ceph-mon[99232]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T14:30:01.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:00 smithi001 ceph-mon[99232]: overall HEALTH_OK 2024-09-13T14:30:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:00 smithi028 ceph-mon[87621]: pgmap v805: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 304 KiB/s wr, 6 op/s 2024-09-13T14:30:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:00 smithi028 ceph-mon[87621]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T14:30:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:00 smithi028 ceph-mon[87621]: overall HEALTH_OK 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3484: done (4 left) 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3485: done (3 left) 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3486: done (2 left) 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3488: done (1 left) 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3489: done (0 left) 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3490: read oid 24 snap -1 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3490: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3491: copy_from oid 15 from oid 16 current snap is 337 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3492: copy_from oid 44 from oid 5 current snap is 337 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3493: read oid 17 snap -1 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3493: expect (ObjNum 1020 snap 317 seq_num 1020) 2024-09-13T14:30:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:3494: snap_create 2024-09-13T14:30:01.840 INFO:tasks.rados.rados.0.smithi001.stdout:3490: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:30:02.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:01 smithi001 ceph-mon[96683]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T14:30:02.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:01 smithi001 ceph-mon[99232]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T14:30:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:01 smithi028 ceph-mon[87621]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T14:30:02.131 INFO:tasks.rados.rados.0.smithi001.stdout:3492: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:30:02.131 INFO:tasks.rados.rados.0.smithi001.stdout:3493: expect (ObjNum 1020 snap 317 seq_num 1020) 2024-09-13T14:30:02.373 INFO:tasks.rados.rados.0.smithi001.stdout:3492: finishing copy_from to smithi00185197-44 2024-09-13T14:30:02.373 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2369 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-09-13T14:30:02.373 INFO:tasks.rados.rados.0.smithi001.stdout:3491: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:30:02.373 INFO:tasks.rados.rados.0.smithi001.stdout:3491: finishing copy_from to smithi00185197-15 2024-09-13T14:30:02.373 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2694 (ObjNum 1077 snap 331 seq_num 1077) dirty exists 2024-09-13T14:30:02.766 INFO:tasks.rados.rados.0.smithi001.stdout:3490: done (4 left) 2024-09-13T14:30:02.766 INFO:tasks.rados.rados.0.smithi001.stdout:3491: done (3 left) 2024-09-13T14:30:02.766 INFO:tasks.rados.rados.0.smithi001.stdout:3492: done (2 left) 2024-09-13T14:30:02.766 INFO:tasks.rados.rados.0.smithi001.stdout:3493: done (1 left) 2024-09-13T14:30:02.766 INFO:tasks.rados.rados.0.smithi001.stdout:3494: done (0 left) 2024-09-13T14:30:02.767 INFO:tasks.rados.rados.0.smithi001.stdout:3495: rmattr oid 49 current snap is 338 2024-09-13T14:30:02.767 INFO:tasks.rados.rados.0.smithi001.stdout:3495: done (0 left) 2024-09-13T14:30:02.767 INFO:tasks.rados.rados.0.smithi001.stdout:3496: snap_remove snap 332 2024-09-13T14:30:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:02 smithi001 ceph-mon[96683]: pgmap v808: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 612 KiB/s wr, 14 op/s 2024-09-13T14:30:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:02 smithi001 ceph-mon[96683]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T14:30:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:02 smithi001 ceph-mon[96683]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T14:30:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:02 smithi001 ceph-mon[99232]: pgmap v808: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 612 KiB/s wr, 14 op/s 2024-09-13T14:30:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:02 smithi001 ceph-mon[99232]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T14:30:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:02 smithi001 ceph-mon[99232]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T14:30:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:02 smithi028 ceph-mon[87621]: pgmap v808: 121 pgs: 121 active+clean; 178 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 612 KiB/s wr, 14 op/s 2024-09-13T14:30:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:02 smithi028 ceph-mon[87621]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T14:30:03.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:02 smithi028 ceph-mon[87621]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T14:30:03.768 INFO:tasks.rados.rados.0.smithi001.stdout:3496: done (0 left) 2024-09-13T14:30:03.769 INFO:tasks.rados.rados.0.smithi001.stdout:3497: rmattr oid 50 current snap is 338 2024-09-13T14:30:03.769 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 338 2024-09-13T14:30:03.769 INFO:tasks.rados.rados.0.smithi001.stdout:3498: seq_num 1085 ranges {5046272=581632,5627904=761856,6389760=40960} 2024-09-13T14:30:03.799 INFO:tasks.rados.rados.0.smithi001.stdout:3498: writing smithi00185197-38 from 5046272 to 5627904 tid 1 2024-09-13T14:30:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:3498: writing smithi00185197-38 from 5627904 to 6389760 tid 2 2024-09-13T14:30:03.805 INFO:tasks.rados.rados.0.smithi001.stdout:3498: writing smithi00185197-38 from 6389760 to 6430720 tid 3 2024-09-13T14:30:03.805 INFO:tasks.rados.rados.0.smithi001.stdout:3499: rollback oid 2 current snap is 338 2024-09-13T14:30:03.805 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 335 2024-09-13T14:30:03.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2520 (ObjNum 1018 snap 317 seq_num 1018) dirty exists 2024-09-13T14:30:03.805 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 1 to smithi00185197-38 2024-09-13T14:30:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:3497: done (2 left) 2024-09-13T14:30:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:3500: read oid 20 snap -1 2024-09-13T14:30:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:3500: expect (ObjNum 1071 snap 329 seq_num 1071) 2024-09-13T14:30:03.806 INFO:tasks.rados.rados.0.smithi001.stdout:3501: snap_create 2024-09-13T14:30:03.812 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 2 to smithi00185197-38 2024-09-13T14:30:03.812 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 3 to smithi00185197-38 2024-09-13T14:30:03.813 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 4 to smithi00185197-38 2024-09-13T14:30:03.813 INFO:tasks.rados.rados.0.smithi001.stdout:3499: finishing rollback tid 0 to smithi00185197-2 2024-09-13T14:30:03.813 INFO:tasks.rados.rados.0.smithi001.stdout:3499: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:30:03.814 INFO:tasks.rados.rados.0.smithi001.stdout:3499: finishing rollback tid 2 to smithi00185197-2 2024-09-13T14:30:03.814 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2712 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-09-13T14:30:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 5 to smithi00185197-38 2024-09-13T14:30:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:3498: oid 38 updating version 0 to 2531 2024-09-13T14:30:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:3498: oid 38 version 2531 is already newer than 2528 2024-09-13T14:30:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:3498: oid 38 version 2531 is already newer than 2530 2024-09-13T14:30:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:3498: oid 38 version 2531 is already newer than 2529 2024-09-13T14:30:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2531 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-09-13T14:30:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:3498: left oid 38 (ObjNum 1085 snap 338 seq_num 1085) 2024-09-13T14:30:03.833 INFO:tasks.rados.rados.0.smithi001.stdout:3500: expect (ObjNum 1071 snap 329 seq_num 1071) 2024-09-13T14:30:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:3498: done (3 left) 2024-09-13T14:30:04.814 INFO:tasks.rados.rados.0.smithi001.stdout:3499: done (2 left) 2024-09-13T14:30:04.814 INFO:tasks.rados.rados.0.smithi001.stdout:3500: done (1 left) 2024-09-13T14:30:04.814 INFO:tasks.rados.rados.0.smithi001.stdout:3501: done (0 left) 2024-09-13T14:30:04.814 INFO:tasks.rados.rados.0.smithi001.stdout:3502: read oid 28 snap -1 2024-09-13T14:30:04.814 INFO:tasks.rados.rados.0.smithi001.stdout:3502: expect (ObjNum 1079 snap 334 seq_num 1079) 2024-09-13T14:30:04.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 339 2024-09-13T14:30:04.814 INFO:tasks.rados.rados.0.smithi001.stdout:3503: seq_num 1086 ranges {3399680=598016,3997696=647168,4644864=155648} 2024-09-13T14:30:04.836 INFO:tasks.rados.rados.0.smithi001.stdout:3503: writing smithi00185197-42 from 3399680 to 3997696 tid 1 2024-09-13T14:30:04.841 INFO:tasks.rados.rados.0.smithi001.stdout:3503: writing smithi00185197-42 from 3997696 to 4644864 tid 2 2024-09-13T14:30:04.842 INFO:tasks.rados.rados.0.smithi001.stdout:3503: writing smithi00185197-42 from 4644864 to 4800512 tid 3 2024-09-13T14:30:04.842 INFO:tasks.rados.rados.0.smithi001.stdout:3504: copy_from oid 47 from oid 38 current snap is 339 2024-09-13T14:30:04.842 INFO:tasks.rados.rados.0.smithi001.stdout:3502: expect (ObjNum 1079 snap 334 seq_num 1079) 2024-09-13T14:30:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:04 smithi001 ceph-mon[96683]: pgmap v811: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 308 KiB/s wr, 10 op/s 2024-09-13T14:30:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:04 smithi001 ceph-mon[96683]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T14:30:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:04 smithi001 ceph-mon[99232]: pgmap v811: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 308 KiB/s wr, 10 op/s 2024-09-13T14:30:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:04 smithi001 ceph-mon[99232]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T14:30:05.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:04 smithi028 ceph-mon[87621]: pgmap v811: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 308 KiB/s wr, 10 op/s 2024-09-13T14:30:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:04 smithi028 ceph-mon[87621]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: finishing write tid 1 to smithi00185197-42 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: finishing write tid 2 to smithi00185197-42 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: finishing write tid 3 to smithi00185197-42 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: finishing write tid 4 to smithi00185197-42 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: finishing write tid 5 to smithi00185197-42 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: oid 42 updating version 0 to 2526 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: oid 42 version 2526 is already newer than 2525 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: oid 42 version 2526 is already newer than 2523 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: oid 42 version 2526 is already newer than 2524 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2526 (ObjNum 1086 snap 339 seq_num 1086) dirty exists 2024-09-13T14:30:05.154 INFO:tasks.rados.rados.0.smithi001.stdout:3503: left oid 42 (ObjNum 1086 snap 339 seq_num 1086) 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:3504: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:3504: finishing copy_from to smithi00185197-47 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2531 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:3502: done (2 left) 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:3503: done (1 left) 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:3504: done (0 left) 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 339 2024-09-13T14:30:05.155 INFO:tasks.rados.rados.0.smithi001.stdout:3505: seq_num 1087 ranges {2793472=614400,3407872=532480,3940352=270336} 2024-09-13T14:30:05.172 INFO:tasks.rados.rados.0.smithi001.stdout:3505: writing smithi00185197-23 from 2793472 to 3407872 tid 1 2024-09-13T14:30:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:3505: writing smithi00185197-23 from 3407872 to 3940352 tid 2 2024-09-13T14:30:05.177 INFO:tasks.rados.rados.0.smithi001.stdout:3505: writing smithi00185197-23 from 3940352 to 4210688 tid 3 2024-09-13T14:30:05.177 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 339 2024-09-13T14:30:05.177 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 1 to smithi00185197-23 2024-09-13T14:30:05.177 INFO:tasks.rados.rados.0.smithi001.stdout:3506: seq_num 1088 ranges {8855552=630784,9486336=466944,9953280=335872} 2024-09-13T14:30:05.229 INFO:tasks.rados.rados.0.smithi001.stdout:3506: writing smithi00185197-13 from 8855552 to 9486336 tid 1 2024-09-13T14:30:05.231 INFO:tasks.rados.rados.0.smithi001.stdout:3506: writing smithi00185197-13 from 9486336 to 9953280 tid 2 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3506: writing smithi00185197-13 from 9953280 to 10289152 tid 3 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3507: snap_create 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 2 to smithi00185197-23 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 3 to smithi00185197-23 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 4 to smithi00185197-23 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 5 to smithi00185197-23 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: oid 23 updating version 0 to 2509 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: oid 23 updating version 2509 to 2511 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: oid 23 version 2511 is already newer than 2510 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: oid 23 version 2511 is already newer than 2508 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2511 (ObjNum 1087 snap 339 seq_num 1087) dirty exists 2024-09-13T14:30:05.234 INFO:tasks.rados.rados.0.smithi001.stdout:3505: left oid 23 (ObjNum 1087 snap 339 seq_num 1087) 2024-09-13T14:30:05.235 INFO:tasks.rados.rados.0.smithi001.stdout:3506: finishing write tid 1 to smithi00185197-13 2024-09-13T14:30:05.236 INFO:tasks.rados.rados.0.smithi001.stdout:3506: finishing write tid 2 to smithi00185197-13 2024-09-13T14:30:05.236 INFO:tasks.rados.rados.0.smithi001.stdout:3506: finishing write tid 3 to smithi00185197-13 2024-09-13T14:30:05.236 INFO:tasks.rados.rados.0.smithi001.stdout:3506: finishing write tid 4 to smithi00185197-13 2024-09-13T14:30:05.237 INFO:tasks.rados.rados.0.smithi001.stdout:3506: finishing write tid 5 to smithi00185197-13 2024-09-13T14:30:05.237 INFO:tasks.rados.rados.0.smithi001.stdout:3506: oid 13 updating version 0 to 2523 2024-09-13T14:30:05.237 INFO:tasks.rados.rados.0.smithi001.stdout:3506: oid 13 version 2523 is already newer than 2521 2024-09-13T14:30:05.237 INFO:tasks.rados.rados.0.smithi001.stdout:3506: oid 13 updating version 2523 to 2524 2024-09-13T14:30:05.238 INFO:tasks.rados.rados.0.smithi001.stdout:3506: oid 13 version 2524 is already newer than 2522 2024-09-13T14:30:05.238 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2524 (ObjNum 1088 snap 339 seq_num 1088) dirty exists 2024-09-13T14:30:05.238 INFO:tasks.rados.rados.0.smithi001.stdout:3506: left oid 13 (ObjNum 1088 snap 339 seq_num 1088) 2024-09-13T14:30:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3505: done (2 left) 2024-09-13T14:30:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3506: done (1 left) 2024-09-13T14:30:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3507: done (0 left) 2024-09-13T14:30:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3508: read oid 35 snap 338 2024-09-13T14:30:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3508: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-09-13T14:30:05.818 INFO:tasks.rados.rados.0.smithi001.stdout:3509: snap_remove snap 333 2024-09-13T14:30:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:05 smithi001 ceph-mon[96683]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T14:30:06.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:05 smithi001 ceph-mon[99232]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T14:30:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:05 smithi028 ceph-mon[87621]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T14:30:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:06.823 INFO:tasks.rados.rados.0.smithi001.stdout:3508: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-09-13T14:30:07.037 INFO:tasks.rados.rados.0.smithi001.stdout:3508: done (1 left) 2024-09-13T14:30:07.037 INFO:tasks.rados.rados.0.smithi001.stdout:3509: done (0 left) 2024-09-13T14:30:07.037 INFO:tasks.rados.rados.0.smithi001.stdout:3510: rollback oid 42 current snap is 340 2024-09-13T14:30:07.037 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 335 2024-09-13T14:30:07.037 INFO:tasks.rados.rados.0.smithi001.stdout:3511: rollback oid 32 current snap is 340 2024-09-13T14:30:07.037 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 336 2024-09-13T14:30:07.037 INFO:tasks.rados.rados.0.smithi001.stdout:3512: delete oid 35 current snap is 340 2024-09-13T14:30:07.041 INFO:tasks.rados.rados.0.smithi001.stdout:3512: done (2 left) 2024-09-13T14:30:07.041 INFO:tasks.rados.rados.0.smithi001.stdout:3513: delete oid 31 current snap is 340 2024-09-13T14:30:07.043 INFO:tasks.rados.rados.0.smithi001.stdout:3510: finishing rollback tid 0 to smithi00185197-42 2024-09-13T14:30:07.044 INFO:tasks.rados.rados.0.smithi001.stdout:3510: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:30:07.044 INFO:tasks.rados.rados.0.smithi001.stdout:3510: finishing rollback tid 2 to smithi00185197-42 2024-09-13T14:30:07.045 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2529 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:30:07.045 INFO:tasks.rados.rados.0.smithi001.stdout:3511: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:30:07.045 INFO:tasks.rados.rados.0.smithi001.stdout:3511: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:30:07.047 INFO:tasks.rados.rados.0.smithi001.stdout:3510: done (2 left) 2024-09-13T14:30:07.047 INFO:tasks.rados.rados.0.smithi001.stdout:3513: done (1 left) 2024-09-13T14:30:07.047 INFO:tasks.rados.rados.0.smithi001.stdout:3514: read oid 50 snap 338 2024-09-13T14:30:07.047 INFO:tasks.rados.rados.0.smithi001.stdout:3514: expect (ObjNum 1018 snap 317 seq_num 1018) 2024-09-13T14:30:07.047 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 340 2024-09-13T14:30:07.047 INFO:tasks.rados.rados.0.smithi001.stdout:3515: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-09-13T14:30:07.050 INFO:tasks.rados.rados.0.smithi001.stdout:3515: writing smithi00185197-22 from 0 to 679936 tid 1 2024-09-13T14:30:07.053 INFO:tasks.rados.rados.0.smithi001.stdout:3515: writing smithi00185197-22 from 679936 to 1196032 tid 2 2024-09-13T14:30:07.055 INFO:tasks.rados.rados.0.smithi001.stdout:3515: writing smithi00185197-22 from 1196032 to 1482752 tid 3 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:3516: read oid 41 snap -1 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:3516: expect (ObjNum 1057 snap 326 seq_num 1057) 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:3517: copy_from oid 21 from oid 30 current snap is 340 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:3511: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2530 (ObjNum 1076 snap 331 seq_num 1076) dirty exists 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:3515: finishing write tid 1 to smithi00185197-22 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:3511: done (4 left) 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 340 2024-09-13T14:30:07.056 INFO:tasks.rados.rados.0.smithi001.stdout:3518: seq_num 1092 ranges {3678208=696320,4374528=802816} 2024-09-13T14:30:07.081 INFO:tasks.rados.rados.0.smithi001.stdout:3518: writing smithi00185197-17 from 3678208 to 4374528 tid 1 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:3518: writing smithi00185197-17 from 4374528 to 5177344 tid 2 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:3519: rollback oid 39 current snap is 340 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 335 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:3517: finishing copy_from to smithi00185197-21 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:3517: got expected ENOENT (src dne) 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:3517: finishing copy_from racing read to smithi00185197-21 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:3515: finishing write tid 2 to smithi00185197-22 2024-09-13T14:30:07.085 INFO:tasks.rados.rados.0.smithi001.stdout:3516: expect (ObjNum 1057 snap 326 seq_num 1057) 2024-09-13T14:30:07.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:06 smithi001 ceph-mon[99232]: pgmap v814: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-13T14:30:07.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:06 smithi001 ceph-mon[99232]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T14:30:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:06 smithi001 ceph-mon[96683]: pgmap v814: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-13T14:30:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:06 smithi001 ceph-mon[96683]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T14:30:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:06 smithi028 ceph-mon[87621]: pgmap v814: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-13T14:30:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:06 smithi028 ceph-mon[87621]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T14:30:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:3515: finishing write tid 3 to smithi00185197-22 2024-09-13T14:30:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:3515: finishing write tid 4 to smithi00185197-22 2024-09-13T14:30:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:3515: finishing write tid 5 to smithi00185197-22 2024-09-13T14:30:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:3515: oid 22 updating version 0 to 2156 2024-09-13T14:30:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:3515: oid 22 version 2156 is already newer than 2155 2024-09-13T14:30:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:3515: oid 22 updating version 2156 to 2158 2024-09-13T14:30:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:3515: oid 22 version 2158 is already newer than 2157 2024-09-13T14:30:07.111 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2158 (ObjNum 1091 snap 340 seq_num 1091) dirty exists 2024-09-13T14:30:07.111 INFO:tasks.rados.rados.0.smithi001.stdout:3515: left oid 22 (ObjNum 1091 snap 340 seq_num 1091) 2024-09-13T14:30:07.111 INFO:tasks.rados.rados.0.smithi001.stdout:3514: expect (ObjNum 1018 snap 317 seq_num 1018) 2024-09-13T14:30:07.583 INFO:tasks.rados.rados.0.smithi001.stdout:3518: finishing write tid 1 to smithi00185197-17 2024-09-13T14:30:07.583 INFO:tasks.rados.rados.0.smithi001.stdout:3518: finishing write tid 2 to smithi00185197-17 2024-09-13T14:30:07.583 INFO:tasks.rados.rados.0.smithi001.stdout:3518: finishing write tid 3 to smithi00185197-17 2024-09-13T14:30:07.583 INFO:tasks.rados.rados.0.smithi001.stdout:3519: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3519: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3519: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2534 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3518: finishing write tid 4 to smithi00185197-17 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3518: oid 17 updating version 0 to 2500 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3518: oid 17 version 2500 is already newer than 2499 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3518: oid 17 version 2500 is already newer than 2498 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2500 (ObjNum 1092 snap 340 seq_num 1092) dirty exists 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3518: left oid 17 (ObjNum 1092 snap 340 seq_num 1092) 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3514: done (5 left) 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3515: done (4 left) 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3516: done (3 left) 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3517: done (2 left) 2024-09-13T14:30:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:3518: done (1 left) 2024-09-13T14:30:07.585 INFO:tasks.rados.rados.0.smithi001.stdout:3519: done (0 left) 2024-09-13T14:30:07.585 INFO:tasks.rados.rados.0.smithi001.stdout:3520: read oid 43 snap -1 2024-09-13T14:30:07.585 INFO:tasks.rados.rados.0.smithi001.stdout:3520: expect (ObjNum 1060 snap 326 seq_num 1060) 2024-09-13T14:30:07.585 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 340 2024-09-13T14:30:07.585 INFO:tasks.rados.rados.0.smithi001.stdout:3521: seq_num 1093 ranges {4521984=712704,5234688=688128,5922816=114688} 2024-09-13T14:30:07.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:30:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:30:07] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.51.0" 2024-09-13T14:30:07.614 INFO:tasks.rados.rados.0.smithi001.stdout:3521: writing smithi00185197-4 from 4521984 to 5234688 tid 1 2024-09-13T14:30:07.618 INFO:tasks.rados.rados.0.smithi001.stdout:3521: writing smithi00185197-4 from 5234688 to 5922816 tid 2 2024-09-13T14:30:07.619 INFO:tasks.rados.rados.0.smithi001.stdout:3521: writing smithi00185197-4 from 5922816 to 6037504 tid 3 2024-09-13T14:30:07.619 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 340 2024-09-13T14:30:07.620 INFO:tasks.rados.rados.0.smithi001.stdout:3522: seq_num 1094 ranges {6430720=729088,7159808=573440,7733248=229376} 2024-09-13T14:30:07.659 INFO:tasks.rados.rados.0.smithi001.stdout:3522: writing smithi00185197-47 from 6430720 to 7159808 tid 1 2024-09-13T14:30:07.662 INFO:tasks.rados.rados.0.smithi001.stdout:3522: writing smithi00185197-47 from 7159808 to 7733248 tid 2 2024-09-13T14:30:07.663 INFO:tasks.rados.rados.0.smithi001.stdout:3522: writing smithi00185197-47 from 7733248 to 7962624 tid 3 2024-09-13T14:30:07.663 INFO:tasks.rados.rados.0.smithi001.stdout:3523: snap_remove snap 338 2024-09-13T14:30:07.769 INFO:tasks.rados.rados.0.smithi001.stdout:3523: done (3 left) 2024-09-13T14:30:07.769 INFO:tasks.rados.rados.0.smithi001.stdout:3524: snap_remove snap 336 2024-09-13T14:30:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:07 smithi001 ceph-mon[96683]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T14:30:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:07 smithi001 ceph-mon[96683]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T14:30:08.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:07 smithi001 ceph-mon[99232]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T14:30:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:07 smithi001 ceph-mon[99232]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T14:30:08.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:07 smithi028 ceph-mon[87621]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T14:30:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:07 smithi028 ceph-mon[87621]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T14:30:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:3524: done (3 left) 2024-09-13T14:30:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:3525: rollback oid 32 current snap is 340 2024-09-13T14:30:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 335 2024-09-13T14:30:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:3526: rollback oid 10 current snap is 340 2024-09-13T14:30:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 339 2024-09-13T14:30:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:3527: read oid 6 snap -1 2024-09-13T14:30:08.778 INFO:tasks.rados.rados.0.smithi001.stdout:3527: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:30:08.778 INFO:tasks.rados.rados.0.smithi001.stdout:3528: copy_from oid 45 from oid 33 current snap is 340 2024-09-13T14:30:08.779 INFO:tasks.rados.rados.0.smithi001.stdout:3529: copy_from oid 35 from oid 12 current snap is 340 2024-09-13T14:30:08.779 INFO:tasks.rados.rados.0.smithi001.stdout:3530: delete oid 30 current snap is 340 2024-09-13T14:30:08.779 INFO:tasks.rados.rados.0.smithi001.stdout:3520: expect (ObjNum 1060 snap 326 seq_num 1060) 2024-09-13T14:30:09.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 183 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-09-13T14:30:09.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:09.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[99232]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 183 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:09.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:08 smithi001 ceph-mon[96683]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 183 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:30:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:08 smithi028 ceph-mon[87621]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T14:30:09.142 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 1 to smithi00185197-4 2024-09-13T14:30:09.142 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 2 to smithi00185197-4 2024-09-13T14:30:09.142 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 3 to smithi00185197-4 2024-09-13T14:30:09.142 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 4 to smithi00185197-4 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 5 to smithi00185197-4 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3521: oid 4 updating version 0 to 2540 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3521: oid 4 version 2540 is already newer than 2539 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3521: oid 4 version 2540 is already newer than 2537 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3521: oid 4 version 2540 is already newer than 2538 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2540 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3521: left oid 4 (ObjNum 1093 snap 340 seq_num 1093) 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3522: finishing write tid 1 to smithi00185197-47 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3520: done (8 left) 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3521: done (7 left) 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3530: done (6 left) 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3531: rollback oid 20 current snap is 340 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 335 2024-09-13T14:30:09.143 INFO:tasks.rados.rados.0.smithi001.stdout:3522: finishing write tid 2 to smithi00185197-47 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: finishing write tid 3 to smithi00185197-47 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: finishing write tid 4 to smithi00185197-47 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: finishing write tid 5 to smithi00185197-47 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: oid 47 updating version 0 to 2532 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: oid 47 updating version 2532 to 2533 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: oid 47 updating version 2533 to 2535 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: oid 47 version 2535 is already newer than 2534 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2535 (ObjNum 1094 snap 340 seq_num 1094) dirty exists 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: left oid 47 (ObjNum 1094 snap 340 seq_num 1094) 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3525: finishing rollback tid 0 to smithi00185197-32 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3525: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3522: done (6 left) 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3532: rollback oid 39 current snap is 340 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 331 2024-09-13T14:30:09.144 INFO:tasks.rados.rados.0.smithi001.stdout:3533: delete oid 49 current snap is 340 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3525: finishing rollback tid 2 to smithi00185197-32 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2533 (ObjNum 1076 snap 331 seq_num 1076) dirty exists 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3526: finishing rollback tid 0 to smithi00185197-10 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3528: finishing copy_from racing read to smithi00185197-45 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3529: finishing copy_from to smithi00185197-35 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2536 (ObjNum 1081 snap 334 seq_num 1081) dirty exists 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3526: finishing rollback tid 1 to smithi00185197-10 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3529: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3526: finishing rollback tid 2 to smithi00185197-10 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2536 (ObjNum 913 snap 291 seq_num 913) dirty exists 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3528: finishing copy_from to smithi00185197-45 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2135 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2024-09-13T14:30:09.145 INFO:tasks.rados.rados.0.smithi001.stdout:3527: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:30:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:10 smithi001 ceph-mon[96683]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-13T14:30:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:10 smithi001 ceph-mon[99232]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-13T14:30:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:10 smithi028 ceph-mon[87621]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-13T14:30:11.107 INFO:tasks.rados.rados.0.smithi001.stdout:3532: finishing rollback tid 0 to smithi00185197-39 2024-09-13T14:30:11.107 INFO:tasks.rados.rados.0.smithi001.stdout:3532: finishing rollback tid 1 to smithi00185197-39 2024-09-13T14:30:11.107 INFO:tasks.rados.rados.0.smithi001.stdout:3532: finishing rollback tid 2 to smithi00185197-39 2024-09-13T14:30:11.107 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2537 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:30:11.107 INFO:tasks.rados.rados.0.smithi001.stdout:3525: done (7 left) 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3526: done (6 left) 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3527: done (5 left) 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3528: done (4 left) 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3529: done (3 left) 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3532: done (2 left) 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3533: done (1 left) 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3534: copy_from oid 14 from oid 27 current snap is 340 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3531: finishing rollback tid 0 to smithi00185197-20 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3531: finishing rollback tid 1 to smithi00185197-20 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3531: finishing rollback tid 2 to smithi00185197-20 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2722 (ObjNum 1071 snap 329 seq_num 1071) dirty exists 2024-09-13T14:30:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:3531: done (1 left) 2024-09-13T14:30:11.109 INFO:tasks.rados.rados.0.smithi001.stdout:3535: delete oid 44 current snap is 340 2024-09-13T14:30:11.110 INFO:tasks.rados.rados.0.smithi001.stdout:3534: finishing copy_from racing read to smithi00185197-14 2024-09-13T14:30:11.111 INFO:tasks.rados.rados.0.smithi001.stdout:3535: done (1 left) 2024-09-13T14:30:11.111 INFO:tasks.rados.rados.0.smithi001.stdout:3536: delete oid 50 current snap is 340 2024-09-13T14:30:11.111 INFO:tasks.rados.rados.0.smithi001.stdout:3534: finishing copy_from to smithi00185197-14 2024-09-13T14:30:11.111 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2541 (ObjNum 33 snap 0 seq_num 313556176) dirty exists 2024-09-13T14:30:11.114 INFO:tasks.rados.rados.0.smithi001.stdout:3534: done (1 left) 2024-09-13T14:30:11.114 INFO:tasks.rados.rados.0.smithi001.stdout:3536: done (0 left) 2024-09-13T14:30:11.114 INFO:tasks.rados.rados.0.smithi001.stdout:3537: snap_create 2024-09-13T14:30:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:3537: done (0 left) 2024-09-13T14:30:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:3538: read oid 49 snap -1 2024-09-13T14:30:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:3538: expect deleted 2024-09-13T14:30:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:3539: snap_remove snap 340 2024-09-13T14:30:12.771 INFO:tasks.rados.rados.0.smithi001.stdout:3539: done (1 left) 2024-09-13T14:30:12.772 INFO:tasks.rados.rados.0.smithi001.stdout:3540: snap_remove snap 337 2024-09-13T14:30:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:12 smithi001 ceph-mon[96683]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T14:30:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:12 smithi001 ceph-mon[96683]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T14:30:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:12 smithi001 ceph-mon[96683]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T14:30:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:12 smithi001 ceph-mon[99232]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T14:30:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:12 smithi001 ceph-mon[99232]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T14:30:13.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:12 smithi001 ceph-mon[99232]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T14:30:13.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:12 smithi028 ceph-mon[87621]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T14:30:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:12 smithi028 ceph-mon[87621]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T14:30:13.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:12 smithi028 ceph-mon[87621]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T14:30:13.773 INFO:tasks.rados.rados.0.smithi001.stdout:3540: done (1 left) 2024-09-13T14:30:13.773 INFO:tasks.rados.rados.0.smithi001.stdout:3541: delete oid 14 current snap is 341 2024-09-13T14:30:13.779 INFO:tasks.rados.rados.0.smithi001.stdout:3538: done (1 left) 2024-09-13T14:30:13.779 INFO:tasks.rados.rados.0.smithi001.stdout:3541: done (0 left) 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:3542: rollback oid 19 current snap is 341 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 339 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:3543: copy_from oid 18 from oid 42 current snap is 341 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:3544: read oid 30 snap 331 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:3544: expect deleted 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:3545: read oid 10 snap -1 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:3545: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:30:13.780 INFO:tasks.rados.rados.0.smithi001.stdout:3546: setattr oid 17 current snap is 341 2024-09-13T14:30:13.783 INFO:tasks.rados.rados.0.smithi001.stdout:3547: read oid 7 snap -1 2024-09-13T14:30:13.783 INFO:tasks.rados.rados.0.smithi001.stdout:3547: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:30:13.783 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 341 2024-09-13T14:30:13.783 INFO:tasks.rados.rados.0.smithi001.stdout:3548: seq_num 1100 ranges {1310720=425984,1736704=729088,2465792=475136} 2024-09-13T14:30:13.793 INFO:tasks.rados.rados.0.smithi001.stdout:3548: writing smithi00185197-35 from 1310720 to 1736704 tid 1 2024-09-13T14:30:13.797 INFO:tasks.rados.rados.0.smithi001.stdout:3548: writing smithi00185197-35 from 1736704 to 2465792 tid 2 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:3548: writing smithi00185197-35 from 2465792 to 2940928 tid 3 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:3549: rollback oid 12 current snap is 341 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 334 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2501 (ObjNum 1092 snap 340 seq_num 1092) dirty exists 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:3542: finishing rollback tid 0 to smithi00185197-19 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:3542: finishing rollback tid 1 to smithi00185197-19 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:3542: finishing rollback tid 2 to smithi00185197-19 2024-09-13T14:30:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2543 (ObjNum 990 snap 311 seq_num 990) dirty exists 2024-09-13T14:30:13.802 INFO:tasks.rados.rados.0.smithi001.stdout:3542: done (7 left) 2024-09-13T14:30:13.802 INFO:tasks.rados.rados.0.smithi001.stdout:3544: done (6 left) 2024-09-13T14:30:13.802 INFO:tasks.rados.rados.0.smithi001.stdout:3546: done (5 left) 2024-09-13T14:30:13.802 INFO:tasks.rados.rados.0.smithi001.stdout:3550: delete oid 45 current snap is 341 2024-09-13T14:30:13.808 INFO:tasks.rados.rados.0.smithi001.stdout:3549: finishing rollback tid 0 to smithi00185197-12 2024-09-13T14:30:13.808 INFO:tasks.rados.rados.0.smithi001.stdout:3549: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:30:13.809 INFO:tasks.rados.rados.0.smithi001.stdout:3549: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:30:13.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2546 (ObjNum 1081 snap 334 seq_num 1081) dirty exists 2024-09-13T14:30:13.809 INFO:tasks.rados.rados.0.smithi001.stdout:3548: finishing write tid 1 to smithi00185197-35 2024-09-13T14:30:13.820 INFO:tasks.rados.rados.0.smithi001.stdout:3545: expect (ObjNum 913 snap 291 seq_num 913) 2024-09-13T14:30:13.966 INFO:tasks.rados.rados.0.smithi001.stdout:3543: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:30:13.966 INFO:tasks.rados.rados.0.smithi001.stdout:3543: finishing copy_from to smithi00185197-18 2024-09-13T14:30:13.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2529 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:30:13.966 INFO:tasks.rados.rados.0.smithi001.stdout:3547: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:30:14.125 INFO:tasks.rados.rados.0.smithi001.stdout:3548: finishing write tid 2 to smithi00185197-35 2024-09-13T14:30:14.125 INFO:tasks.rados.rados.0.smithi001.stdout:3548: finishing write tid 3 to smithi00185197-35 2024-09-13T14:30:14.126 INFO:tasks.rados.rados.0.smithi001.stdout:3548: finishing write tid 4 to smithi00185197-35 2024-09-13T14:30:14.126 INFO:tasks.rados.rados.0.smithi001.stdout:3548: finishing write tid 5 to smithi00185197-35 2024-09-13T14:30:14.126 INFO:tasks.rados.rados.0.smithi001.stdout:3548: oid 35 updating version 0 to 2543 2024-09-13T14:30:14.126 INFO:tasks.rados.rados.0.smithi001.stdout:3548: oid 35 updating version 2543 to 2544 2024-09-13T14:30:14.126 INFO:tasks.rados.rados.0.smithi001.stdout:3548: oid 35 updating version 2544 to 2545 2024-09-13T14:30:14.127 INFO:tasks.rados.rados.0.smithi001.stdout:3548: oid 35 updating version 2545 to 2546 2024-09-13T14:30:14.127 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2546 (ObjNum 1100 snap 341 seq_num 1100) dirty exists 2024-09-13T14:30:14.127 INFO:tasks.rados.rados.0.smithi001.stdout:3548: left oid 35 (ObjNum 1100 snap 341 seq_num 1100) 2024-09-13T14:30:14.127 INFO:tasks.rados.rados.0.smithi001.stdout:3543: done (5 left) 2024-09-13T14:30:14.127 INFO:tasks.rados.rados.0.smithi001.stdout:3545: done (4 left) 2024-09-13T14:30:14.128 INFO:tasks.rados.rados.0.smithi001.stdout:3547: done (3 left) 2024-09-13T14:30:14.128 INFO:tasks.rados.rados.0.smithi001.stdout:3548: done (2 left) 2024-09-13T14:30:14.128 INFO:tasks.rados.rados.0.smithi001.stdout:3549: done (1 left) 2024-09-13T14:30:14.128 INFO:tasks.rados.rados.0.smithi001.stdout:3550: done (0 left) 2024-09-13T14:30:14.128 INFO:tasks.rados.rados.0.smithi001.stdout:3551: delete oid 22 current snap is 341 2024-09-13T14:30:14.128 INFO:tasks.rados.rados.0.smithi001.stdout:3551: done (0 left) 2024-09-13T14:30:14.129 INFO:tasks.rados.rados.0.smithi001.stdout:3552: snap_remove snap 335 2024-09-13T14:30:14.846 INFO:tasks.rados.rados.0.smithi001.stdout:3552: done (0 left) 2024-09-13T14:30:14.846 INFO:tasks.rados.rados.0.smithi001.stdout:3553: delete oid 17 current snap is 341 2024-09-13T14:30:14.854 INFO:tasks.rados.rados.0.smithi001.stdout:3553: done (0 left) 2024-09-13T14:30:14.854 INFO:tasks.rados.rados.0.smithi001.stdout:3554: snap_create 2024-09-13T14:30:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:14 smithi001 ceph-mon[96683]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-09-13T14:30:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:14 smithi001 ceph-mon[96683]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T14:30:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:14 smithi001 ceph-mon[99232]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-09-13T14:30:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:14 smithi001 ceph-mon[99232]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T14:30:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:14 smithi028 ceph-mon[87621]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-09-13T14:30:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:14 smithi028 ceph-mon[87621]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T14:30:15.850 INFO:tasks.rados.rados.0.smithi001.stdout:3554: done (0 left) 2024-09-13T14:30:15.850 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 342 2024-09-13T14:30:15.850 INFO:tasks.rados.rados.0.smithi001.stdout:3555: seq_num 1104 ranges {7217152=499712,7716864=712704,8429568=491520} 2024-09-13T14:30:15.892 INFO:tasks.rados.rados.0.smithi001.stdout:3555: writing smithi00185197-8 from 7217152 to 7716864 tid 1 2024-09-13T14:30:15.896 INFO:tasks.rados.rados.0.smithi001.stdout:3555: writing smithi00185197-8 from 7716864 to 8429568 tid 2 2024-09-13T14:30:15.899 INFO:tasks.rados.rados.0.smithi001.stdout:3555: writing smithi00185197-8 from 8429568 to 8921088 tid 3 2024-09-13T14:30:15.900 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 342 2024-09-13T14:30:15.900 INFO:tasks.rados.rados.0.smithi001.stdout:3556: seq_num 1105 ranges {1384448=516096,1900544=598016,2498560=606208} 2024-09-13T14:30:15.910 INFO:tasks.rados.rados.0.smithi001.stdout:3556: writing smithi00185197-29 from 1384448 to 1900544 tid 1 2024-09-13T14:30:15.913 INFO:tasks.rados.rados.0.smithi001.stdout:3556: writing smithi00185197-29 from 1900544 to 2498560 tid 2 2024-09-13T14:30:15.917 INFO:tasks.rados.rados.0.smithi001.stdout:3556: writing smithi00185197-29 from 2498560 to 3104768 tid 3 2024-09-13T14:30:15.918 INFO:tasks.rados.rados.0.smithi001.stdout:3557: copy_from oid 12 from oid 17 current snap is 342 2024-09-13T14:30:15.918 INFO:tasks.rados.rados.0.smithi001.stdout:3555: finishing write tid 1 to smithi00185197-8 2024-09-13T14:30:15.918 INFO:tasks.rados.rados.0.smithi001.stdout:3555: finishing write tid 2 to smithi00185197-8 2024-09-13T14:30:15.918 INFO:tasks.rados.rados.0.smithi001.stdout:3555: finishing write tid 3 to smithi00185197-8 2024-09-13T14:30:15.918 INFO:tasks.rados.rados.0.smithi001.stdout:3555: finishing write tid 4 to smithi00185197-8 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:3555: finishing write tid 5 to smithi00185197-8 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:3555: oid 8 updating version 0 to 2540 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:3555: oid 8 version 2540 is already newer than 2538 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:3555: oid 8 updating version 2540 to 2541 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:3555: oid 8 version 2541 is already newer than 2539 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2541 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:3555: left oid 8 (ObjNum 1104 snap 342 seq_num 1104) 2024-09-13T14:30:15.919 INFO:tasks.rados.rados.0.smithi001.stdout:3556: finishing write tid 1 to smithi00185197-29 2024-09-13T14:30:15.920 INFO:tasks.rados.rados.0.smithi001.stdout:3555: done (2 left) 2024-09-13T14:30:15.920 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 342 2024-09-13T14:30:15.920 INFO:tasks.rados.rados.0.smithi001.stdout:3558: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-09-13T14:30:15.921 INFO:tasks.rados.rados.0.smithi001.stdout:3558: writing smithi00185197-22 from 0 to 532480 tid 1 2024-09-13T14:30:15.924 INFO:tasks.rados.rados.0.smithi001.stdout:3558: writing smithi00185197-22 from 532480 to 1015808 tid 2 2024-09-13T14:30:15.926 INFO:tasks.rados.rados.0.smithi001.stdout:3558: writing smithi00185197-22 from 1015808 to 1490944 tid 3 2024-09-13T14:30:15.928 INFO:tasks.rados.rados.0.smithi001.stdout:3558: writing smithi00185197-22 from 1490944 to 1736704 tid 4 2024-09-13T14:30:15.928 INFO:tasks.rados.rados.0.smithi001.stdout:3559: snap_remove snap 331 2024-09-13T14:30:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:15 smithi001 ceph-mon[96683]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T14:30:16.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:15 smithi001 ceph-mon[99232]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T14:30:16.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:15 smithi028 ceph-mon[87621]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T14:30:16.856 INFO:tasks.rados.rados.0.smithi001.stdout:3559: done (3 left) 2024-09-13T14:30:16.856 INFO:tasks.rados.rados.0.smithi001.stdout:3560: rollback oid 40 current snap is 342 2024-09-13T14:30:16.856 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 339 2024-09-13T14:30:16.856 INFO:tasks.rados.rados.0.smithi001.stdout:3556: finishing write tid 2 to smithi00185197-29 2024-09-13T14:30:16.856 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing copy_from to smithi00185197-12 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3557: got expected ENOENT (src dne) 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing copy_from racing read to smithi00185197-12 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: finishing write tid 3 to smithi00185197-29 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: finishing write tid 4 to smithi00185197-29 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: finishing write tid 5 to smithi00185197-29 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: oid 29 updating version 0 to 2733 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: oid 29 updating version 2733 to 2735 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: oid 29 updating version 2735 to 2736 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: oid 29 version 2736 is already newer than 2734 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2736 (ObjNum 1105 snap 342 seq_num 1105) dirty exists 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3556: left oid 29 (ObjNum 1105 snap 342 seq_num 1105) 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3558: finishing write tid 1 to smithi00185197-22 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3558: finishing write tid 2 to smithi00185197-22 2024-09-13T14:30:16.857 INFO:tasks.rados.rados.0.smithi001.stdout:3558: finishing write tid 3 to smithi00185197-22 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: finishing write tid 4 to smithi00185197-22 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: finishing write tid 5 to smithi00185197-22 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: finishing write tid 6 to smithi00185197-22 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: oid 22 updating version 0 to 2160 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: oid 22 updating version 2160 to 2161 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: oid 22 updating version 2161 to 2164 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: oid 22 version 2164 is already newer than 2163 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: oid 22 version 2164 is already newer than 2162 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2164 (ObjNum 1106 snap 342 seq_num 1106) dirty exists 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: left oid 22 (ObjNum 1106 snap 342 seq_num 1106) 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3556: done (3 left) 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3557: done (2 left) 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3558: done (1 left) 2024-09-13T14:30:16.858 INFO:tasks.rados.rados.0.smithi001.stdout:3561: snap_remove snap 341 2024-09-13T14:30:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:16 smithi001 ceph-mon[96683]: pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:30:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:16 smithi001 ceph-mon[96683]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T14:30:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:16 smithi001 ceph-mon[99232]: pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:30:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:16 smithi001 ceph-mon[99232]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T14:30:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:16 smithi028 ceph-mon[87621]: pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-13T14:30:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:16 smithi028 ceph-mon[87621]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T14:30:17.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:30:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:30:17] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.51.0" 2024-09-13T14:30:17.774 INFO:tasks.rados.rados.0.smithi001.stdout:3560: finishing rollback tid 1 to smithi00185197-40 2024-09-13T14:30:17.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 0 (ObjNum 33 snap 0 seq_num 291485488) dirty dne 2024-09-13T14:30:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:3560: done (1 left) 2024-09-13T14:30:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:3561: done (0 left) 2024-09-13T14:30:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 342 2024-09-13T14:30:17.775 INFO:tasks.rados.rados.0.smithi001.stdout:3562: seq_num 1107 ranges {7626752=548864,8175616=770048,8945664=434176} 2024-09-13T14:30:17.819 INFO:tasks.rados.rados.0.smithi001.stdout:3562: writing smithi00185197-34 from 7626752 to 8175616 tid 1 2024-09-13T14:30:17.824 INFO:tasks.rados.rados.0.smithi001.stdout:3562: writing smithi00185197-34 from 8175616 to 8945664 tid 2 2024-09-13T14:30:17.827 INFO:tasks.rados.rados.0.smithi001.stdout:3562: writing smithi00185197-34 from 8945664 to 9379840 tid 3 2024-09-13T14:30:17.827 INFO:tasks.rados.rados.0.smithi001.stdout:3563: snap_create 2024-09-13T14:30:17.829 INFO:tasks.rados.rados.0.smithi001.stdout:3562: finishing write tid 1 to smithi00185197-34 2024-09-13T14:30:17.832 INFO:tasks.rados.rados.0.smithi001.stdout:3562: finishing write tid 2 to smithi00185197-34 2024-09-13T14:30:17.833 INFO:tasks.rados.rados.0.smithi001.stdout:3562: finishing write tid 3 to smithi00185197-34 2024-09-13T14:30:17.833 INFO:tasks.rados.rados.0.smithi001.stdout:3562: finishing write tid 4 to smithi00185197-34 2024-09-13T14:30:17.835 INFO:tasks.rados.rados.0.smithi001.stdout:3562: finishing write tid 5 to smithi00185197-34 2024-09-13T14:30:17.835 INFO:tasks.rados.rados.0.smithi001.stdout:3562: oid 34 updating version 0 to 2537 2024-09-13T14:30:17.835 INFO:tasks.rados.rados.0.smithi001.stdout:3562: oid 34 updating version 2537 to 2539 2024-09-13T14:30:17.835 INFO:tasks.rados.rados.0.smithi001.stdout:3562: oid 34 version 2539 is already newer than 2538 2024-09-13T14:30:17.835 INFO:tasks.rados.rados.0.smithi001.stdout:3562: oid 34 version 2539 is already newer than 2536 2024-09-13T14:30:17.835 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2539 (ObjNum 1107 snap 342 seq_num 1107) dirty exists 2024-09-13T14:30:17.835 INFO:tasks.rados.rados.0.smithi001.stdout:3562: left oid 34 (ObjNum 1107 snap 342 seq_num 1107) 2024-09-13T14:30:18.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:17 smithi001 ceph-mon[96683]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T14:30:18.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:17 smithi001 ceph-mon[96683]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T14:30:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:17 smithi001 ceph-mon[99232]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T14:30:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:17 smithi001 ceph-mon[99232]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T14:30:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:17 smithi028 ceph-mon[87621]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T14:30:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:17 smithi028 ceph-mon[87621]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T14:30:18.774 INFO:tasks.rados.rados.0.smithi001.stdout:3562: done (1 left) 2024-09-13T14:30:18.774 INFO:tasks.rados.rados.0.smithi001.stdout:3563: done (0 left) 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3564: read oid 31 snap -1 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3564: expect deleted 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3565: read oid 45 snap -1 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3565: expect deleted 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3566: read oid 38 snap 342 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3566: expect (ObjNum 1085 snap 338 seq_num 1085) 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3567: read oid 22 snap -1 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3567: expect (ObjNum 1106 snap 342 seq_num 1106) 2024-09-13T14:30:18.775 INFO:tasks.rados.rados.0.smithi001.stdout:3568: delete oid 16 current snap is 343 2024-09-13T14:30:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:3564: done (4 left) 2024-09-13T14:30:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:3565: done (3 left) 2024-09-13T14:30:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:3568: done (2 left) 2024-09-13T14:30:18.780 INFO:tasks.rados.rados.0.smithi001.stdout:3569: setattr oid 46 current snap is 343 2024-09-13T14:30:18.781 INFO:tasks.rados.rados.0.smithi001.stdout:3570: delete oid 32 current snap is 343 2024-09-13T14:30:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2749 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T14:30:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:3569: done (3 left) 2024-09-13T14:30:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:3570: done (2 left) 2024-09-13T14:30:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 343 2024-09-13T14:30:18.786 INFO:tasks.rados.rados.0.smithi001.stdout:3571: seq_num 1110 ranges {1163264=598016,1761280=466944,2228224=450560,2678784=286720} 2024-09-13T14:30:18.796 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00185197-33 from 1163264 to 1761280 tid 1 2024-09-13T14:30:18.799 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00185197-33 from 1761280 to 2228224 tid 2 2024-09-13T14:30:18.802 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00185197-33 from 2228224 to 2678784 tid 3 2024-09-13T14:30:18.803 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00185197-33 from 2678784 to 2965504 tid 4 2024-09-13T14:30:18.803 INFO:tasks.rados.rados.0.smithi001.stdout:3572: snap_remove snap 339 2024-09-13T14:30:19.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:18 smithi001 ceph-mon[96683]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T14:30:19.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:18 smithi001 ceph-mon[96683]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T14:30:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:18 smithi001 ceph-mon[99232]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T14:30:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:18 smithi001 ceph-mon[99232]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T14:30:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:18 smithi028 ceph-mon[87621]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T14:30:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:18 smithi028 ceph-mon[87621]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T14:30:19.777 INFO:tasks.rados.rados.0.smithi001.stdout:3572: done (3 left) 2024-09-13T14:30:19.777 INFO:tasks.rados.rados.0.smithi001.stdout:3573: copy_from oid 42 from oid 7 current snap is 343 2024-09-13T14:30:19.777 INFO:tasks.rados.rados.0.smithi001.stdout:3567: expect (ObjNum 1106 snap 342 seq_num 1106) 2024-09-13T14:30:19.832 INFO:tasks.rados.rados.0.smithi001.stdout:3566: expect (ObjNum 1085 snap 338 seq_num 1085) 2024-09-13T14:30:20.242 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 1 to smithi00185197-33 2024-09-13T14:30:20.242 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 2 to smithi00185197-33 2024-09-13T14:30:20.242 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 3 to smithi00185197-33 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 4 to smithi00185197-33 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 5 to smithi00185197-33 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 6 to smithi00185197-33 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: oid 33 updating version 0 to 2533 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: oid 33 updating version 2533 to 2534 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: oid 33 version 2534 is already newer than 2531 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: oid 33 version 2534 is already newer than 2530 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: oid 33 version 2534 is already newer than 2532 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2534 (ObjNum 1110 snap 343 seq_num 1110) dirty exists 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3571: left oid 33 (ObjNum 1110 snap 343 seq_num 1110) 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3573: finishing copy_from racing read to smithi00185197-42 2024-09-13T14:30:20.243 INFO:tasks.rados.rados.0.smithi001.stdout:3573: finishing copy_from to smithi00185197-42 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2540 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:3566: done (3 left) 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:3567: done (2 left) 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:3571: done (1 left) 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:3573: done (0 left) 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:3574: rollback oid 35 current snap is 343 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 342 2024-09-13T14:30:20.244 INFO:tasks.rados.rados.0.smithi001.stdout:3575: snap_create 2024-09-13T14:30:20.246 INFO:tasks.rados.rados.0.smithi001.stdout:3574: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:30:20.246 INFO:tasks.rados.rados.0.smithi001.stdout:3574: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:30:20.246 INFO:tasks.rados.rados.0.smithi001.stdout:3574: finishing rollback tid 2 to smithi00185197-35 2024-09-13T14:30:20.247 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2550 (ObjNum 1100 snap 341 seq_num 1100) dirty exists 2024-09-13T14:30:20.863 INFO:tasks.rados.rados.0.smithi001.stdout:3574: done (1 left) 2024-09-13T14:30:20.863 INFO:tasks.rados.rados.0.smithi001.stdout:3575: done (0 left) 2024-09-13T14:30:20.864 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 344 2024-09-13T14:30:20.864 INFO:tasks.rados.rados.0.smithi001.stdout:3576: seq_num 1111 ranges {6037504=614400,6651904=753664,7405568=450560} 2024-09-13T14:30:20.899 INFO:tasks.rados.rados.0.smithi001.stdout:3576: writing smithi00185197-4 from 6037504 to 6651904 tid 1 2024-09-13T14:30:20.904 INFO:tasks.rados.rados.0.smithi001.stdout:3576: writing smithi00185197-4 from 6651904 to 7405568 tid 2 2024-09-13T14:30:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:3576: writing smithi00185197-4 from 7405568 to 7856128 tid 3 2024-09-13T14:30:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:3577: snap_remove snap 334 2024-09-13T14:30:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:20 smithi001 ceph-mon[96683]: pgmap v833: 121 pgs: 121 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 16 op/s 2024-09-13T14:30:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:20 smithi001 ceph-mon[96683]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T14:30:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:20 smithi001 ceph-mon[99232]: pgmap v833: 121 pgs: 121 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 16 op/s 2024-09-13T14:30:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:20 smithi001 ceph-mon[99232]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T14:30:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:20 smithi028 ceph-mon[87621]: pgmap v833: 121 pgs: 121 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 16 op/s 2024-09-13T14:30:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:20 smithi028 ceph-mon[87621]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T14:30:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:21.871 INFO:tasks.rados.rados.0.smithi001.stdout:3577: done (1 left) 2024-09-13T14:30:21.872 INFO:tasks.rados.rados.0.smithi001.stdout:3578: snap_remove snap 343 2024-09-13T14:30:22.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:21 smithi001 ceph-mon[96683]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T14:30:22.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:21 smithi001 ceph-mon[99232]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T14:30:22.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:21 smithi028 ceph-mon[87621]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: finishing write tid 1 to smithi00185197-4 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: finishing write tid 2 to smithi00185197-4 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: finishing write tid 3 to smithi00185197-4 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: finishing write tid 4 to smithi00185197-4 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: finishing write tid 5 to smithi00185197-4 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: oid 4 updating version 0 to 2549 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: oid 4 updating version 2549 to 2550 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: oid 4 version 2550 is already newer than 2548 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:3576: oid 4 version 2550 is already newer than 2547 2024-09-13T14:30:22.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2550 (ObjNum 1111 snap 344 seq_num 1111) dirty exists 2024-09-13T14:30:22.776 INFO:tasks.rados.rados.0.smithi001.stdout:3576: left oid 4 (ObjNum 1111 snap 344 seq_num 1111) 2024-09-13T14:30:22.776 INFO:tasks.rados.rados.0.smithi001.stdout:3576: done (1 left) 2024-09-13T14:30:22.776 INFO:tasks.rados.rados.0.smithi001.stdout:3578: done (0 left) 2024-09-13T14:30:22.776 INFO:tasks.rados.rados.0.smithi001.stdout:3579: delete oid 49 current snap is 344 2024-09-13T14:30:22.779 INFO:tasks.rados.rados.0.smithi001.stdout:3579: done (0 left) 2024-09-13T14:30:22.779 INFO:tasks.rados.rados.0.smithi001.stdout:3580: snap_remove snap 342 2024-09-13T14:30:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:22 smithi001 ceph-mon[96683]: pgmap v836: 121 pgs: 121 active+clean; 203 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-13T14:30:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:22 smithi001 ceph-mon[96683]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T14:30:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:22 smithi001 ceph-mon[96683]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T14:30:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:22 smithi001 ceph-mon[99232]: pgmap v836: 121 pgs: 121 active+clean; 203 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-13T14:30:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:22 smithi001 ceph-mon[99232]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T14:30:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:22 smithi001 ceph-mon[99232]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T14:30:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:22 smithi028 ceph-mon[87621]: pgmap v836: 121 pgs: 121 active+clean; 203 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-13T14:30:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:22 smithi028 ceph-mon[87621]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T14:30:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:22 smithi028 ceph-mon[87621]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T14:30:23.776 INFO:tasks.rados.rados.0.smithi001.stdout:3580: done (0 left) 2024-09-13T14:30:23.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 344 2024-09-13T14:30:23.777 INFO:tasks.rados.rados.0.smithi001.stdout:3581: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-09-13T14:30:23.781 INFO:tasks.rados.rados.0.smithi001.stdout:3581: writing smithi00185197-50 from 0 to 647168 tid 1 2024-09-13T14:30:23.784 INFO:tasks.rados.rados.0.smithi001.stdout:3581: writing smithi00185197-50 from 647168 to 1171456 tid 2 2024-09-13T14:30:23.789 INFO:tasks.rados.rados.0.smithi001.stdout:3581: writing smithi00185197-50 from 1171456 to 1794048 tid 3 2024-09-13T14:30:23.789 INFO:tasks.rados.rados.0.smithi001.stdout:3581: writing smithi00185197-50 from 1794048 to 1851392 tid 4 2024-09-13T14:30:23.789 INFO:tasks.rados.rados.0.smithi001.stdout:3582: delete oid 42 current snap is 344 2024-09-13T14:30:23.790 INFO:tasks.rados.rados.0.smithi001.stdout:3581: finishing write tid 1 to smithi00185197-50 2024-09-13T14:30:23.790 INFO:tasks.rados.rados.0.smithi001.stdout:3581: finishing write tid 2 to smithi00185197-50 2024-09-13T14:30:23.792 INFO:tasks.rados.rados.0.smithi001.stdout:3582: done (1 left) 2024-09-13T14:30:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:3583: snap_create 2024-09-13T14:30:23.793 INFO:tasks.rados.rados.0.smithi001.stdout:3581: finishing write tid 3 to smithi00185197-50 2024-09-13T14:30:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:3581: finishing write tid 4 to smithi00185197-50 2024-09-13T14:30:23.794 INFO:tasks.rados.rados.0.smithi001.stdout:3581: finishing write tid 5 to smithi00185197-50 2024-09-13T14:30:23.795 INFO:tasks.rados.rados.0.smithi001.stdout:3581: finishing write tid 6 to smithi00185197-50 2024-09-13T14:30:23.796 INFO:tasks.rados.rados.0.smithi001.stdout:3581: oid 50 updating version 0 to 2529 2024-09-13T14:30:23.796 INFO:tasks.rados.rados.0.smithi001.stdout:3581: oid 50 version 2529 is already newer than 2526 2024-09-13T14:30:23.796 INFO:tasks.rados.rados.0.smithi001.stdout:3581: oid 50 version 2529 is already newer than 2527 2024-09-13T14:30:23.796 INFO:tasks.rados.rados.0.smithi001.stdout:3581: oid 50 version 2529 is already newer than 2528 2024-09-13T14:30:23.796 INFO:tasks.rados.rados.0.smithi001.stdout:3581: oid 50 updating version 2529 to 2530 2024-09-13T14:30:23.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2530 (ObjNum 1113 snap 344 seq_num 1113) dirty exists 2024-09-13T14:30:23.796 INFO:tasks.rados.rados.0.smithi001.stdout:3581: left oid 50 (ObjNum 1113 snap 344 seq_num 1113) 2024-09-13T14:30:24.781 INFO:tasks.rados.rados.0.smithi001.stdout:3581: done (1 left) 2024-09-13T14:30:24.781 INFO:tasks.rados.rados.0.smithi001.stdout:3583: done (0 left) 2024-09-13T14:30:24.782 INFO:tasks.rados.rados.0.smithi001.stdout:3584: snap_create 2024-09-13T14:30:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:24 smithi001 ceph-mon[96683]: pgmap v839: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-09-13T14:30:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:24 smithi001 ceph-mon[96683]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T14:30:25.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:24 smithi001 ceph-mon[99232]: pgmap v839: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-09-13T14:30:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:24 smithi001 ceph-mon[99232]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T14:30:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:24 smithi028 ceph-mon[87621]: pgmap v839: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-09-13T14:30:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:24 smithi028 ceph-mon[87621]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T14:30:25.788 INFO:tasks.rados.rados.0.smithi001.stdout:3584: done (0 left) 2024-09-13T14:30:25.788 INFO:tasks.rados.rados.0.smithi001.stdout:3585: rollback oid 11 current snap is 346 2024-09-13T14:30:25.788 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 345 2024-09-13T14:30:25.788 INFO:tasks.rados.rados.0.smithi001.stdout:3586: rollback oid 32 current snap is 346 2024-09-13T14:30:25.788 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 344 2024-09-13T14:30:25.788 INFO:tasks.rados.rados.0.smithi001.stdout:3587: delete oid 15 current snap is 346 2024-09-13T14:30:25.792 INFO:tasks.rados.rados.0.smithi001.stdout:3587: done (2 left) 2024-09-13T14:30:25.792 INFO:tasks.rados.rados.0.smithi001.stdout:3588: rollback oid 41 current snap is 346 2024-09-13T14:30:25.793 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 344 2024-09-13T14:30:25.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 346 2024-09-13T14:30:25.793 INFO:tasks.rados.rados.0.smithi001.stdout:3589: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-09-13T14:30:25.796 INFO:tasks.rados.rados.0.smithi001.stdout:3589: writing smithi00185197-46 from 0 to 696320 tid 1 2024-09-13T14:30:25.800 INFO:tasks.rados.rados.0.smithi001.stdout:3589: writing smithi00185197-46 from 696320 to 1269760 tid 2 2024-09-13T14:30:25.803 INFO:tasks.rados.rados.0.smithi001.stdout:3589: writing smithi00185197-46 from 1269760 to 1720320 tid 3 2024-09-13T14:30:25.804 INFO:tasks.rados.rados.0.smithi001.stdout:3589: writing smithi00185197-46 from 1720320 to 1900544 tid 4 2024-09-13T14:30:25.804 INFO:tasks.rados.rados.0.smithi001.stdout:3590: snap_create 2024-09-13T14:30:25.804 INFO:tasks.rados.rados.0.smithi001.stdout:3585: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:30:25.804 INFO:tasks.rados.rados.0.smithi001.stdout:3585: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:3586: finishing rollback tid 1 to smithi00185197-32 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 0 (ObjNum 161 snap 0 seq_num 314184784) dirty dne 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:3585: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2540 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:3588: finishing rollback tid 0 to smithi00185197-41 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:3588: finishing rollback tid 1 to smithi00185197-41 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:3588: finishing rollback tid 2 to smithi00185197-41 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2505 (ObjNum 1057 snap 326 seq_num 1057) dirty exists 2024-09-13T14:30:25.805 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing write tid 1 to smithi00185197-46 2024-09-13T14:30:25.806 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing write tid 2 to smithi00185197-46 2024-09-13T14:30:25.809 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing write tid 3 to smithi00185197-46 2024-09-13T14:30:25.809 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing write tid 4 to smithi00185197-46 2024-09-13T14:30:25.809 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing write tid 5 to smithi00185197-46 2024-09-13T14:30:25.811 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing write tid 6 to smithi00185197-46 2024-09-13T14:30:25.811 INFO:tasks.rados.rados.0.smithi001.stdout:3589: oid 46 updating version 0 to 2770 2024-09-13T14:30:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:3589: oid 46 version 2770 is already newer than 2768 2024-09-13T14:30:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:3589: oid 46 version 2770 is already newer than 2769 2024-09-13T14:30:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:3589: oid 46 updating version 2770 to 2771 2024-09-13T14:30:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:3589: oid 46 updating version 2771 to 2772 2024-09-13T14:30:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2772 (ObjNum 1116 snap 346 seq_num 1116) dirty exists 2024-09-13T14:30:25.812 INFO:tasks.rados.rados.0.smithi001.stdout:3589: left oid 46 (ObjNum 1116 snap 346 seq_num 1116) 2024-09-13T14:30:26.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:25 smithi001 ceph-mon[96683]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T14:30:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:25 smithi001 ceph-mon[99232]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T14:30:26.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:25 smithi028 ceph-mon[87621]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T14:30:26.793 INFO:tasks.rados.rados.0.smithi001.stdout:3585: done (4 left) 2024-09-13T14:30:26.793 INFO:tasks.rados.rados.0.smithi001.stdout:3586: done (3 left) 2024-09-13T14:30:26.794 INFO:tasks.rados.rados.0.smithi001.stdout:3588: done (2 left) 2024-09-13T14:30:26.794 INFO:tasks.rados.rados.0.smithi001.stdout:3589: done (1 left) 2024-09-13T14:30:26.794 INFO:tasks.rados.rados.0.smithi001.stdout:3590: done (0 left) 2024-09-13T14:30:26.794 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 347 2024-09-13T14:30:26.794 INFO:tasks.rados.rados.0.smithi001.stdout:3591: seq_num 1117 ranges {10289152=712704,11001856=458752,11460608=655360,12115968=90112} 2024-09-13T14:30:26.853 INFO:tasks.rados.rados.0.smithi001.stdout:3591: writing smithi00185197-13 from 10289152 to 11001856 tid 1 2024-09-13T14:30:26.855 INFO:tasks.rados.rados.0.smithi001.stdout:3591: writing smithi00185197-13 from 11001856 to 11460608 tid 2 2024-09-13T14:30:26.860 INFO:tasks.rados.rados.0.smithi001.stdout:3591: writing smithi00185197-13 from 11460608 to 12115968 tid 3 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:3591: writing smithi00185197-13 from 12115968 to 12206080 tid 4 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:3592: rollback oid 30 current snap is 347 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 346 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing write tid 1 to smithi00185197-13 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing write tid 2 to smithi00185197-13 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:3593: snap_create 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:3592: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:30:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:30:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing write tid 3 to smithi00185197-13 2024-09-13T14:30:26.865 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing write tid 4 to smithi00185197-13 2024-09-13T14:30:26.865 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing write tid 5 to smithi00185197-13 2024-09-13T14:30:26.866 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing write tid 6 to smithi00185197-13 2024-09-13T14:30:26.866 INFO:tasks.rados.rados.0.smithi001.stdout:3591: oid 13 updating version 0 to 2532 2024-09-13T14:30:26.866 INFO:tasks.rados.rados.0.smithi001.stdout:3591: oid 13 updating version 2532 to 2535 2024-09-13T14:30:26.866 INFO:tasks.rados.rados.0.smithi001.stdout:3591: oid 13 version 2535 is already newer than 2531 2024-09-13T14:30:26.866 INFO:tasks.rados.rados.0.smithi001.stdout:3591: oid 13 version 2535 is already newer than 2533 2024-09-13T14:30:26.866 INFO:tasks.rados.rados.0.smithi001.stdout:3591: oid 13 version 2535 is already newer than 2534 2024-09-13T14:30:26.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2535 (ObjNum 1117 snap 347 seq_num 1117) dirty exists 2024-09-13T14:30:26.867 INFO:tasks.rados.rados.0.smithi001.stdout:3591: left oid 13 (ObjNum 1117 snap 347 seq_num 1117) 2024-09-13T14:30:27.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:26 smithi001 ceph-mon[99232]: pgmap v842: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-13T14:30:27.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:26 smithi001 ceph-mon[99232]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T14:30:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:26 smithi001 ceph-mon[96683]: pgmap v842: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-13T14:30:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:26 smithi001 ceph-mon[96683]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T14:30:27.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:26 smithi028 ceph-mon[87621]: pgmap v842: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-13T14:30:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:26 smithi028 ceph-mon[87621]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T14:30:27.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:30:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:30:27] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.51.0" 2024-09-13T14:30:27.776 INFO:tasks.rados.rados.0.smithi001.stdout:3591: done (2 left) 2024-09-13T14:30:27.776 INFO:tasks.rados.rados.0.smithi001.stdout:3592: done (1 left) 2024-09-13T14:30:27.777 INFO:tasks.rados.rados.0.smithi001.stdout:3593: done (0 left) 2024-09-13T14:30:27.777 INFO:tasks.rados.rados.0.smithi001.stdout:3594: read oid 41 snap -1 2024-09-13T14:30:27.777 INFO:tasks.rados.rados.0.smithi001.stdout:3594: expect (ObjNum 1057 snap 326 seq_num 1057) 2024-09-13T14:30:27.777 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 348 2024-09-13T14:30:27.777 INFO:tasks.rados.rados.0.smithi001.stdout:3595: seq_num 1118 ranges {8921088=729088,9650176=794624,10444800=409600} 2024-09-13T14:30:27.829 INFO:tasks.rados.rados.0.smithi001.stdout:3595: writing smithi00185197-8 from 8921088 to 9650176 tid 1 2024-09-13T14:30:27.834 INFO:tasks.rados.rados.0.smithi001.stdout:3595: writing smithi00185197-8 from 9650176 to 10444800 tid 2 2024-09-13T14:30:27.836 INFO:tasks.rados.rados.0.smithi001.stdout:3595: writing smithi00185197-8 from 10444800 to 10854400 tid 3 2024-09-13T14:30:27.837 INFO:tasks.rados.rados.0.smithi001.stdout:3596: snap_create 2024-09-13T14:30:27.837 INFO:tasks.rados.rados.0.smithi001.stdout:3594: expect (ObjNum 1057 snap 326 seq_num 1057) 2024-09-13T14:30:27.861 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing write tid 1 to smithi00185197-8 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing write tid 2 to smithi00185197-8 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing write tid 3 to smithi00185197-8 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing write tid 4 to smithi00185197-8 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing write tid 5 to smithi00185197-8 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: oid 8 updating version 0 to 2543 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: oid 8 version 2543 is already newer than 2542 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: oid 8 updating version 2543 to 2544 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: oid 8 updating version 2544 to 2545 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2545 (ObjNum 1118 snap 348 seq_num 1118) dirty exists 2024-09-13T14:30:27.862 INFO:tasks.rados.rados.0.smithi001.stdout:3595: left oid 8 (ObjNum 1118 snap 348 seq_num 1118) 2024-09-13T14:30:28.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:27 smithi001 ceph-mon[99232]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T14:30:28.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:27 smithi001 ceph-mon[99232]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T14:30:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:27 smithi001 ceph-mon[96683]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T14:30:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:27 smithi001 ceph-mon[96683]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T14:30:28.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:27 smithi028 ceph-mon[87621]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T14:30:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:27 smithi028 ceph-mon[87621]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T14:30:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:3594: done (2 left) 2024-09-13T14:30:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:3595: done (1 left) 2024-09-13T14:30:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:3596: done (0 left) 2024-09-13T14:30:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 349 2024-09-13T14:30:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:3597: seq_num 1119 ranges {7856128=745472,8601600=679936,9281536=524288} 2024-09-13T14:30:28.846 INFO:tasks.rados.rados.0.smithi001.stdout:3597: writing smithi00185197-4 from 7856128 to 8601600 tid 1 2024-09-13T14:30:28.852 INFO:tasks.rados.rados.0.smithi001.stdout:3597: writing smithi00185197-4 from 8601600 to 9281536 tid 2 2024-09-13T14:30:28.853 INFO:tasks.rados.rados.0.smithi001.stdout:3597: writing smithi00185197-4 from 9281536 to 9805824 tid 3 2024-09-13T14:30:28.853 INFO:tasks.rados.rados.0.smithi001.stdout:3598: copy_from oid 41 from oid 13 current snap is 349 2024-09-13T14:30:28.853 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 1 to smithi00185197-4 2024-09-13T14:30:28.854 INFO:tasks.rados.rados.0.smithi001.stdout:3599: setattr oid 47 current snap is 349 2024-09-13T14:30:28.855 INFO:tasks.rados.rados.0.smithi001.stdout:3600: delete oid 37 current snap is 349 2024-09-13T14:30:28.856 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 2 to smithi00185197-4 2024-09-13T14:30:28.858 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 3 to smithi00185197-4 2024-09-13T14:30:28.862 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 4 to smithi00185197-4 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 5 to smithi00185197-4 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3597: oid 4 updating version 0 to 2553 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3597: oid 4 version 2553 is already newer than 2552 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3597: oid 4 version 2553 is already newer than 2551 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3597: oid 4 updating version 2553 to 2554 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2554 (ObjNum 1119 snap 349 seq_num 1119) dirty exists 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3597: left oid 4 (ObjNum 1119 snap 349 seq_num 1119) 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3597: done (3 left) 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3600: done (2 left) 2024-09-13T14:30:28.863 INFO:tasks.rados.rados.0.smithi001.stdout:3601: delete oid 2 current snap is 349 2024-09-13T14:30:28.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2540 (ObjNum 1094 snap 340 seq_num 1094) dirty exists 2024-09-13T14:30:28.866 INFO:tasks.rados.rados.0.smithi001.stdout:3599: done (2 left) 2024-09-13T14:30:28.867 INFO:tasks.rados.rados.0.smithi001.stdout:3601: done (1 left) 2024-09-13T14:30:28.867 INFO:tasks.rados.rados.0.smithi001.stdout:3602: snap_remove snap 345 2024-09-13T14:30:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:28 smithi001 ceph-mon[99232]: pgmap v845: 121 pgs: 121 active+clean; 155 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T14:30:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:28 smithi001 ceph-mon[96683]: pgmap v845: 121 pgs: 121 active+clean; 155 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T14:30:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:28 smithi028 ceph-mon[87621]: pgmap v845: 121 pgs: 121 active+clean; 155 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-09-13T14:30:29.810 INFO:tasks.rados.rados.0.smithi001.stdout:3602: done (1 left) 2024-09-13T14:30:29.810 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 349 2024-09-13T14:30:29.810 INFO:tasks.rados.rados.0.smithi001.stdout:3603: seq_num 1122 ranges {2965504=794624,3760128=729088,4489216=475136} 2024-09-13T14:30:29.831 INFO:tasks.rados.rados.0.smithi001.stdout:3603: writing smithi00185197-33 from 2965504 to 3760128 tid 1 2024-09-13T14:30:29.835 INFO:tasks.rados.rados.0.smithi001.stdout:3603: writing smithi00185197-33 from 3760128 to 4489216 tid 2 2024-09-13T14:30:29.839 INFO:tasks.rados.rados.0.smithi001.stdout:3603: writing smithi00185197-33 from 4489216 to 4964352 tid 3 2024-09-13T14:30:29.839 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 349 2024-09-13T14:30:29.839 INFO:tasks.rados.rados.0.smithi001.stdout:3598: finishing copy_from racing read to smithi00185197-41 2024-09-13T14:30:29.839 INFO:tasks.rados.rados.0.smithi001.stdout:3598: finishing copy_from to smithi00185197-41 2024-09-13T14:30:29.839 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2535 (ObjNum 1117 snap 347 seq_num 1117) dirty exists 2024-09-13T14:30:29.839 INFO:tasks.rados.rados.0.smithi001.stdout:3603: finishing write tid 1 to smithi00185197-33 2024-09-13T14:30:29.839 INFO:tasks.rados.rados.0.smithi001.stdout:3604: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-09-13T14:30:29.840 INFO:tasks.rados.rados.0.smithi001.stdout:3604: writing smithi00185197-31 from 0 to 409600 tid 1 2024-09-13T14:30:29.844 INFO:tasks.rados.rados.0.smithi001.stdout:3604: writing smithi00185197-31 from 409600 to 1024000 tid 2 2024-09-13T14:30:29.847 INFO:tasks.rados.rados.0.smithi001.stdout:3604: writing smithi00185197-31 from 1024000 to 1622016 tid 3 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3604: writing smithi00185197-31 from 1622016 to 2015232 tid 4 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3598: done (2 left) 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3605: read oid 29 snap -1 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3605: expect (ObjNum 1105 snap 342 seq_num 1105) 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3606: read oid 6 snap -1 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3606: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3607: delete oid 40 current snap is 349 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3603: finishing write tid 2 to smithi00185197-33 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3603: finishing write tid 3 to smithi00185197-33 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3603: finishing write tid 4 to smithi00185197-33 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3603: finishing write tid 5 to smithi00185197-33 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3603: oid 33 updating version 0 to 2537 2024-09-13T14:30:29.851 INFO:tasks.rados.rados.0.smithi001.stdout:3603: oid 33 version 2537 is already newer than 2536 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3603: oid 33 updating version 2537 to 2538 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3603: oid 33 version 2538 is already newer than 2535 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2538 (ObjNum 1122 snap 349 seq_num 1122) dirty exists 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3603: left oid 33 (ObjNum 1122 snap 349 seq_num 1122) 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3604: finishing write tid 1 to smithi00185197-31 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3604: finishing write tid 2 to smithi00185197-31 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3604: finishing write tid 3 to smithi00185197-31 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3603: done (4 left) 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3607: done (3 left) 2024-09-13T14:30:29.852 INFO:tasks.rados.rados.0.smithi001.stdout:3608: snap_remove snap 344 2024-09-13T14:30:30.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:29 smithi001 ceph-mon[99232]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T14:30:30.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:29 smithi001 ceph-mon[96683]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T14:30:30.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:29 smithi028 ceph-mon[87621]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T14:30:30.814 INFO:tasks.rados.rados.0.smithi001.stdout:3604: finishing write tid 4 to smithi00185197-31 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: finishing write tid 5 to smithi00185197-31 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: finishing write tid 6 to smithi00185197-31 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: oid 31 updating version 0 to 2169 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: oid 31 version 2169 is already newer than 2168 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: oid 31 version 2169 is already newer than 2165 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: oid 31 version 2169 is already newer than 2167 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: oid 31 version 2169 is already newer than 2166 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2169 (ObjNum 1123 snap 349 seq_num 1123) dirty exists 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3604: left oid 31 (ObjNum 1123 snap 349 seq_num 1123) 2024-09-13T14:30:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:3605: expect (ObjNum 1105 snap 342 seq_num 1105) 2024-09-13T14:30:30.924 INFO:tasks.rados.rados.0.smithi001.stdout:3606: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:30:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:30 smithi001 ceph-mon[96683]: pgmap v848: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 667 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T14:30:31.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:30 smithi001 ceph-mon[96683]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T14:30:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:30 smithi001 ceph-mon[99232]: pgmap v848: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 667 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T14:30:31.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:30 smithi001 ceph-mon[99232]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T14:30:31.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:30 smithi028 ceph-mon[87621]: pgmap v848: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 667 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T14:30:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:30 smithi028 ceph-mon[87621]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T14:30:32.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:31 smithi001 ceph-mon[99232]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T14:30:32.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:31 smithi001 ceph-mon[96683]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T14:30:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:31 smithi028 ceph-mon[87621]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T14:30:32.888 INFO:tasks.rados.rados.0.smithi001.stdout:3604: done (3 left) 2024-09-13T14:30:32.888 INFO:tasks.rados.rados.0.smithi001.stdout:3605: done (2 left) 2024-09-13T14:30:32.888 INFO:tasks.rados.rados.0.smithi001.stdout:3606: done (1 left) 2024-09-13T14:30:32.888 INFO:tasks.rados.rados.0.smithi001.stdout:3608: done (0 left) 2024-09-13T14:30:32.888 INFO:tasks.rados.rados.0.smithi001.stdout:3609: rollback oid 48 current snap is 349 2024-09-13T14:30:32.888 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 346 2024-09-13T14:30:32.888 INFO:tasks.rados.rados.0.smithi001.stdout:3610: copy_from oid 44 from oid 42 current snap is 349 2024-09-13T14:30:32.889 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 349 2024-09-13T14:30:32.889 INFO:tasks.rados.rados.0.smithi001.stdout:3611: seq_num 1125 ranges {12206080=450560,12656640=786432,13443072=614400,14057472=204800} 2024-09-13T14:30:32.957 INFO:tasks.rados.rados.0.smithi001.stdout:3611: writing smithi00185197-41 from 12206080 to 12656640 tid 1 2024-09-13T14:30:32.961 INFO:tasks.rados.rados.0.smithi001.stdout:3611: writing smithi00185197-41 from 12656640 to 13443072 tid 2 2024-09-13T14:30:32.964 INFO:tasks.rados.rados.0.smithi001.stdout:3611: writing smithi00185197-41 from 13443072 to 14057472 tid 3 2024-09-13T14:30:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:3611: writing smithi00185197-41 from 14057472 to 14262272 tid 4 2024-09-13T14:30:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:3612: read oid 1 snap -1 2024-09-13T14:30:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:3612: expect (ObjNum 1082 snap 336 seq_num 1082) 2024-09-13T14:30:32.966 INFO:tasks.rados.rados.0.smithi001.stdout:3613: snap_remove snap 347 2024-09-13T14:30:33.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:32 smithi001 ceph-mon[99232]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 163 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 667 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T14:30:33.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:32 smithi001 ceph-mon[99232]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T14:30:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:32 smithi001 ceph-mon[96683]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 163 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 667 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T14:30:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:32 smithi001 ceph-mon[96683]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T14:30:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:32 smithi028 ceph-mon[87621]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 163 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 667 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T14:30:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:32 smithi028 ceph-mon[87621]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T14:30:33.826 INFO:tasks.rados.rados.0.smithi001.stdout:3613: done (4 left) 2024-09-13T14:30:33.826 INFO:tasks.rados.rados.0.smithi001.stdout:3614: snap_remove snap 348 2024-09-13T14:30:33.826 INFO:tasks.rados.rados.0.smithi001.stdout:3610: finishing copy_from to smithi00185197-44 2024-09-13T14:30:33.826 INFO:tasks.rados.rados.0.smithi001.stdout:3610: got expected ENOENT (src dne) 2024-09-13T14:30:34.831 INFO:tasks.rados.rados.0.smithi001.stdout:3614: done (4 left) 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3615: read oid 50 snap -1 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3615: expect (ObjNum 1113 snap 344 seq_num 1113) 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3616: delete oid 4 current snap is 349 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3610: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3609: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 0 (ObjNum 1649 snap 0 seq_num 1786749280) dirty dne 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3611: finishing write tid 1 to smithi00185197-41 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3611: finishing write tid 2 to smithi00185197-41 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3611: finishing write tid 3 to smithi00185197-41 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3611: finishing write tid 4 to smithi00185197-41 2024-09-13T14:30:34.832 INFO:tasks.rados.rados.0.smithi001.stdout:3611: finishing write tid 5 to smithi00185197-41 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3611: finishing write tid 6 to smithi00185197-41 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3611: oid 41 updating version 0 to 2540 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3611: oid 41 version 2540 is already newer than 2536 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3611: oid 41 version 2540 is already newer than 2538 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3611: oid 41 version 2540 is already newer than 2537 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3611: oid 41 version 2540 is already newer than 2539 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2540 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3611: left oid 41 (ObjNum 1125 snap 349 seq_num 1125) 2024-09-13T14:30:34.833 INFO:tasks.rados.rados.0.smithi001.stdout:3612: expect (ObjNum 1082 snap 336 seq_num 1082) 2024-09-13T14:30:34.872 INFO:tasks.rados.rados.0.smithi001.stdout:3615: expect (ObjNum 1113 snap 344 seq_num 1113) 2024-09-13T14:30:34.922 INFO:tasks.rados.rados.0.smithi001.stdout:3609: done (5 left) 2024-09-13T14:30:34.922 INFO:tasks.rados.rados.0.smithi001.stdout:3610: done (4 left) 2024-09-13T14:30:34.922 INFO:tasks.rados.rados.0.smithi001.stdout:3611: done (3 left) 2024-09-13T14:30:34.922 INFO:tasks.rados.rados.0.smithi001.stdout:3612: done (2 left) 2024-09-13T14:30:34.922 INFO:tasks.rados.rados.0.smithi001.stdout:3615: done (1 left) 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:3616: done (0 left) 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:3617: rmattr oid 8 current snap is 349 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:3618: rmattr oid 37 current snap is 349 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:3618: done (1 left) 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:3619: read oid 20 snap 346 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:3619: expect (ObjNum 1071 snap 329 seq_num 1071) 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 349 2024-09-13T14:30:34.923 INFO:tasks.rados.rados.0.smithi001.stdout:3620: seq_num 1127 ranges {2940928=483328,3424256=598016,4022272=581632,4603904=425984} 2024-09-13T14:30:34.943 INFO:tasks.rados.rados.0.smithi001.stdout:3620: writing smithi00185197-35 from 2940928 to 3424256 tid 1 2024-09-13T14:30:34.946 INFO:tasks.rados.rados.0.smithi001.stdout:3620: writing smithi00185197-35 from 3424256 to 4022272 tid 2 2024-09-13T14:30:34.949 INFO:tasks.rados.rados.0.smithi001.stdout:3620: writing smithi00185197-35 from 4022272 to 4603904 tid 3 2024-09-13T14:30:34.952 INFO:tasks.rados.rados.0.smithi001.stdout:3620: writing smithi00185197-35 from 4603904 to 5029888 tid 4 2024-09-13T14:30:34.952 INFO:tasks.rados.rados.0.smithi001.stdout:3621: read oid 33 snap -1 2024-09-13T14:30:34.953 INFO:tasks.rados.rados.0.smithi001.stdout:3621: expect (ObjNum 1122 snap 349 seq_num 1122) 2024-09-13T14:30:34.953 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 349 2024-09-13T14:30:34.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2546 (ObjNum 1118 snap 348 seq_num 1118) dirty exists 2024-09-13T14:30:34.953 INFO:tasks.rados.rados.0.smithi001.stdout:3622: seq_num 1128 ranges {1736704=499712,2236416=483328,2719744=786432,3506176=335872} 2024-09-13T14:30:34.965 INFO:tasks.rados.rados.0.smithi001.stdout:3622: writing smithi00185197-22 from 1736704 to 2236416 tid 1 2024-09-13T14:30:34.967 INFO:tasks.rados.rados.0.smithi001.stdout:3622: writing smithi00185197-22 from 2236416 to 2719744 tid 2 2024-09-13T14:30:34.972 INFO:tasks.rados.rados.0.smithi001.stdout:3622: writing smithi00185197-22 from 2719744 to 3506176 tid 3 2024-09-13T14:30:34.974 INFO:tasks.rados.rados.0.smithi001.stdout:3622: writing smithi00185197-22 from 3506176 to 3842048 tid 4 2024-09-13T14:30:34.974 INFO:tasks.rados.rados.0.smithi001.stdout:3617: done (4 left) 2024-09-13T14:30:34.974 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 349 2024-09-13T14:30:34.974 INFO:tasks.rados.rados.0.smithi001.stdout:3623: seq_num 1129 ranges {3399680=516096,3915776=770048,4685824=598016,5283840=237568} 2024-09-13T14:30:34.996 INFO:tasks.rados.rados.0.smithi001.stdout:3623: writing smithi00185197-7 from 3399680 to 3915776 tid 1 2024-09-13T14:30:35.000 INFO:tasks.rados.rados.0.smithi001.stdout:3623: writing smithi00185197-7 from 3915776 to 4685824 tid 2 2024-09-13T14:30:35.004 INFO:tasks.rados.rados.0.smithi001.stdout:3623: writing smithi00185197-7 from 4685824 to 5283840 tid 3 2024-09-13T14:30:35.005 INFO:tasks.rados.rados.0.smithi001.stdout:3623: writing smithi00185197-7 from 5283840 to 5521408 tid 4 2024-09-13T14:30:35.005 INFO:tasks.rados.rados.0.smithi001.stdout:3624: read oid 24 snap -1 2024-09-13T14:30:35.005 INFO:tasks.rados.rados.0.smithi001.stdout:3624: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:30:35.008 INFO:tasks.rados.rados.0.smithi001.stdout:3625: copy_from oid 31 from oid 16 current snap is 349 2024-09-13T14:30:35.008 INFO:tasks.rados.rados.0.smithi001.stdout:3619: expect (ObjNum 1071 snap 329 seq_num 1071) 2024-09-13T14:30:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:34 smithi001 ceph-mon[96683]: pgmap v853: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 864 B/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-13T14:30:35.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:34 smithi001 ceph-mon[96683]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T14:30:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:34 smithi001 ceph-mon[99232]: pgmap v853: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 864 B/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-13T14:30:35.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:34 smithi001 ceph-mon[99232]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T14:30:35.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:34 smithi028 ceph-mon[87621]: pgmap v853: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 864 B/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-13T14:30:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:34 smithi028 ceph-mon[87621]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: finishing write tid 1 to smithi00185197-35 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: finishing write tid 2 to smithi00185197-35 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: finishing write tid 3 to smithi00185197-35 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: finishing write tid 4 to smithi00185197-35 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: finishing write tid 5 to smithi00185197-35 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: finishing write tid 6 to smithi00185197-35 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: oid 35 updating version 0 to 2552 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: oid 35 updating version 2552 to 2554 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: oid 35 version 2554 is already newer than 2551 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: oid 35 version 2554 is already newer than 2553 2024-09-13T14:30:35.329 INFO:tasks.rados.rados.0.smithi001.stdout:3620: oid 35 updating version 2554 to 2555 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2555 (ObjNum 1127 snap 349 seq_num 1127) dirty exists 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:3620: left oid 35 (ObjNum 1127 snap 349 seq_num 1127) 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing write tid 1 to smithi00185197-22 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing write tid 2 to smithi00185197-22 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:3619: done (6 left) 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:3620: done (5 left) 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 349 2024-09-13T14:30:35.330 INFO:tasks.rados.rados.0.smithi001.stdout:3621: expect (ObjNum 1122 snap 349 seq_num 1122) 2024-09-13T14:30:35.525 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing write tid 3 to smithi00185197-22 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing write tid 4 to smithi00185197-22 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing write tid 5 to smithi00185197-22 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing write tid 6 to smithi00185197-22 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: oid 22 updating version 0 to 2174 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: oid 22 version 2174 is already newer than 2171 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: oid 22 version 2174 is already newer than 2173 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: oid 22 version 2174 is already newer than 2170 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: oid 22 version 2174 is already newer than 2172 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2174 (ObjNum 1128 snap 349 seq_num 1128) dirty exists 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3622: left oid 22 (ObjNum 1128 snap 349 seq_num 1128) 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3623: finishing write tid 1 to smithi00185197-7 2024-09-13T14:30:35.526 INFO:tasks.rados.rados.0.smithi001.stdout:3626: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-09-13T14:30:35.528 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00185197-48 from 0 to 532480 tid 1 2024-09-13T14:30:35.532 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00185197-48 from 532480 to 1187840 tid 2 2024-09-13T14:30:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00185197-48 from 1187840 to 1941504 tid 3 2024-09-13T14:30:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00185197-48 from 1941504 to 2138112 tid 4 2024-09-13T14:30:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:3621: done (5 left) 2024-09-13T14:30:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:3622: done (4 left) 2024-09-13T14:30:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:3627: snap_remove snap 346 2024-09-13T14:30:35.836 INFO:tasks.rados.rados.0.smithi001.stdout:3627: done (4 left) 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3628: snap_create 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: finishing write tid 2 to smithi00185197-7 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3625: finishing copy_from to smithi00185197-31 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3625: got expected ENOENT (src dne) 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3625: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: finishing write tid 3 to smithi00185197-7 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: finishing write tid 4 to smithi00185197-7 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: finishing write tid 5 to smithi00185197-7 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: finishing write tid 6 to smithi00185197-7 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: oid 7 updating version 0 to 2559 2024-09-13T14:30:35.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: oid 7 version 2559 is already newer than 2558 2024-09-13T14:30:35.838 INFO:tasks.rados.rados.0.smithi001.stdout:3623: oid 7 version 2559 is already newer than 2557 2024-09-13T14:30:35.838 INFO:tasks.rados.rados.0.smithi001.stdout:3623: oid 7 updating version 2559 to 2560 2024-09-13T14:30:35.838 INFO:tasks.rados.rados.0.smithi001.stdout:3623: oid 7 version 2560 is already newer than 2556 2024-09-13T14:30:35.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2560 (ObjNum 1129 snap 349 seq_num 1129) dirty exists 2024-09-13T14:30:35.838 INFO:tasks.rados.rados.0.smithi001.stdout:3623: left oid 7 (ObjNum 1129 snap 349 seq_num 1129) 2024-09-13T14:30:35.838 INFO:tasks.rados.rados.0.smithi001.stdout:3624: expect (ObjNum 981 snap 309 seq_num 981) 2024-09-13T14:30:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:35 smithi001 ceph-mon[96683]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T14:30:36.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:35 smithi001 ceph-mon[99232]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T14:30:36.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:36.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:35 smithi028 ceph-mon[87621]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T14:30:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 1 to smithi00185197-48 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 2 to smithi00185197-48 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 3 to smithi00185197-48 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 4 to smithi00185197-48 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 5 to smithi00185197-48 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 6 to smithi00185197-48 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: oid 48 updating version 0 to 2544 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: oid 48 version 2544 is already newer than 2543 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: oid 48 updating version 2544 to 2546 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: oid 48 version 2546 is already newer than 2545 2024-09-13T14:30:36.131 INFO:tasks.rados.rados.0.smithi001.stdout:3626: oid 48 version 2546 is already newer than 2542 2024-09-13T14:30:36.132 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2546 (ObjNum 1130 snap 349 seq_num 1130) dirty exists 2024-09-13T14:30:36.132 INFO:tasks.rados.rados.0.smithi001.stdout:3626: left oid 48 (ObjNum 1130 snap 349 seq_num 1130) 2024-09-13T14:30:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:3623: done (4 left) 2024-09-13T14:30:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:3624: done (3 left) 2024-09-13T14:30:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:3625: done (2 left) 2024-09-13T14:30:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:3626: done (1 left) 2024-09-13T14:30:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:3628: done (0 left) 2024-09-13T14:30:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 350 2024-09-13T14:30:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:3629: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2024-09-13T14:30:36.839 INFO:tasks.rados.rados.0.smithi001.stdout:3629: writing smithi00185197-45 from 0 to 548864 tid 1 2024-09-13T14:30:36.844 INFO:tasks.rados.rados.0.smithi001.stdout:3629: writing smithi00185197-45 from 548864 to 1089536 tid 2 2024-09-13T14:30:36.846 INFO:tasks.rados.rados.0.smithi001.stdout:3629: writing smithi00185197-45 from 1089536 to 1654784 tid 3 2024-09-13T14:30:36.848 INFO:tasks.rados.rados.0.smithi001.stdout:3629: writing smithi00185197-45 from 1654784 to 2080768 tid 4 2024-09-13T14:30:36.849 INFO:tasks.rados.rados.0.smithi001.stdout:3629: writing smithi00185197-45 from 2080768 to 2154496 tid 5 2024-09-13T14:30:36.849 INFO:tasks.rados.rados.0.smithi001.stdout:3630: rollback oid 38 current snap is 350 2024-09-13T14:30:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 349 2024-09-13T14:30:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:3631: rollback oid 1 current snap is 350 2024-09-13T14:30:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 349 2024-09-13T14:30:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:3632: setattr oid 22 current snap is 350 2024-09-13T14:30:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:3629: finishing write tid 1 to smithi00185197-45 2024-09-13T14:30:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:3629: finishing write tid 2 to smithi00185197-45 2024-09-13T14:30:36.852 INFO:tasks.rados.rados.0.smithi001.stdout:3633: snap_create 2024-09-13T14:30:36.852 INFO:tasks.rados.rados.0.smithi001.stdout:3629: finishing write tid 3 to smithi00185197-45 2024-09-13T14:30:36.853 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing rollback tid 0 to smithi00185197-1 2024-09-13T14:30:36.855 INFO:tasks.rados.rados.0.smithi001.stdout:3629: finishing write tid 4 to smithi00185197-45 2024-09-13T14:30:36.855 INFO:tasks.rados.rados.0.smithi001.stdout:3629: finishing write tid 5 to smithi00185197-45 2024-09-13T14:30:36.855 INFO:tasks.rados.rados.0.smithi001.stdout:3629: finishing write tid 6 to smithi00185197-45 2024-09-13T14:30:36.856 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing rollback tid 1 to smithi00185197-1 2024-09-13T14:30:36.857 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing rollback tid 2 to smithi00185197-1 2024-09-13T14:30:36.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2541 (ObjNum 1082 snap 336 seq_num 1082) dirty exists 2024-09-13T14:30:36.857 INFO:tasks.rados.rados.0.smithi001.stdout:3630: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:30:36.857 INFO:tasks.rados.rados.0.smithi001.stdout:3629: finishing write tid 7 to smithi00185197-45 2024-09-13T14:30:36.857 INFO:tasks.rados.rados.0.smithi001.stdout:3629: oid 45 updating version 0 to 2566 2024-09-13T14:30:36.858 INFO:tasks.rados.rados.0.smithi001.stdout:3629: oid 45 version 2566 is already newer than 2564 2024-09-13T14:30:36.858 INFO:tasks.rados.rados.0.smithi001.stdout:3629: oid 45 version 2566 is already newer than 2562 2024-09-13T14:30:36.858 INFO:tasks.rados.rados.0.smithi001.stdout:3629: oid 45 version 2566 is already newer than 2563 2024-09-13T14:30:36.858 INFO:tasks.rados.rados.0.smithi001.stdout:3629: oid 45 version 2566 is already newer than 2565 2024-09-13T14:30:36.858 INFO:tasks.rados.rados.0.smithi001.stdout:3629: oid 45 version 2566 is already newer than 2561 2024-09-13T14:30:36.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2566 (ObjNum 1131 snap 350 seq_num 1131) dirty exists 2024-09-13T14:30:36.858 INFO:tasks.rados.rados.0.smithi001.stdout:3629: left oid 45 (ObjNum 1131 snap 350 seq_num 1131) 2024-09-13T14:30:36.859 INFO:tasks.rados.rados.0.smithi001.stdout:3630: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:30:36.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2175 (ObjNum 1128 snap 349 seq_num 1128) dirty exists 2024-09-13T14:30:36.859 INFO:tasks.rados.rados.0.smithi001.stdout:3630: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:30:36.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2549 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-09-13T14:30:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:36 smithi001 ceph-mon[96683]: pgmap v856: 121 pgs: 121 active+clean; 176 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-09-13T14:30:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:36 smithi001 ceph-mon[96683]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T14:30:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:36 smithi001 ceph-mon[99232]: pgmap v856: 121 pgs: 121 active+clean; 176 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-09-13T14:30:37.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:36 smithi001 ceph-mon[99232]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T14:30:37.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:36 smithi028 ceph-mon[87621]: pgmap v856: 121 pgs: 121 active+clean; 176 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-09-13T14:30:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:36 smithi028 ceph-mon[87621]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T14:30:37.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:30:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:30:37] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.51.0" 2024-09-13T14:30:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:3629: done (4 left) 2024-09-13T14:30:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:3630: done (3 left) 2024-09-13T14:30:37.779 INFO:tasks.rados.rados.0.smithi001.stdout:3631: done (2 left) 2024-09-13T14:30:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3632: done (1 left) 2024-09-13T14:30:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3633: done (0 left) 2024-09-13T14:30:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3634: rollback oid 29 current snap is 351 2024-09-13T14:30:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 350 2024-09-13T14:30:37.780 INFO:tasks.rados.rados.0.smithi001.stdout:3635: snap_create 2024-09-13T14:30:37.786 INFO:tasks.rados.rados.0.smithi001.stdout:3634: finishing rollback tid 0 to smithi00185197-29 2024-09-13T14:30:37.789 INFO:tasks.rados.rados.0.smithi001.stdout:3634: finishing rollback tid 1 to smithi00185197-29 2024-09-13T14:30:37.789 INFO:tasks.rados.rados.0.smithi001.stdout:3634: finishing rollback tid 2 to smithi00185197-29 2024-09-13T14:30:37.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2792 (ObjNum 1105 snap 342 seq_num 1105) dirty exists 2024-09-13T14:30:38.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:37 smithi001 ceph-mon[96683]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T14:30:38.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:37 smithi001 ceph-mon[96683]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T14:30:38.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:37 smithi001 ceph-mon[99232]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T14:30:38.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:37 smithi001 ceph-mon[99232]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T14:30:38.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:37 smithi028 ceph-mon[87621]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T14:30:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:37 smithi028 ceph-mon[87621]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T14:30:38.780 INFO:tasks.rados.rados.0.smithi001.stdout:3634: done (1 left) 2024-09-13T14:30:38.781 INFO:tasks.rados.rados.0.smithi001.stdout:3635: done (0 left) 2024-09-13T14:30:38.781 INFO:tasks.rados.rados.0.smithi001.stdout:3636: delete oid 19 current snap is 352 2024-09-13T14:30:38.787 INFO:tasks.rados.rados.0.smithi001.stdout:3636: done (0 left) 2024-09-13T14:30:38.787 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 352 2024-09-13T14:30:38.787 INFO:tasks.rados.rados.0.smithi001.stdout:3637: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-09-13T14:30:38.790 INFO:tasks.rados.rados.0.smithi001.stdout:3637: writing smithi00185197-44 from 0 to 581632 tid 1 2024-09-13T14:30:38.794 INFO:tasks.rados.rados.0.smithi001.stdout:3637: writing smithi00185197-44 from 581632 to 1335296 tid 2 2024-09-13T14:30:38.798 INFO:tasks.rados.rados.0.smithi001.stdout:3637: writing smithi00185197-44 from 1335296 to 1908736 tid 3 2024-09-13T14:30:38.800 INFO:tasks.rados.rados.0.smithi001.stdout:3637: writing smithi00185197-44 from 1908736 to 2187264 tid 4 2024-09-13T14:30:38.800 INFO:tasks.rados.rados.0.smithi001.stdout:3638: snap_create 2024-09-13T14:30:38.800 INFO:tasks.rados.rados.0.smithi001.stdout:3637: finishing write tid 1 to smithi00185197-44 2024-09-13T14:30:38.800 INFO:tasks.rados.rados.0.smithi001.stdout:3637: finishing write tid 2 to smithi00185197-44 2024-09-13T14:30:38.802 INFO:tasks.rados.rados.0.smithi001.stdout:3637: finishing write tid 3 to smithi00185197-44 2024-09-13T14:30:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:3637: finishing write tid 4 to smithi00185197-44 2024-09-13T14:30:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:3637: finishing write tid 5 to smithi00185197-44 2024-09-13T14:30:38.804 INFO:tasks.rados.rados.0.smithi001.stdout:3637: finishing write tid 6 to smithi00185197-44 2024-09-13T14:30:38.804 INFO:tasks.rados.rados.0.smithi001.stdout:3637: oid 44 updating version 0 to 2514 2024-09-13T14:30:38.804 INFO:tasks.rados.rados.0.smithi001.stdout:3637: oid 44 updating version 2514 to 2516 2024-09-13T14:30:38.804 INFO:tasks.rados.rados.0.smithi001.stdout:3637: oid 44 version 2516 is already newer than 2513 2024-09-13T14:30:38.804 INFO:tasks.rados.rados.0.smithi001.stdout:3637: oid 44 updating version 2516 to 2517 2024-09-13T14:30:38.805 INFO:tasks.rados.rados.0.smithi001.stdout:3637: oid 44 version 2517 is already newer than 2515 2024-09-13T14:30:38.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2517 (ObjNum 1133 snap 352 seq_num 1133) dirty exists 2024-09-13T14:30:38.805 INFO:tasks.rados.rados.0.smithi001.stdout:3637: left oid 44 (ObjNum 1133 snap 352 seq_num 1133) 2024-09-13T14:30:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:38 smithi001 ceph-mon[96683]: pgmap v859: 121 pgs: 121 active+clean; 176 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 476 KiB/s wr, 6 op/s 2024-09-13T14:30:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:38 smithi001 ceph-mon[96683]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T14:30:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:38 smithi001 ceph-mon[99232]: pgmap v859: 121 pgs: 121 active+clean; 176 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 476 KiB/s wr, 6 op/s 2024-09-13T14:30:39.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:38 smithi001 ceph-mon[99232]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T14:30:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:38 smithi028 ceph-mon[87621]: pgmap v859: 121 pgs: 121 active+clean; 176 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 476 KiB/s wr, 6 op/s 2024-09-13T14:30:39.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:38 smithi028 ceph-mon[87621]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T14:30:39.782 INFO:tasks.rados.rados.0.smithi001.stdout:3637: done (1 left) 2024-09-13T14:30:39.782 INFO:tasks.rados.rados.0.smithi001.stdout:3638: done (0 left) 2024-09-13T14:30:39.782 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 353 2024-09-13T14:30:39.782 INFO:tasks.rados.rados.0.smithi001.stdout:3639: seq_num 1134 ranges {4210688=598016,4808704=638976,5447680=737280,6184960=229376} 2024-09-13T14:30:39.808 INFO:tasks.rados.rados.0.smithi001.stdout:3639: writing smithi00185197-23 from 4210688 to 4808704 tid 1 2024-09-13T14:30:39.811 INFO:tasks.rados.rados.0.smithi001.stdout:3639: writing smithi00185197-23 from 4808704 to 5447680 tid 2 2024-09-13T14:30:39.816 INFO:tasks.rados.rados.0.smithi001.stdout:3639: writing smithi00185197-23 from 5447680 to 6184960 tid 3 2024-09-13T14:30:39.817 INFO:tasks.rados.rados.0.smithi001.stdout:3639: writing smithi00185197-23 from 6184960 to 6414336 tid 4 2024-09-13T14:30:39.817 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 353 2024-09-13T14:30:39.818 INFO:tasks.rados.rados.0.smithi001.stdout:3640: seq_num 1135 ranges {7905280=614400,8519680=524288,9043968=540672,9584640=483328,10067968=57344} 2024-09-13T14:30:39.864 INFO:tasks.rados.rados.0.smithi001.stdout:3640: writing smithi00185197-3 from 7905280 to 8519680 tid 1 2024-09-13T14:30:39.867 INFO:tasks.rados.rados.0.smithi001.stdout:3640: writing smithi00185197-3 from 8519680 to 9043968 tid 2 2024-09-13T14:30:39.870 INFO:tasks.rados.rados.0.smithi001.stdout:3640: writing smithi00185197-3 from 9043968 to 9584640 tid 3 2024-09-13T14:30:39.872 INFO:tasks.rados.rados.0.smithi001.stdout:3640: writing smithi00185197-3 from 9584640 to 10067968 tid 4 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3640: writing smithi00185197-3 from 10067968 to 10125312 tid 5 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3641: read oid 34 snap -1 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3641: expect (ObjNum 1107 snap 342 seq_num 1107) 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3642: read oid 6 snap -1 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3642: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3643: setattr oid 20 current snap is 353 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3639: finishing write tid 1 to smithi00185197-23 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3639: finishing write tid 2 to smithi00185197-23 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3639: finishing write tid 3 to smithi00185197-23 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3639: finishing write tid 4 to smithi00185197-23 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3639: finishing write tid 5 to smithi00185197-23 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3639: finishing write tid 6 to smithi00185197-23 2024-09-13T14:30:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3639: oid 23 updating version 0 to 2522 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3639: oid 23 version 2522 is already newer than 2519 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3639: oid 23 version 2522 is already newer than 2521 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3639: oid 23 version 2522 is already newer than 2518 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3639: oid 23 version 2522 is already newer than 2520 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2522 (ObjNum 1134 snap 353 seq_num 1134) dirty exists 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3639: left oid 23 (ObjNum 1134 snap 353 seq_num 1134) 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3640: finishing write tid 1 to smithi00185197-3 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3640: finishing write tid 2 to smithi00185197-3 2024-09-13T14:30:39.875 INFO:tasks.rados.rados.0.smithi001.stdout:3640: finishing write tid 3 to smithi00185197-3 2024-09-13T14:30:39.876 INFO:tasks.rados.rados.0.smithi001.stdout:3639: done (4 left) 2024-09-13T14:30:39.876 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 353 2024-09-13T14:30:39.876 INFO:tasks.rados.rados.0.smithi001.stdout:3644: seq_num 1136 ranges {0=630784,630784=409600,1040384=753664,1794048=417792,2211840=24576} 2024-09-13T14:30:39.880 INFO:tasks.rados.rados.0.smithi001.stdout:3644: writing smithi00185197-17 from 0 to 630784 tid 1 2024-09-13T14:30:39.882 INFO:tasks.rados.rados.0.smithi001.stdout:3644: writing smithi00185197-17 from 630784 to 1040384 tid 2 2024-09-13T14:30:39.886 INFO:tasks.rados.rados.0.smithi001.stdout:3644: writing smithi00185197-17 from 1040384 to 1794048 tid 3 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3644: writing smithi00185197-17 from 1794048 to 2211840 tid 4 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3644: writing smithi00185197-17 from 2211840 to 2236416 tid 5 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3645: rmattr oid 49 current snap is 353 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3645: done (5 left) 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3646: rmattr oid 36 current snap is 353 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3646: done (5 left) 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3647: snap_create 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3640: finishing write tid 4 to smithi00185197-3 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3640: finishing write tid 5 to smithi00185197-3 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3640: finishing write tid 6 to smithi00185197-3 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3640: finishing write tid 7 to smithi00185197-3 2024-09-13T14:30:39.890 INFO:tasks.rados.rados.0.smithi001.stdout:3640: oid 3 updating version 0 to 2542 2024-09-13T14:30:39.891 INFO:tasks.rados.rados.0.smithi001.stdout:3640: oid 3 updating version 2542 to 2546 2024-09-13T14:30:39.891 INFO:tasks.rados.rados.0.smithi001.stdout:3640: oid 3 version 2546 is already newer than 2545 2024-09-13T14:30:39.891 INFO:tasks.rados.rados.0.smithi001.stdout:3640: oid 3 version 2546 is already newer than 2544 2024-09-13T14:30:39.891 INFO:tasks.rados.rados.0.smithi001.stdout:3640: oid 3 version 2546 is already newer than 2541 2024-09-13T14:30:39.891 INFO:tasks.rados.rados.0.smithi001.stdout:3640: oid 3 version 2546 is already newer than 2543 2024-09-13T14:30:39.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2546 (ObjNum 1135 snap 353 seq_num 1135) dirty exists 2024-09-13T14:30:39.891 INFO:tasks.rados.rados.0.smithi001.stdout:3640: left oid 3 (ObjNum 1135 snap 353 seq_num 1135) 2024-09-13T14:30:39.898 INFO:tasks.rados.rados.0.smithi001.stdout:3644: finishing write tid 1 to smithi00185197-17 2024-09-13T14:30:39.898 INFO:tasks.rados.rados.0.smithi001.stdout:3644: finishing write tid 2 to smithi00185197-17 2024-09-13T14:30:39.912 INFO:tasks.rados.rados.0.smithi001.stdout:3644: finishing write tid 3 to smithi00185197-17 2024-09-13T14:30:39.918 INFO:tasks.rados.rados.0.smithi001.stdout:3644: finishing write tid 4 to smithi00185197-17 2024-09-13T14:30:39.919 INFO:tasks.rados.rados.0.smithi001.stdout:3644: finishing write tid 5 to smithi00185197-17 2024-09-13T14:30:39.919 INFO:tasks.rados.rados.0.smithi001.stdout:3644: finishing write tid 6 to smithi00185197-17 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:3644: finishing write tid 7 to smithi00185197-17 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:3644: oid 17 updating version 0 to 2551 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:3644: oid 17 version 2551 is already newer than 2548 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:3644: oid 17 version 2551 is already newer than 2550 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:3644: oid 17 version 2551 is already newer than 2547 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:3644: oid 17 updating version 2551 to 2552 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:3644: oid 17 version 2552 is already newer than 2549 2024-09-13T14:30:39.920 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2552 (ObjNum 1136 snap 353 seq_num 1136) dirty exists 2024-09-13T14:30:39.921 INFO:tasks.rados.rados.0.smithi001.stdout:3644: left oid 17 (ObjNum 1136 snap 353 seq_num 1136) 2024-09-13T14:30:39.922 INFO:tasks.rados.rados.0.smithi001.stdout:3641: expect (ObjNum 1107 snap 342 seq_num 1107) 2024-09-13T14:30:40.559 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2794 (ObjNum 1071 snap 329 seq_num 1071) dirty exists 2024-09-13T14:30:40.559 INFO:tasks.rados.rados.0.smithi001.stdout:3642: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T14:30:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:40 smithi001 ceph-mon[96683]: pgmap v862: 121 pgs: 121 active+clean; 169 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-13T14:30:41.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:40 smithi001 ceph-mon[96683]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T14:30:41.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:40 smithi001 ceph-mon[99232]: pgmap v862: 121 pgs: 121 active+clean; 169 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-13T14:30:41.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:40 smithi001 ceph-mon[99232]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T14:30:41.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:40 smithi028 ceph-mon[87621]: pgmap v862: 121 pgs: 121 active+clean; 169 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-13T14:30:41.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:40 smithi028 ceph-mon[87621]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T14:30:42.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:41 smithi028 ceph-mon[87621]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T14:30:42.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:41 smithi001 ceph-mon[96683]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T14:30:42.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:41 smithi001 ceph-mon[99232]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T14:30:42.525 INFO:tasks.rados.rados.0.smithi001.stdout:3640: done (5 left) 2024-09-13T14:30:42.525 INFO:tasks.rados.rados.0.smithi001.stdout:3641: done (4 left) 2024-09-13T14:30:42.525 INFO:tasks.rados.rados.0.smithi001.stdout:3642: done (3 left) 2024-09-13T14:30:42.526 INFO:tasks.rados.rados.0.smithi001.stdout:3643: done (2 left) 2024-09-13T14:30:42.526 INFO:tasks.rados.rados.0.smithi001.stdout:3644: done (1 left) 2024-09-13T14:30:42.526 INFO:tasks.rados.rados.0.smithi001.stdout:3647: done (0 left) 2024-09-13T14:30:42.526 INFO:tasks.rados.rados.0.smithi001.stdout:3648: read oid 49 snap -1 2024-09-13T14:30:42.526 INFO:tasks.rados.rados.0.smithi001.stdout:3648: expect deleted 2024-09-13T14:30:42.526 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 354 2024-09-13T14:30:42.526 INFO:tasks.rados.rados.0.smithi001.stdout:3649: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-09-13T14:30:42.528 INFO:tasks.rados.rados.0.smithi001.stdout:3649: writing smithi00185197-4 from 0 to 647168 tid 1 2024-09-13T14:30:42.532 INFO:tasks.rados.rados.0.smithi001.stdout:3649: writing smithi00185197-4 from 647168 to 1343488 tid 2 2024-09-13T14:30:42.535 INFO:tasks.rados.rados.0.smithi001.stdout:3649: writing smithi00185197-4 from 1343488 to 1900544 tid 3 2024-09-13T14:30:42.538 INFO:tasks.rados.rados.0.smithi001.stdout:3649: writing smithi00185197-4 from 1900544 to 2252800 tid 4 2024-09-13T14:30:42.538 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 354 2024-09-13T14:30:42.538 INFO:tasks.rados.rados.0.smithi001.stdout:3650: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-09-13T14:30:42.542 INFO:tasks.rados.rados.0.smithi001.stdout:3650: writing smithi00185197-16 from 0 to 663552 tid 1 2024-09-13T14:30:42.545 INFO:tasks.rados.rados.0.smithi001.stdout:3650: writing smithi00185197-16 from 663552 to 1245184 tid 2 2024-09-13T14:30:42.549 INFO:tasks.rados.rados.0.smithi001.stdout:3650: writing smithi00185197-16 from 1245184 to 1957888 tid 3 2024-09-13T14:30:42.551 INFO:tasks.rados.rados.0.smithi001.stdout:3650: writing smithi00185197-16 from 1957888 to 2269184 tid 4 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3651: read oid 37 snap 350 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3651: expect deleted 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3652: snap_create 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: finishing write tid 1 to smithi00185197-4 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: finishing write tid 2 to smithi00185197-4 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: finishing write tid 3 to smithi00185197-4 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: finishing write tid 4 to smithi00185197-4 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: finishing write tid 5 to smithi00185197-4 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: finishing write tid 6 to smithi00185197-4 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: oid 4 updating version 0 to 2560 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: oid 4 version 2560 is already newer than 2559 2024-09-13T14:30:42.552 INFO:tasks.rados.rados.0.smithi001.stdout:3649: oid 4 version 2560 is already newer than 2558 2024-09-13T14:30:42.553 INFO:tasks.rados.rados.0.smithi001.stdout:3649: oid 4 version 2560 is already newer than 2557 2024-09-13T14:30:42.553 INFO:tasks.rados.rados.0.smithi001.stdout:3649: oid 4 updating version 2560 to 2561 2024-09-13T14:30:42.553 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2561 (ObjNum 1137 snap 354 seq_num 1137) dirty exists 2024-09-13T14:30:42.553 INFO:tasks.rados.rados.0.smithi001.stdout:3649: left oid 4 (ObjNum 1137 snap 354 seq_num 1137) 2024-09-13T14:30:42.553 INFO:tasks.rados.rados.0.smithi001.stdout:3650: finishing write tid 1 to smithi00185197-16 2024-09-13T14:30:42.553 INFO:tasks.rados.rados.0.smithi001.stdout:3650: finishing write tid 2 to smithi00185197-16 2024-09-13T14:30:42.554 INFO:tasks.rados.rados.0.smithi001.stdout:3650: finishing write tid 3 to smithi00185197-16 2024-09-13T14:30:42.554 INFO:tasks.rados.rados.0.smithi001.stdout:3650: finishing write tid 4 to smithi00185197-16 2024-09-13T14:30:42.554 INFO:tasks.rados.rados.0.smithi001.stdout:3650: finishing write tid 5 to smithi00185197-16 2024-09-13T14:30:42.555 INFO:tasks.rados.rados.0.smithi001.stdout:3650: finishing write tid 6 to smithi00185197-16 2024-09-13T14:30:42.555 INFO:tasks.rados.rados.0.smithi001.stdout:3650: oid 16 updating version 0 to 2798 2024-09-13T14:30:42.556 INFO:tasks.rados.rados.0.smithi001.stdout:3650: oid 16 version 2798 is already newer than 2797 2024-09-13T14:30:42.556 INFO:tasks.rados.rados.0.smithi001.stdout:3650: oid 16 version 2798 is already newer than 2796 2024-09-13T14:30:42.556 INFO:tasks.rados.rados.0.smithi001.stdout:3650: oid 16 version 2798 is already newer than 2795 2024-09-13T14:30:42.556 INFO:tasks.rados.rados.0.smithi001.stdout:3650: oid 16 updating version 2798 to 2799 2024-09-13T14:30:42.557 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2799 (ObjNum 1138 snap 354 seq_num 1138) dirty exists 2024-09-13T14:30:42.557 INFO:tasks.rados.rados.0.smithi001.stdout:3650: left oid 16 (ObjNum 1138 snap 354 seq_num 1138) 2024-09-13T14:30:42.779 INFO:tasks.rados.rados.0.smithi001.stdout:3648: done (4 left) 2024-09-13T14:30:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:3649: done (3 left) 2024-09-13T14:30:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:3650: done (2 left) 2024-09-13T14:30:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:3651: done (1 left) 2024-09-13T14:30:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:3652: done (0 left) 2024-09-13T14:30:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:3653: rollback oid 22 current snap is 355 2024-09-13T14:30:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 351 2024-09-13T14:30:42.780 INFO:tasks.rados.rados.0.smithi001.stdout:3654: snap_remove snap 350 2024-09-13T14:30:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:42 smithi001 ceph-mon[96683]: pgmap v865: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-13T14:30:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:42 smithi001 ceph-mon[96683]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T14:30:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:42 smithi001 ceph-mon[99232]: pgmap v865: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-13T14:30:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:42 smithi001 ceph-mon[99232]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T14:30:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:42 smithi028 ceph-mon[87621]: pgmap v865: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-13T14:30:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:42 smithi028 ceph-mon[87621]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T14:30:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:3654: done (1 left) 2024-09-13T14:30:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 355 2024-09-13T14:30:43.782 INFO:tasks.rados.rados.0.smithi001.stdout:3653: finishing rollback tid 0 to smithi00185197-22 2024-09-13T14:30:43.783 INFO:tasks.rados.rados.0.smithi001.stdout:3653: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:30:43.783 INFO:tasks.rados.rados.0.smithi001.stdout:3653: finishing rollback tid 2 to smithi00185197-22 2024-09-13T14:30:43.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2178 (ObjNum 1128 snap 349 seq_num 1128) dirty exists 2024-09-13T14:30:43.783 INFO:tasks.rados.rados.0.smithi001.stdout:3655: seq_num 1139 ranges {1851392=679936,2531328=458752,2990080=524288,3514368=540672,4055040=81920} 2024-09-13T14:30:43.796 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00185197-50 from 1851392 to 2531328 tid 1 2024-09-13T14:30:43.799 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00185197-50 from 2531328 to 2990080 tid 2 2024-09-13T14:30:43.802 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00185197-50 from 2990080 to 3514368 tid 3 2024-09-13T14:30:43.809 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00185197-50 from 3514368 to 4055040 tid 4 2024-09-13T14:30:43.809 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00185197-50 from 4055040 to 4136960 tid 5 2024-09-13T14:30:43.809 INFO:tasks.rados.rados.0.smithi001.stdout:3653: done (1 left) 2024-09-13T14:30:43.809 INFO:tasks.rados.rados.0.smithi001.stdout:3656: delete oid 20 current snap is 355 2024-09-13T14:30:43.809 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 1 to smithi00185197-50 2024-09-13T14:30:43.809 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 2 to smithi00185197-50 2024-09-13T14:30:43.809 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 3 to smithi00185197-50 2024-09-13T14:30:43.810 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 4 to smithi00185197-50 2024-09-13T14:30:43.810 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 5 to smithi00185197-50 2024-09-13T14:30:43.810 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 6 to smithi00185197-50 2024-09-13T14:30:43.811 INFO:tasks.rados.rados.0.smithi001.stdout:3656: done (1 left) 2024-09-13T14:30:43.811 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 355 2024-09-13T14:30:43.811 INFO:tasks.rados.rados.0.smithi001.stdout:3657: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-09-13T14:30:43.815 INFO:tasks.rados.rados.0.smithi001.stdout:3657: writing smithi00185197-14 from 0 to 712704 tid 1 2024-09-13T14:30:43.818 INFO:tasks.rados.rados.0.smithi001.stdout:3657: writing smithi00185197-14 from 712704 to 1392640 tid 2 2024-09-13T14:30:43.821 INFO:tasks.rados.rados.0.smithi001.stdout:3657: writing smithi00185197-14 from 1392640 to 1933312 tid 3 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3657: writing smithi00185197-14 from 1933312 to 2318336 tid 4 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3658: read oid 44 snap -1 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3658: expect (ObjNum 1133 snap 352 seq_num 1133) 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3659: rollback oid 11 current snap is 355 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 349 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 7 to smithi00185197-50 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3655: oid 50 updating version 0 to 2538 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3655: oid 50 version 2538 is already newer than 2536 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3655: oid 50 version 2538 is already newer than 2537 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3655: oid 50 updating version 2538 to 2539 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3655: oid 50 updating version 2539 to 2541 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:3655: oid 50 version 2541 is already newer than 2540 2024-09-13T14:30:43.825 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2541 (ObjNum 1139 snap 355 seq_num 1139) dirty exists 2024-09-13T14:30:43.826 INFO:tasks.rados.rados.0.smithi001.stdout:3655: left oid 50 (ObjNum 1139 snap 355 seq_num 1139) 2024-09-13T14:30:43.826 INFO:tasks.rados.rados.0.smithi001.stdout:3657: finishing write tid 1 to smithi00185197-14 2024-09-13T14:30:43.826 INFO:tasks.rados.rados.0.smithi001.stdout:3657: finishing write tid 2 to smithi00185197-14 2024-09-13T14:30:43.826 INFO:tasks.rados.rados.0.smithi001.stdout:3655: done (3 left) 2024-09-13T14:30:43.826 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 355 2024-09-13T14:30:43.826 INFO:tasks.rados.rados.0.smithi001.stdout:3657: finishing write tid 3 to smithi00185197-14 2024-09-13T14:30:43.826 INFO:tasks.rados.rados.0.smithi001.stdout:3660: seq_num 1142 ranges {12206080=729088,12935168=565248,13500416=696320,14196736=344064} 2024-09-13T14:30:43.895 INFO:tasks.rados.rados.0.smithi001.stdout:3660: writing smithi00185197-13 from 12206080 to 12935168 tid 1 2024-09-13T14:30:43.899 INFO:tasks.rados.rados.0.smithi001.stdout:3660: writing smithi00185197-13 from 12935168 to 13500416 tid 2 2024-09-13T14:30:43.903 INFO:tasks.rados.rados.0.smithi001.stdout:3660: writing smithi00185197-13 from 13500416 to 14196736 tid 3 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:3660: writing smithi00185197-13 from 14196736 to 14540800 tid 4 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 355 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:3657: finishing write tid 4 to smithi00185197-14 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:3657: finishing write tid 5 to smithi00185197-14 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:3659: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:3659: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:3659: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2543 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-09-13T14:30:43.906 INFO:tasks.rados.rados.0.smithi001.stdout:3657: finishing write tid 6 to smithi00185197-14 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:3657: oid 14 updating version 0 to 2545 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:3657: oid 14 version 2545 is already newer than 2544 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:3657: oid 14 updating version 2545 to 2546 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:3657: oid 14 version 2546 is already newer than 2543 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:3657: oid 14 updating version 2546 to 2547 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2547 (ObjNum 1141 snap 355 seq_num 1141) dirty exists 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:3657: left oid 14 (ObjNum 1141 snap 355 seq_num 1141) 2024-09-13T14:30:43.907 INFO:tasks.rados.rados.0.smithi001.stdout:3658: expect (ObjNum 1133 snap 352 seq_num 1133) 2024-09-13T14:30:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3660: finishing write tid 1 to smithi00185197-13 2024-09-13T14:30:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3660: finishing write tid 2 to smithi00185197-13 2024-09-13T14:30:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3661: seq_num 1143 ranges {2269184=753664,3022848=450560,3473408=507904,3981312=589824,4571136=57344} 2024-09-13T14:30:43.980 INFO:tasks.rados.rados.0.smithi001.stdout:3661: writing smithi00185197-16 from 2269184 to 3022848 tid 1 2024-09-13T14:30:43.983 INFO:tasks.rados.rados.0.smithi001.stdout:3661: writing smithi00185197-16 from 3022848 to 3473408 tid 2 2024-09-13T14:30:43.985 INFO:tasks.rados.rados.0.smithi001.stdout:3661: writing smithi00185197-16 from 3473408 to 3981312 tid 3 2024-09-13T14:30:43.989 INFO:tasks.rados.rados.0.smithi001.stdout:3661: writing smithi00185197-16 from 3981312 to 4571136 tid 4 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3661: writing smithi00185197-16 from 4571136 to 4628480 tid 5 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3657: done (4 left) 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3658: done (3 left) 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3659: done (2 left) 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3662: rollback oid 48 current snap is 355 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 351 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3660: finishing write tid 3 to smithi00185197-13 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3660: finishing write tid 4 to smithi00185197-13 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3660: finishing write tid 5 to smithi00185197-13 2024-09-13T14:30:43.990 INFO:tasks.rados.rados.0.smithi001.stdout:3660: finishing write tid 6 to smithi00185197-13 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3660: oid 13 updating version 0 to 2542 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3660: oid 13 updating version 2542 to 2545 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3660: oid 13 version 2545 is already newer than 2544 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3660: oid 13 version 2545 is already newer than 2543 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3660: oid 13 updating version 2545 to 2546 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2546 (ObjNum 1142 snap 355 seq_num 1142) dirty exists 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3660: left oid 13 (ObjNum 1142 snap 355 seq_num 1142) 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3661: finishing write tid 1 to smithi00185197-16 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3661: finishing write tid 2 to smithi00185197-16 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3661: finishing write tid 3 to smithi00185197-16 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3660: done (2 left) 2024-09-13T14:30:43.991 INFO:tasks.rados.rados.0.smithi001.stdout:3663: snap_create 2024-09-13T14:30:43.993 INFO:tasks.rados.rados.0.smithi001.stdout:3661: finishing write tid 4 to smithi00185197-16 2024-09-13T14:30:43.993 INFO:tasks.rados.rados.0.smithi001.stdout:3662: finishing rollback tid 0 to smithi00185197-48 2024-09-13T14:30:43.994 INFO:tasks.rados.rados.0.smithi001.stdout:3662: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:30:43.994 INFO:tasks.rados.rados.0.smithi001.stdout:3661: finishing write tid 5 to smithi00185197-16 2024-09-13T14:30:43.994 INFO:tasks.rados.rados.0.smithi001.stdout:3662: finishing rollback tid 2 to smithi00185197-48 2024-09-13T14:30:43.994 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2549 (ObjNum 1130 snap 349 seq_num 1130) dirty exists 2024-09-13T14:30:43.994 INFO:tasks.rados.rados.0.smithi001.stdout:3661: finishing write tid 6 to smithi00185197-16 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: finishing write tid 7 to smithi00185197-16 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: oid 16 updating version 0 to 2811 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: oid 16 version 2811 is already newer than 2809 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: oid 16 version 2811 is already newer than 2808 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: oid 16 version 2811 is already newer than 2807 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: oid 16 version 2811 is already newer than 2810 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: oid 16 updating version 2811 to 2812 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2812 (ObjNum 1143 snap 355 seq_num 1143) dirty exists 2024-09-13T14:30:43.995 INFO:tasks.rados.rados.0.smithi001.stdout:3661: left oid 16 (ObjNum 1143 snap 355 seq_num 1143) 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:3661: done (2 left) 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:3662: done (1 left) 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:3663: done (0 left) 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:3664: rollback oid 6 current snap is 356 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 355 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:3665: read oid 16 snap -1 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:3665: expect (ObjNum 1143 snap 355 seq_num 1143) 2024-09-13T14:30:44.863 INFO:tasks.rados.rados.0.smithi001.stdout:3666: snap_remove snap 354 2024-09-13T14:30:45.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:44 smithi001 ceph-mon[96683]: pgmap v867: 121 pgs: 121 active+clean; 175 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-13T14:30:45.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:44 smithi001 ceph-mon[96683]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T14:30:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:44 smithi001 ceph-mon[99232]: pgmap v867: 121 pgs: 121 active+clean; 175 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-13T14:30:45.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:44 smithi001 ceph-mon[99232]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T14:30:45.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:44 smithi028 ceph-mon[87621]: pgmap v867: 121 pgs: 121 active+clean; 175 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-13T14:30:45.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:44 smithi028 ceph-mon[87621]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T14:30:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:3666: done (2 left) 2024-09-13T14:30:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 356 2024-09-13T14:30:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:3664: finishing rollback tid 0 to smithi00185197-6 2024-09-13T14:30:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:3667: seq_num 1144 ranges {10125312=770048,10895360=737280,11632640=712704,12345344=155648} 2024-09-13T14:30:45.929 INFO:tasks.rados.rados.0.smithi001.stdout:3667: writing smithi00185197-3 from 10125312 to 10895360 tid 1 2024-09-13T14:30:45.933 INFO:tasks.rados.rados.0.smithi001.stdout:3667: writing smithi00185197-3 from 10895360 to 11632640 tid 2 2024-09-13T14:30:45.937 INFO:tasks.rados.rados.0.smithi001.stdout:3667: writing smithi00185197-3 from 11632640 to 12345344 tid 3 2024-09-13T14:30:45.938 INFO:tasks.rados.rados.0.smithi001.stdout:3667: writing smithi00185197-3 from 12345344 to 12500992 tid 4 2024-09-13T14:30:45.938 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 356 2024-09-13T14:30:45.938 INFO:tasks.rados.rados.0.smithi001.stdout:3668: seq_num 1145 ranges {4964352=786432,5750784=622592,6373376=516096,6889472=417792,7307264=49152} 2024-09-13T14:30:45.969 INFO:tasks.rados.rados.0.smithi001.stdout:3668: writing smithi00185197-33 from 4964352 to 5750784 tid 1 2024-09-13T14:30:45.973 INFO:tasks.rados.rados.0.smithi001.stdout:3668: writing smithi00185197-33 from 5750784 to 6373376 tid 2 2024-09-13T14:30:45.976 INFO:tasks.rados.rados.0.smithi001.stdout:3668: writing smithi00185197-33 from 6373376 to 6889472 tid 3 2024-09-13T14:30:45.978 INFO:tasks.rados.rados.0.smithi001.stdout:3668: writing smithi00185197-33 from 6889472 to 7307264 tid 4 2024-09-13T14:30:45.980 INFO:tasks.rados.rados.0.smithi001.stdout:3668: writing smithi00185197-33 from 7307264 to 7356416 tid 5 2024-09-13T14:30:45.980 INFO:tasks.rados.rados.0.smithi001.stdout:3669: rollback oid 2 current snap is 356 2024-09-13T14:30:45.981 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 351 2024-09-13T14:30:45.981 INFO:tasks.rados.rados.0.smithi001.stdout:3664: finishing rollback tid 1 to smithi00185197-6 2024-09-13T14:30:45.981 INFO:tasks.rados.rados.0.smithi001.stdout:3664: finishing rollback tid 2 to smithi00185197-6 2024-09-13T14:30:45.981 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2816 (ObjNum 1041 snap 321 seq_num 1041) dirty exists 2024-09-13T14:30:45.981 INFO:tasks.rados.rados.0.smithi001.stdout:3665: expect (ObjNum 1143 snap 355 seq_num 1143) 2024-09-13T14:30:46.138 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing write tid 1 to smithi00185197-3 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing write tid 2 to smithi00185197-3 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing write tid 3 to smithi00185197-3 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing write tid 4 to smithi00185197-3 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing write tid 5 to smithi00185197-3 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing write tid 6 to smithi00185197-3 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: oid 3 updating version 0 to 2556 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: oid 3 version 2556 is already newer than 2555 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: oid 3 version 2556 is already newer than 2553 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: oid 3 version 2556 is already newer than 2554 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:3667: oid 3 updating version 2556 to 2557 2024-09-13T14:30:46.139 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2557 (ObjNum 1144 snap 356 seq_num 1144) dirty exists 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3667: left oid 3 (ObjNum 1144 snap 356 seq_num 1144) 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing write tid 1 to smithi00185197-33 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing write tid 2 to smithi00185197-33 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3669: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 0 (ObjNum 33 snap 0 seq_num 291480824) dirty dne 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing write tid 3 to smithi00185197-33 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing write tid 4 to smithi00185197-33 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing write tid 5 to smithi00185197-33 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing write tid 6 to smithi00185197-33 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing write tid 7 to smithi00185197-33 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: oid 33 updating version 0 to 2542 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: oid 33 updating version 2542 to 2543 2024-09-13T14:30:46.140 INFO:tasks.rados.rados.0.smithi001.stdout:3668: oid 33 updating version 2543 to 2545 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3668: oid 33 version 2545 is already newer than 2544 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3668: oid 33 updating version 2545 to 2547 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3668: oid 33 version 2547 is already newer than 2546 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2547 (ObjNum 1145 snap 356 seq_num 1145) dirty exists 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3668: left oid 33 (ObjNum 1145 snap 356 seq_num 1145) 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3664: done (4 left) 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3665: done (3 left) 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3667: done (2 left) 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3668: done (1 left) 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3669: done (0 left) 2024-09-13T14:30:46.141 INFO:tasks.rados.rados.0.smithi001.stdout:3670: snap_create 2024-09-13T14:30:46.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:45 smithi001 ceph-mon[96683]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T14:30:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:45 smithi001 ceph-mon[99232]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T14:30:46.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:45 smithi028 ceph-mon[87621]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T14:30:46.870 INFO:tasks.rados.rados.0.smithi001.stdout:3670: done (0 left) 2024-09-13T14:30:46.870 INFO:tasks.rados.rados.0.smithi001.stdout:3671: read oid 5 snap -1 2024-09-13T14:30:46.870 INFO:tasks.rados.rados.0.smithi001.stdout:3671: expect (ObjNum 876 snap 280 seq_num 876) 2024-09-13T14:30:46.870 INFO:tasks.rados.rados.0.smithi001.stdout:3672: snap_remove snap 351 2024-09-13T14:30:47.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:46 smithi001 ceph-mon[96683]: pgmap v870: 121 pgs: 121 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-09-13T14:30:47.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:46 smithi001 ceph-mon[96683]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T14:30:47.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:46 smithi001 ceph-mon[99232]: pgmap v870: 121 pgs: 121 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-09-13T14:30:47.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:46 smithi001 ceph-mon[99232]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T14:30:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:46 smithi028 ceph-mon[87621]: pgmap v870: 121 pgs: 121 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-09-13T14:30:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:46 smithi028 ceph-mon[87621]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T14:30:47.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:30:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:30:47] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.51.0" 2024-09-13T14:30:47.882 INFO:tasks.rados.rados.0.smithi001.stdout:3672: done (1 left) 2024-09-13T14:30:47.882 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 357 2024-09-13T14:30:47.882 INFO:tasks.rados.rados.0.smithi001.stdout:3673: seq_num 1146 ranges {2187264=802816,2990080=499712,3489792=679936,4169728=425984} 2024-09-13T14:30:47.898 INFO:tasks.rados.rados.0.smithi001.stdout:3673: writing smithi00185197-44 from 2187264 to 2990080 tid 1 2024-09-13T14:30:47.901 INFO:tasks.rados.rados.0.smithi001.stdout:3673: writing smithi00185197-44 from 2990080 to 3489792 tid 2 2024-09-13T14:30:47.905 INFO:tasks.rados.rados.0.smithi001.stdout:3673: writing smithi00185197-44 from 3489792 to 4169728 tid 3 2024-09-13T14:30:47.908 INFO:tasks.rados.rados.0.smithi001.stdout:3673: writing smithi00185197-44 from 4169728 to 4595712 tid 4 2024-09-13T14:30:47.908 INFO:tasks.rados.rados.0.smithi001.stdout:3674: snap_create 2024-09-13T14:30:47.908 INFO:tasks.rados.rados.0.smithi001.stdout:3671: expect (ObjNum 876 snap 280 seq_num 876) 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 1 to smithi00185197-44 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 2 to smithi00185197-44 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 3 to smithi00185197-44 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 4 to smithi00185197-44 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 5 to smithi00185197-44 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 6 to smithi00185197-44 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: oid 44 updating version 0 to 2527 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: oid 44 version 2527 is already newer than 2523 2024-09-13T14:30:48.087 INFO:tasks.rados.rados.0.smithi001.stdout:3673: oid 44 version 2527 is already newer than 2526 2024-09-13T14:30:48.088 INFO:tasks.rados.rados.0.smithi001.stdout:3673: oid 44 version 2527 is already newer than 2525 2024-09-13T14:30:48.088 INFO:tasks.rados.rados.0.smithi001.stdout:3673: oid 44 version 2527 is already newer than 2524 2024-09-13T14:30:48.088 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2527 (ObjNum 1146 snap 357 seq_num 1146) dirty exists 2024-09-13T14:30:48.088 INFO:tasks.rados.rados.0.smithi001.stdout:3673: left oid 44 (ObjNum 1146 snap 357 seq_num 1146) 2024-09-13T14:30:48.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:47 smithi001 ceph-mon[96683]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T14:30:48.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:47 smithi001 ceph-mon[99232]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T14:30:48.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:47 smithi028 ceph-mon[87621]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T14:30:48.888 INFO:tasks.rados.rados.0.smithi001.stdout:3671: done (2 left) 2024-09-13T14:30:48.888 INFO:tasks.rados.rados.0.smithi001.stdout:3673: done (1 left) 2024-09-13T14:30:48.888 INFO:tasks.rados.rados.0.smithi001.stdout:3674: done (0 left) 2024-09-13T14:30:48.888 INFO:tasks.rados.rados.0.smithi001.stdout:3675: snap_create 2024-09-13T14:30:49.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:48 smithi001 ceph-mon[96683]: pgmap v873: 121 pgs: 121 active+clean; 185 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T14:30:49.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:48 smithi001 ceph-mon[96683]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T14:30:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:48 smithi001 ceph-mon[99232]: pgmap v873: 121 pgs: 121 active+clean; 185 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T14:30:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:48 smithi001 ceph-mon[99232]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T14:30:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:48 smithi028 ceph-mon[87621]: pgmap v873: 121 pgs: 121 active+clean; 185 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T14:30:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:48 smithi028 ceph-mon[87621]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:3675: done (0 left) 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:3676: rollback oid 29 current snap is 359 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 358 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:3677: rmattr oid 15 current snap is 359 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:3677: done (1 left) 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:3678: rmattr oid 40 current snap is 359 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:3678: done (1 left) 2024-09-13T14:30:49.893 INFO:tasks.rados.rados.0.smithi001.stdout:3679: snap_remove snap 356 2024-09-13T14:30:50.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:49 smithi001 ceph-mon[99232]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T14:30:50.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:50.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:49 smithi001 ceph-mon[96683]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T14:30:50.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:50.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:49 smithi028 ceph-mon[87621]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T14:30:50.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3676: finishing rollback tid 0 to smithi00185197-29 2024-09-13T14:30:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3676: finishing rollback tid 1 to smithi00185197-29 2024-09-13T14:30:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3676: finishing rollback tid 2 to smithi00185197-29 2024-09-13T14:30:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2830 (ObjNum 1105 snap 342 seq_num 1105) dirty exists 2024-09-13T14:30:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3676: done (1 left) 2024-09-13T14:30:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3679: done (0 left) 2024-09-13T14:30:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3680: delete oid 27 current snap is 359 2024-09-13T14:30:50.906 INFO:tasks.rados.rados.0.smithi001.stdout:3680: done (0 left) 2024-09-13T14:30:50.906 INFO:tasks.rados.rados.0.smithi001.stdout:3681: snap_create 2024-09-13T14:30:51.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:50 smithi001 ceph-mon[96683]: pgmap v876: 121 pgs: 121 active+clean; 196 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T14:30:51.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:50 smithi001 ceph-mon[96683]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T14:30:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:50 smithi001 ceph-mon[99232]: pgmap v876: 121 pgs: 121 active+clean; 196 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T14:30:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:50 smithi001 ceph-mon[99232]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T14:30:51.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:50 smithi028 ceph-mon[87621]: pgmap v876: 121 pgs: 121 active+clean; 196 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T14:30:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:50 smithi028 ceph-mon[87621]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T14:30:51.906 INFO:tasks.rados.rados.0.smithi001.stdout:3681: done (0 left) 2024-09-13T14:30:51.906 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 360 2024-09-13T14:30:51.907 INFO:tasks.rados.rados.0.smithi001.stdout:3682: seq_num 1148 ranges {0=32768} 2024-09-13T14:30:51.907 INFO:tasks.rados.rados.0.smithi001.stdout:3682: writing smithi00185197-19 from 0 to 32768 tid 1 2024-09-13T14:30:51.907 INFO:tasks.rados.rados.0.smithi001.stdout:3683: copy_from oid 20 from oid 49 current snap is 360 2024-09-13T14:30:51.907 INFO:tasks.rados.rados.0.smithi001.stdout:3684: snap_remove snap 349 2024-09-13T14:30:52.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:51 smithi001 ceph-mon[96683]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T14:30:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:51 smithi001 ceph-mon[99232]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T14:30:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:51 smithi028 ceph-mon[87621]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T14:30:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:3683: finishing copy_from to smithi00185197-20 2024-09-13T14:30:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:3683: got expected ENOENT (src dne) 2024-09-13T14:30:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:3683: finishing copy_from racing read to smithi00185197-20 2024-09-13T14:30:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:3682: finishing write tid 1 to smithi00185197-19 2024-09-13T14:30:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:3682: finishing write tid 2 to smithi00185197-19 2024-09-13T14:30:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:3682: finishing write tid 3 to smithi00185197-19 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3682: oid 19 updating version 0 to 2562 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3682: oid 19 updating version 2562 to 2563 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2563 (ObjNum 1148 snap 360 seq_num 1148) dirty exists 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3682: left oid 19 (ObjNum 1148 snap 360 seq_num 1148) 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3682: done (2 left) 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3683: done (1 left) 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3684: done (0 left) 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3685: rollback oid 48 current snap is 360 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 353 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3686: copy_from oid 27 from oid 45 current snap is 360 2024-09-13T14:30:52.791 INFO:tasks.rados.rados.0.smithi001.stdout:3687: delete oid 39 current snap is 360 2024-09-13T14:30:52.797 INFO:tasks.rados.rados.0.smithi001.stdout:3685: finishing rollback tid 0 to smithi00185197-48 2024-09-13T14:30:52.797 INFO:tasks.rados.rados.0.smithi001.stdout:3685: finishing rollback tid 1 to smithi00185197-48 2024-09-13T14:30:52.799 INFO:tasks.rados.rados.0.smithi001.stdout:3685: finishing rollback tid 2 to smithi00185197-48 2024-09-13T14:30:52.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2552 (ObjNum 1130 snap 349 seq_num 1130) dirty exists 2024-09-13T14:30:52.803 INFO:tasks.rados.rados.0.smithi001.stdout:3685: done (2 left) 2024-09-13T14:30:52.803 INFO:tasks.rados.rados.0.smithi001.stdout:3687: done (1 left) 2024-09-13T14:30:52.803 INFO:tasks.rados.rados.0.smithi001.stdout:3688: rollback oid 43 current snap is 360 2024-09-13T14:30:52.803 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 353 2024-09-13T14:30:52.803 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 360 2024-09-13T14:30:52.803 INFO:tasks.rados.rados.0.smithi001.stdout:3689: seq_num 1150 ranges {2318336=65536} 2024-09-13T14:30:52.817 INFO:tasks.rados.rados.0.smithi001.stdout:3689: writing smithi00185197-14 from 2318336 to 2383872 tid 1 2024-09-13T14:30:52.817 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 360 2024-09-13T14:30:52.817 INFO:tasks.rados.rados.0.smithi001.stdout:3688: finishing rollback tid 0 to smithi00185197-43 2024-09-13T14:30:52.817 INFO:tasks.rados.rados.0.smithi001.stdout:3690: seq_num 1151 ranges {7905280=81920} 2024-09-13T14:30:52.861 INFO:tasks.rados.rados.0.smithi001.stdout:3690: writing smithi00185197-9 from 7905280 to 7987200 tid 1 2024-09-13T14:30:52.861 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 360 2024-09-13T14:30:52.861 INFO:tasks.rados.rados.0.smithi001.stdout:3691: seq_num 1152 ranges {9379840=98304} 2024-09-13T14:30:52.913 INFO:tasks.rados.rados.0.smithi001.stdout:3691: writing smithi00185197-34 from 9379840 to 9478144 tid 1 2024-09-13T14:30:52.913 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 360 2024-09-13T14:30:52.914 INFO:tasks.rados.rados.0.smithi001.stdout:3692: seq_num 1153 ranges {4136960=114688} 2024-09-13T14:30:52.937 INFO:tasks.rados.rados.0.smithi001.stdout:3692: writing smithi00185197-50 from 4136960 to 4251648 tid 1 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3693: delete oid 48 current snap is 360 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3688: finishing rollback tid 1 to smithi00185197-43 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3688: finishing rollback tid 2 to smithi00185197-43 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2543 (ObjNum 1060 snap 326 seq_num 1060) dirty exists 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3686: finishing copy_from racing read to smithi00185197-27 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3686: finishing copy_from to smithi00185197-27 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2566 (ObjNum 1131 snap 350 seq_num 1131) dirty exists 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3689: finishing write tid 1 to smithi00185197-14 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3689: finishing write tid 2 to smithi00185197-14 2024-09-13T14:30:52.938 INFO:tasks.rados.rados.0.smithi001.stdout:3689: finishing write tid 3 to smithi00185197-14 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3689: oid 14 updating version 0 to 2549 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3689: oid 14 version 2549 is already newer than 2548 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2549 (ObjNum 1150 snap 360 seq_num 1150) dirty exists 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3689: left oid 14 (ObjNum 1150 snap 360 seq_num 1150) 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3690: finishing write tid 1 to smithi00185197-9 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3690: finishing write tid 2 to smithi00185197-9 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3690: finishing write tid 3 to smithi00185197-9 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3690: oid 9 updating version 0 to 2529 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3690: oid 9 version 2529 is already newer than 2528 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2529 (ObjNum 1151 snap 360 seq_num 1151) dirty exists 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3690: left oid 9 (ObjNum 1151 snap 360 seq_num 1151) 2024-09-13T14:30:52.939 INFO:tasks.rados.rados.0.smithi001.stdout:3691: finishing write tid 1 to smithi00185197-34 2024-09-13T14:30:52.940 INFO:tasks.rados.rados.0.smithi001.stdout:3691: finishing write tid 2 to smithi00185197-34 2024-09-13T14:30:52.940 INFO:tasks.rados.rados.0.smithi001.stdout:3691: finishing write tid 3 to smithi00185197-34 2024-09-13T14:30:52.940 INFO:tasks.rados.rados.0.smithi001.stdout:3691: oid 34 updating version 0 to 2545 2024-09-13T14:30:52.940 INFO:tasks.rados.rados.0.smithi001.stdout:3691: oid 34 version 2545 is already newer than 2544 2024-09-13T14:30:52.940 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2545 (ObjNum 1152 snap 360 seq_num 1152) dirty exists 2024-09-13T14:30:52.940 INFO:tasks.rados.rados.0.smithi001.stdout:3691: left oid 34 (ObjNum 1152 snap 360 seq_num 1152) 2024-09-13T14:30:52.941 INFO:tasks.rados.rados.0.smithi001.stdout:3686: done (6 left) 2024-09-13T14:30:52.941 INFO:tasks.rados.rados.0.smithi001.stdout:3688: done (5 left) 2024-09-13T14:30:52.941 INFO:tasks.rados.rados.0.smithi001.stdout:3689: done (4 left) 2024-09-13T14:30:52.941 INFO:tasks.rados.rados.0.smithi001.stdout:3690: done (3 left) 2024-09-13T14:30:52.941 INFO:tasks.rados.rados.0.smithi001.stdout:3691: done (2 left) 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3693: done (1 left) 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3694: delete oid 1 current snap is 360 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3692: finishing write tid 1 to smithi00185197-50 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3692: finishing write tid 2 to smithi00185197-50 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3692: finishing write tid 3 to smithi00185197-50 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3692: oid 50 updating version 0 to 2547 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3692: oid 50 updating version 2547 to 2548 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2548 (ObjNum 1153 snap 360 seq_num 1153) dirty exists 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3692: left oid 50 (ObjNum 1153 snap 360 seq_num 1153) 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3692: done (1 left) 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3694: done (0 left) 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 360 2024-09-13T14:30:52.942 INFO:tasks.rados.rados.0.smithi001.stdout:3695: seq_num 1156 ranges {0=163840} 2024-09-13T14:30:52.943 INFO:tasks.rados.rados.0.smithi001.stdout:3695: writing smithi00185197-37 from 0 to 163840 tid 1 2024-09-13T14:30:52.943 INFO:tasks.rados.rados.0.smithi001.stdout:3696: snap_create 2024-09-13T14:30:52.945 INFO:tasks.rados.rados.0.smithi001.stdout:3695: finishing write tid 1 to smithi00185197-37 2024-09-13T14:30:52.946 INFO:tasks.rados.rados.0.smithi001.stdout:3695: finishing write tid 2 to smithi00185197-37 2024-09-13T14:30:52.946 INFO:tasks.rados.rados.0.smithi001.stdout:3695: finishing write tid 3 to smithi00185197-37 2024-09-13T14:30:52.946 INFO:tasks.rados.rados.0.smithi001.stdout:3695: oid 37 updating version 0 to 2179 2024-09-13T14:30:52.946 INFO:tasks.rados.rados.0.smithi001.stdout:3695: oid 37 updating version 2179 to 2180 2024-09-13T14:30:52.946 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2180 (ObjNum 1156 snap 360 seq_num 1156) dirty exists 2024-09-13T14:30:52.946 INFO:tasks.rados.rados.0.smithi001.stdout:3695: left oid 37 (ObjNum 1156 snap 360 seq_num 1156) 2024-09-13T14:30:53.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:52 smithi001 ceph-mon[96683]: pgmap v879: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T14:30:53.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:52 smithi001 ceph-mon[96683]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T14:30:53.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:52 smithi001 ceph-mon[96683]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T14:30:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:52 smithi001 ceph-mon[99232]: pgmap v879: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T14:30:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:52 smithi001 ceph-mon[99232]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T14:30:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:52 smithi001 ceph-mon[99232]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T14:30:53.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:52 smithi028 ceph-mon[87621]: pgmap v879: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T14:30:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:52 smithi028 ceph-mon[87621]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T14:30:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:52 smithi028 ceph-mon[87621]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3695: done (1 left) 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3696: done (0 left) 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3697: read oid 25 snap -1 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3697: expect deleted 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3698: rollback oid 21 current snap is 361 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 353 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3699: read oid 35 snap 353 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3699: expect (ObjNum 1127 snap 349 seq_num 1127) 2024-09-13T14:30:53.910 INFO:tasks.rados.rados.0.smithi001.stdout:3700: snap_create 2024-09-13T14:30:53.922 INFO:tasks.rados.rados.0.smithi001.stdout:3698: finishing rollback tid 0 to smithi00185197-21 2024-09-13T14:30:53.922 INFO:tasks.rados.rados.0.smithi001.stdout:3698: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:30:53.923 INFO:tasks.rados.rados.0.smithi001.stdout:3698: finishing rollback tid 2 to smithi00185197-21 2024-09-13T14:30:53.923 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2546 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2024-09-13T14:30:53.937 INFO:tasks.rados.rados.0.smithi001.stdout:3699: expect (ObjNum 1127 snap 349 seq_num 1127) 2024-09-13T14:30:54.912 INFO:tasks.rados.rados.0.smithi001.stdout:3697: done (3 left) 2024-09-13T14:30:54.913 INFO:tasks.rados.rados.0.smithi001.stdout:3698: done (2 left) 2024-09-13T14:30:54.913 INFO:tasks.rados.rados.0.smithi001.stdout:3699: done (1 left) 2024-09-13T14:30:54.913 INFO:tasks.rados.rados.0.smithi001.stdout:3700: done (0 left) 2024-09-13T14:30:54.913 INFO:tasks.rados.rados.0.smithi001.stdout:3701: setattr oid 4 current snap is 362 2024-09-13T14:30:54.913 INFO:tasks.rados.rados.0.smithi001.stdout:3702: setattr oid 39 current snap is 362 2024-09-13T14:30:54.914 INFO:tasks.rados.rados.0.smithi001.stdout:3703: snap_create 2024-09-13T14:30:54.917 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2551 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-09-13T14:30:54.924 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2564 (ObjNum 1137 snap 354 seq_num 1137) dirty exists 2024-09-13T14:30:55.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:54 smithi001 ceph-mon[99232]: pgmap v882: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 584 KiB/s wr, 2 op/s 2024-09-13T14:30:55.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:54 smithi001 ceph-mon[99232]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T14:30:55.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:54 smithi001 ceph-mon[96683]: pgmap v882: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 584 KiB/s wr, 2 op/s 2024-09-13T14:30:55.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:54 smithi001 ceph-mon[96683]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T14:30:55.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:54 smithi028 ceph-mon[87621]: pgmap v882: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 584 KiB/s wr, 2 op/s 2024-09-13T14:30:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:54 smithi028 ceph-mon[87621]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T14:30:55.924 INFO:tasks.rados.rados.0.smithi001.stdout:3701: done (2 left) 2024-09-13T14:30:55.925 INFO:tasks.rados.rados.0.smithi001.stdout:3702: done (1 left) 2024-09-13T14:30:55.925 INFO:tasks.rados.rados.0.smithi001.stdout:3703: done (0 left) 2024-09-13T14:30:55.925 INFO:tasks.rados.rados.0.smithi001.stdout:3704: rollback oid 29 current snap is 363 2024-09-13T14:30:55.925 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 353 2024-09-13T14:30:55.925 INFO:tasks.rados.rados.0.smithi001.stdout:3705: rollback oid 14 current snap is 363 2024-09-13T14:30:55.925 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 361 2024-09-13T14:30:55.925 INFO:tasks.rados.rados.0.smithi001.stdout:3706: snap_remove snap 359 2024-09-13T14:30:56.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:55 smithi001 ceph-mon[99232]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T14:30:56.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:55 smithi001 ceph-mon[96683]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T14:30:56.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:55 smithi028 ceph-mon[87621]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T14:30:56.934 INFO:tasks.rados.rados.0.smithi001.stdout:3704: finishing rollback tid 0 to smithi00185197-29 2024-09-13T14:30:56.934 INFO:tasks.rados.rados.0.smithi001.stdout:3704: finishing rollback tid 1 to smithi00185197-29 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3705: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3704: finishing rollback tid 2 to smithi00185197-29 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2842 (ObjNum 1105 snap 342 seq_num 1105) dirty exists 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3705: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3705: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2552 (ObjNum 1150 snap 360 seq_num 1150) dirty exists 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3704: done (2 left) 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3705: done (1 left) 2024-09-13T14:30:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3706: done (0 left) 2024-09-13T14:30:56.936 INFO:tasks.rados.rados.0.smithi001.stdout:3707: rmattr oid 49 current snap is 363 2024-09-13T14:30:56.936 INFO:tasks.rados.rados.0.smithi001.stdout:3707: done (0 left) 2024-09-13T14:30:56.936 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 363 2024-09-13T14:30:56.936 INFO:tasks.rados.rados.0.smithi001.stdout:3708: seq_num 1157 ranges {0=180224} 2024-09-13T14:30:56.936 INFO:tasks.rados.rados.0.smithi001.stdout:3708: writing smithi00185197-42 from 0 to 180224 tid 1 2024-09-13T14:30:56.936 INFO:tasks.rados.rados.0.smithi001.stdout:3709: read oid 17 snap -1 2024-09-13T14:30:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:3709: expect (ObjNum 1136 snap 353 seq_num 1136) 2024-09-13T14:30:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:3710: copy_from oid 44 from oid 39 current snap is 363 2024-09-13T14:30:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 363 2024-09-13T14:30:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:3711: seq_num 1158 ranges {3366912=196608} 2024-09-13T14:30:56.956 INFO:tasks.rados.rados.0.smithi001.stdout:3711: writing smithi00185197-10 from 3366912 to 3563520 tid 1 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3712: copy_from oid 34 from oid 36 current snap is 363 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3708: finishing write tid 1 to smithi00185197-42 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3708: finishing write tid 2 to smithi00185197-42 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3708: finishing write tid 3 to smithi00185197-42 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3708: oid 42 updating version 0 to 2554 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3708: oid 42 updating version 2554 to 2555 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2555 (ObjNum 1157 snap 363 seq_num 1157) dirty exists 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3708: left oid 42 (ObjNum 1157 snap 363 seq_num 1157) 2024-09-13T14:30:56.957 INFO:tasks.rados.rados.0.smithi001.stdout:3709: expect (ObjNum 1136 snap 353 seq_num 1136) 2024-09-13T14:30:57.020 INFO:tasks.rados.rados.0.smithi001.stdout:3710: finishing copy_from racing read to smithi00185197-44 2024-09-13T14:30:57.020 INFO:tasks.rados.rados.0.smithi001.stdout:3711: finishing write tid 1 to smithi00185197-10 2024-09-13T14:30:57.021 INFO:tasks.rados.rados.0.smithi001.stdout:3710: finishing copy_from to smithi00185197-44 2024-09-13T14:30:57.021 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2551 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T14:30:57.021 INFO:tasks.rados.rados.0.smithi001.stdout:3711: finishing write tid 2 to smithi00185197-10 2024-09-13T14:30:57.021 INFO:tasks.rados.rados.0.smithi001.stdout:3711: finishing write tid 3 to smithi00185197-10 2024-09-13T14:30:57.021 INFO:tasks.rados.rados.0.smithi001.stdout:3711: oid 10 updating version 0 to 2547 2024-09-13T14:30:57.022 INFO:tasks.rados.rados.0.smithi001.stdout:3711: oid 10 updating version 2547 to 2548 2024-09-13T14:30:57.022 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2548 (ObjNum 1158 snap 363 seq_num 1158) dirty exists 2024-09-13T14:30:57.022 INFO:tasks.rados.rados.0.smithi001.stdout:3711: left oid 10 (ObjNum 1158 snap 363 seq_num 1158) 2024-09-13T14:30:57.022 INFO:tasks.rados.rados.0.smithi001.stdout:3712: finishing copy_from racing read to smithi00185197-34 2024-09-13T14:30:57.022 INFO:tasks.rados.rados.0.smithi001.stdout:3708: done (4 left) 2024-09-13T14:30:57.022 INFO:tasks.rados.rados.0.smithi001.stdout:3709: done (3 left) 2024-09-13T14:30:57.023 INFO:tasks.rados.rados.0.smithi001.stdout:3710: done (2 left) 2024-09-13T14:30:57.023 INFO:tasks.rados.rados.0.smithi001.stdout:3711: done (1 left) 2024-09-13T14:30:57.023 INFO:tasks.rados.rados.0.smithi001.stdout:3713: read oid 8 snap -1 2024-09-13T14:30:57.023 INFO:tasks.rados.rados.0.smithi001.stdout:3713: expect (ObjNum 1118 snap 348 seq_num 1118) 2024-09-13T14:30:57.023 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 363 2024-09-13T14:30:57.023 INFO:tasks.rados.rados.0.smithi001.stdout:3712: finishing copy_from to smithi00185197-34 2024-09-13T14:30:57.024 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:30:57.024 INFO:tasks.rados.rados.0.smithi001.stdout:3714: seq_num 1159 ranges {6725632=212992} 2024-09-13T14:30:57.059 INFO:tasks.rados.rados.0.smithi001.stdout:3714: writing smithi00185197-43 from 6725632 to 6938624 tid 1 2024-09-13T14:30:57.059 INFO:tasks.rados.rados.0.smithi001.stdout:3712: done (2 left) 2024-09-13T14:30:57.059 INFO:tasks.rados.rados.0.smithi001.stdout:3715: read oid 46 snap -1 2024-09-13T14:30:57.059 INFO:tasks.rados.rados.0.smithi001.stdout:3715: expect (ObjNum 1116 snap 346 seq_num 1116) 2024-09-13T14:30:57.060 INFO:tasks.rados.rados.0.smithi001.stdout:3716: delete oid 48 current snap is 363 2024-09-13T14:30:57.060 INFO:tasks.rados.rados.0.smithi001.stdout:3713: expect (ObjNum 1118 snap 348 seq_num 1118) 2024-09-13T14:30:57.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:56 smithi001 ceph-mon[99232]: pgmap v885: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-09-13T14:30:57.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:56 smithi001 ceph-mon[99232]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T14:30:57.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:56 smithi001 ceph-mon[96683]: pgmap v885: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-09-13T14:30:57.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:56 smithi001 ceph-mon[96683]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T14:30:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:56 smithi028 ceph-mon[87621]: pgmap v885: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-09-13T14:30:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:56 smithi028 ceph-mon[87621]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T14:30:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:30:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:30:57] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.51.0" 2024-09-13T14:30:57.895 INFO:tasks.rados.rados.0.smithi001.stdout:3714: finishing write tid 1 to smithi00185197-43 2024-09-13T14:30:57.895 INFO:tasks.rados.rados.0.smithi001.stdout:3714: finishing write tid 2 to smithi00185197-43 2024-09-13T14:30:57.895 INFO:tasks.rados.rados.0.smithi001.stdout:3714: finishing write tid 3 to smithi00185197-43 2024-09-13T14:30:57.895 INFO:tasks.rados.rados.0.smithi001.stdout:3714: oid 43 updating version 0 to 2546 2024-09-13T14:30:57.895 INFO:tasks.rados.rados.0.smithi001.stdout:3714: oid 43 updating version 2546 to 2547 2024-09-13T14:30:57.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2547 (ObjNum 1159 snap 363 seq_num 1159) dirty exists 2024-09-13T14:30:57.896 INFO:tasks.rados.rados.0.smithi001.stdout:3714: left oid 43 (ObjNum 1159 snap 363 seq_num 1159) 2024-09-13T14:30:57.896 INFO:tasks.rados.rados.0.smithi001.stdout:3715: expect (ObjNum 1116 snap 346 seq_num 1116) 2024-09-13T14:30:57.949 INFO:tasks.rados.rados.0.smithi001.stdout:3713: done (3 left) 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3714: done (2 left) 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3715: done (1 left) 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3716: done (0 left) 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3717: rollback oid 8 current snap is 363 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 360 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3718: read oid 28 snap -1 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3718: expect (ObjNum 1079 snap 334 seq_num 1079) 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3719: read oid 46 snap -1 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3719: expect (ObjNum 1116 snap 346 seq_num 1116) 2024-09-13T14:30:57.950 INFO:tasks.rados.rados.0.smithi001.stdout:3720: snap_create 2024-09-13T14:30:57.956 INFO:tasks.rados.rados.0.smithi001.stdout:3719: expect (ObjNum 1116 snap 346 seq_num 1116) 2024-09-13T14:30:58.014 INFO:tasks.rados.rados.0.smithi001.stdout:3717: finishing rollback tid 0 to smithi00185197-8 2024-09-13T14:30:58.014 INFO:tasks.rados.rados.0.smithi001.stdout:3717: finishing rollback tid 1 to smithi00185197-8 2024-09-13T14:30:58.014 INFO:tasks.rados.rados.0.smithi001.stdout:3717: finishing rollback tid 2 to smithi00185197-8 2024-09-13T14:30:58.014 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2554 (ObjNum 1118 snap 348 seq_num 1118) dirty exists 2024-09-13T14:30:58.014 INFO:tasks.rados.rados.0.smithi001.stdout:3718: expect (ObjNum 1079 snap 334 seq_num 1079) 2024-09-13T14:30:58.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:57 smithi001 ceph-mon[96683]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T14:30:58.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:57 smithi001 ceph-mon[96683]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T14:30:58.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:57 smithi001 ceph-mon[99232]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T14:30:58.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:57 smithi001 ceph-mon[99232]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T14:30:58.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:57 smithi028 ceph-mon[87621]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T14:30:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:57 smithi028 ceph-mon[87621]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T14:30:58.935 INFO:tasks.rados.rados.0.smithi001.stdout:3717: done (3 left) 2024-09-13T14:30:58.935 INFO:tasks.rados.rados.0.smithi001.stdout:3718: done (2 left) 2024-09-13T14:30:58.935 INFO:tasks.rados.rados.0.smithi001.stdout:3719: done (1 left) 2024-09-13T14:30:58.936 INFO:tasks.rados.rados.0.smithi001.stdout:3720: done (0 left) 2024-09-13T14:30:58.936 INFO:tasks.rados.rados.0.smithi001.stdout:3721: delete oid 10 current snap is 364 2024-09-13T14:30:58.946 INFO:tasks.rados.rados.0.smithi001.stdout:3721: done (0 left) 2024-09-13T14:30:58.946 INFO:tasks.rados.rados.0.smithi001.stdout:3722: copy_from oid 32 from oid 4 current snap is 364 2024-09-13T14:30:58.947 INFO:tasks.rados.rados.0.smithi001.stdout:3723: read oid 44 snap -1 2024-09-13T14:30:58.947 INFO:tasks.rados.rados.0.smithi001.stdout:3723: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:30:58.947 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 364 2024-09-13T14:30:58.947 INFO:tasks.rados.rados.0.smithi001.stdout:3724: seq_num 1162 ranges {2383872=270336} 2024-09-13T14:30:58.961 INFO:tasks.rados.rados.0.smithi001.stdout:3724: writing smithi00185197-14 from 2383872 to 2654208 tid 1 2024-09-13T14:30:58.961 INFO:tasks.rados.rados.0.smithi001.stdout:3725: snap_create 2024-09-13T14:30:58.961 INFO:tasks.rados.rados.0.smithi001.stdout:3723: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:30:58.962 INFO:tasks.rados.rados.0.smithi001.stdout:3722: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:30:58.962 INFO:tasks.rados.rados.0.smithi001.stdout:3722: finishing copy_from to smithi00185197-32 2024-09-13T14:30:58.962 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2564 (ObjNum 1137 snap 354 seq_num 1137) dirty exists 2024-09-13T14:30:58.966 INFO:tasks.rados.rados.0.smithi001.stdout:3724: finishing write tid 1 to smithi00185197-14 2024-09-13T14:30:58.966 INFO:tasks.rados.rados.0.smithi001.stdout:3724: finishing write tid 2 to smithi00185197-14 2024-09-13T14:30:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3724: finishing write tid 3 to smithi00185197-14 2024-09-13T14:30:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3724: oid 14 updating version 0 to 2553 2024-09-13T14:30:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3724: oid 14 updating version 2553 to 2554 2024-09-13T14:30:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2554 (ObjNum 1162 snap 364 seq_num 1162) dirty exists 2024-09-13T14:30:58.967 INFO:tasks.rados.rados.0.smithi001.stdout:3724: left oid 14 (ObjNum 1162 snap 364 seq_num 1162) 2024-09-13T14:30:59.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:58 smithi001 ceph-mon[96683]: pgmap v888: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 12 op/s 2024-09-13T14:30:59.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:58 smithi001 ceph-mon[99232]: pgmap v888: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 12 op/s 2024-09-13T14:30:59.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:58 smithi028 ceph-mon[87621]: pgmap v888: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 594 KiB/s wr, 12 op/s 2024-09-13T14:30:59.947 INFO:tasks.rados.rados.0.smithi001.stdout:3722: done (3 left) 2024-09-13T14:30:59.947 INFO:tasks.rados.rados.0.smithi001.stdout:3723: done (2 left) 2024-09-13T14:30:59.947 INFO:tasks.rados.rados.0.smithi001.stdout:3724: done (1 left) 2024-09-13T14:30:59.947 INFO:tasks.rados.rados.0.smithi001.stdout:3725: done (0 left) 2024-09-13T14:30:59.947 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 365 2024-09-13T14:30:59.948 INFO:tasks.rados.rados.0.smithi001.stdout:3726: seq_num 1163 ranges {1802240=286720} 2024-09-13T14:30:59.959 INFO:tasks.rados.rados.0.smithi001.stdout:3726: writing smithi00185197-11 from 1802240 to 2088960 tid 1 2024-09-13T14:30:59.959 INFO:tasks.rados.rados.0.smithi001.stdout:3727: rollback oid 17 current snap is 365 2024-09-13T14:30:59.959 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 17 to 357 2024-09-13T14:30:59.959 INFO:tasks.rados.rados.0.smithi001.stdout:3728: delete oid 8 current snap is 365 2024-09-13T14:30:59.966 INFO:tasks.rados.rados.0.smithi001.stdout:3728: done (2 left) 2024-09-13T14:30:59.966 INFO:tasks.rados.rados.0.smithi001.stdout:3729: read oid 45 snap -1 2024-09-13T14:30:59.966 INFO:tasks.rados.rados.0.smithi001.stdout:3729: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-13T14:30:59.966 INFO:tasks.rados.rados.0.smithi001.stdout:3730: copy_from oid 47 from oid 2 current snap is 365 2024-09-13T14:30:59.966 INFO:tasks.rados.rados.0.smithi001.stdout:3731: snap_remove snap 358 2024-09-13T14:31:00.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:30:59 smithi001 ceph-mon[96683]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T14:31:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:30:59 smithi001 ceph-mon[99232]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T14:31:00.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:30:59 smithi028 ceph-mon[87621]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T14:31:00.953 INFO:tasks.rados.rados.0.smithi001.stdout:3731: done (4 left) 2024-09-13T14:31:00.953 INFO:tasks.rados.rados.0.smithi001.stdout:3732: snap_remove snap 361 2024-09-13T14:31:01.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:00 smithi001 ceph-mon[96683]: pgmap v891: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 84 KiB/s wr, 18 op/s 2024-09-13T14:31:01.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:00 smithi001 ceph-mon[96683]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T14:31:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:00 smithi001 ceph-mon[99232]: pgmap v891: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 84 KiB/s wr, 18 op/s 2024-09-13T14:31:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:00 smithi001 ceph-mon[99232]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T14:31:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:00 smithi028 ceph-mon[87621]: pgmap v891: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 84 KiB/s wr, 18 op/s 2024-09-13T14:31:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:00 smithi028 ceph-mon[87621]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T14:31:01.960 INFO:tasks.rados.rados.0.smithi001.stdout:3732: done (4 left) 2024-09-13T14:31:01.960 INFO:tasks.rados.rados.0.smithi001.stdout:3733: copy_from oid 5 from oid 50 current snap is 365 2024-09-13T14:31:01.960 INFO:tasks.rados.rados.0.smithi001.stdout:3730: finishing copy_from to smithi00185197-47 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3730: got expected ENOENT (src dne) 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3730: finishing copy_from racing read to smithi00185197-47 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3727: finishing rollback tid 0 to smithi00185197-17 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3727: finishing rollback tid 1 to smithi00185197-17 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3727: finishing rollback tid 2 to smithi00185197-17 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2560 (ObjNum 1136 snap 353 seq_num 1136) dirty exists 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3726: finishing write tid 1 to smithi00185197-11 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3726: finishing write tid 2 to smithi00185197-11 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3726: finishing write tid 3 to smithi00185197-11 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3726: oid 11 updating version 0 to 2566 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3726: oid 11 version 2566 is already newer than 2565 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2566 (ObjNum 1163 snap 365 seq_num 1163) dirty exists 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3726: left oid 11 (ObjNum 1163 snap 365 seq_num 1163) 2024-09-13T14:31:01.961 INFO:tasks.rados.rados.0.smithi001.stdout:3726: done (4 left) 2024-09-13T14:31:01.962 INFO:tasks.rados.rados.0.smithi001.stdout:3727: done (3 left) 2024-09-13T14:31:01.962 INFO:tasks.rados.rados.0.smithi001.stdout:3730: done (2 left) 2024-09-13T14:31:01.962 INFO:tasks.rados.rados.0.smithi001.stdout:3734: copy_from oid 16 from oid 18 current snap is 365 2024-09-13T14:31:01.962 INFO:tasks.rados.rados.0.smithi001.stdout:3729: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-13T14:31:02.026 INFO:tasks.rados.rados.0.smithi001.stdout:3734: finishing copy_from racing read to smithi00185197-16 2024-09-13T14:31:02.026 INFO:tasks.rados.rados.0.smithi001.stdout:3733: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:31:02.026 INFO:tasks.rados.rados.0.smithi001.stdout:3734: finishing copy_from to smithi00185197-16 2024-09-13T14:31:02.026 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2529 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:31:02.026 INFO:tasks.rados.rados.0.smithi001.stdout:3733: finishing copy_from to smithi00185197-5 2024-09-13T14:31:02.026 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2548 (ObjNum 1153 snap 360 seq_num 1153) dirty exists 2024-09-13T14:31:02.027 INFO:tasks.rados.rados.0.smithi001.stdout:3729: done (2 left) 2024-09-13T14:31:02.027 INFO:tasks.rados.rados.0.smithi001.stdout:3733: done (1 left) 2024-09-13T14:31:02.027 INFO:tasks.rados.rados.0.smithi001.stdout:3734: done (0 left) 2024-09-13T14:31:02.027 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 365 2024-09-13T14:31:02.027 INFO:tasks.rados.rados.0.smithi001.stdout:3735: seq_num 1165 ranges {2015232=319488} 2024-09-13T14:31:02.038 INFO:tasks.rados.rados.0.smithi001.stdout:3735: writing smithi00185197-31 from 2015232 to 2334720 tid 1 2024-09-13T14:31:02.039 INFO:tasks.rados.rados.0.smithi001.stdout:3736: delete oid 30 current snap is 365 2024-09-13T14:31:02.041 INFO:tasks.rados.rados.0.smithi001.stdout:3736: done (1 left) 2024-09-13T14:31:02.041 INFO:tasks.rados.rados.0.smithi001.stdout:3737: delete oid 22 current snap is 365 2024-09-13T14:31:02.043 INFO:tasks.rados.rados.0.smithi001.stdout:3735: finishing write tid 1 to smithi00185197-31 2024-09-13T14:31:02.043 INFO:tasks.rados.rados.0.smithi001.stdout:3735: finishing write tid 2 to smithi00185197-31 2024-09-13T14:31:02.044 INFO:tasks.rados.rados.0.smithi001.stdout:3735: finishing write tid 3 to smithi00185197-31 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:3735: oid 31 updating version 0 to 2182 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:3735: oid 31 version 2182 is already newer than 2181 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2182 (ObjNum 1165 snap 365 seq_num 1165) dirty exists 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:3735: left oid 31 (ObjNum 1165 snap 365 seq_num 1165) 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:3735: done (1 left) 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:3737: done (0 left) 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 365 2024-09-13T14:31:02.045 INFO:tasks.rados.rados.0.smithi001.stdout:3738: seq_num 1168 ranges {0=368640} 2024-09-13T14:31:02.047 INFO:tasks.rados.rados.0.smithi001.stdout:3738: writing smithi00185197-44 from 0 to 368640 tid 1 2024-09-13T14:31:02.047 INFO:tasks.rados.rados.0.smithi001.stdout:3739: snap_remove snap 357 2024-09-13T14:31:02.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:01 smithi001 ceph-mon[96683]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T14:31:02.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:01 smithi001 ceph-mon[99232]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T14:31:02.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:01 smithi028 ceph-mon[87621]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T14:31:02.796 INFO:tasks.rados.rados.0.smithi001.stdout:3739: done (1 left) 2024-09-13T14:31:02.796 INFO:tasks.rados.rados.0.smithi001.stdout:3740: snap_create 2024-09-13T14:31:02.796 INFO:tasks.rados.rados.0.smithi001.stdout:3738: finishing write tid 1 to smithi00185197-44 2024-09-13T14:31:02.796 INFO:tasks.rados.rados.0.smithi001.stdout:3738: finishing write tid 2 to smithi00185197-44 2024-09-13T14:31:02.796 INFO:tasks.rados.rados.0.smithi001.stdout:3738: finishing write tid 3 to smithi00185197-44 2024-09-13T14:31:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:3738: oid 44 updating version 0 to 2552 2024-09-13T14:31:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:3738: oid 44 updating version 2552 to 2553 2024-09-13T14:31:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2553 (ObjNum 1168 snap 365 seq_num 1168) dirty exists 2024-09-13T14:31:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:3738: left oid 44 (ObjNum 1168 snap 365 seq_num 1168) 2024-09-13T14:31:03.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:02 smithi001 ceph-mon[96683]: pgmap v894: 121 pgs: 121 active+clean; 203 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:31:03.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:02 smithi001 ceph-mon[96683]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T14:31:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:02 smithi001 ceph-mon[96683]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T14:31:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:02 smithi001 ceph-mon[99232]: pgmap v894: 121 pgs: 121 active+clean; 203 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:31:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:02 smithi001 ceph-mon[99232]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T14:31:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:02 smithi001 ceph-mon[99232]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T14:31:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:02 smithi028 ceph-mon[87621]: pgmap v894: 121 pgs: 121 active+clean; 203 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T14:31:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:02 smithi028 ceph-mon[87621]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T14:31:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:02 smithi028 ceph-mon[87621]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T14:31:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:3738: done (1 left) 2024-09-13T14:31:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:3740: done (0 left) 2024-09-13T14:31:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:3741: rollback oid 21 current snap is 366 2024-09-13T14:31:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 352 2024-09-13T14:31:03.795 INFO:tasks.rados.rados.0.smithi001.stdout:3742: rollback oid 38 current snap is 366 2024-09-13T14:31:03.795 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 360 2024-09-13T14:31:03.795 INFO:tasks.rados.rados.0.smithi001.stdout:3743: snap_create 2024-09-13T14:31:03.803 INFO:tasks.rados.rados.0.smithi001.stdout:3742: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:31:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:3742: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:31:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:3741: finishing rollback tid 0 to smithi00185197-21 2024-09-13T14:31:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:3741: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:31:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:3742: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:31:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2558 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-09-13T14:31:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:3741: finishing rollback tid 2 to smithi00185197-21 2024-09-13T14:31:03.804 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2569 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2024-09-13T14:31:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:3741: done (2 left) 2024-09-13T14:31:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:3742: done (1 left) 2024-09-13T14:31:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:3743: done (0 left) 2024-09-13T14:31:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:3744: read oid 9 snap 363 2024-09-13T14:31:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:3744: expect (ObjNum 1151 snap 360 seq_num 1151) 2024-09-13T14:31:04.796 INFO:tasks.rados.rados.0.smithi001.stdout:3745: delete oid 24 current snap is 367 2024-09-13T14:31:04.803 INFO:tasks.rados.rados.0.smithi001.stdout:3745: done (1 left) 2024-09-13T14:31:04.803 INFO:tasks.rados.rados.0.smithi001.stdout:3746: rollback oid 26 current snap is 367 2024-09-13T14:31:04.803 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 362 2024-09-13T14:31:04.803 INFO:tasks.rados.rados.0.smithi001.stdout:3747: snap_create 2024-09-13T14:31:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3746: finishing rollback tid 0 to smithi00185197-26 2024-09-13T14:31:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3746: finishing rollback tid 1 to smithi00185197-26 2024-09-13T14:31:04.810 INFO:tasks.rados.rados.0.smithi001.stdout:3746: finishing rollback tid 2 to smithi00185197-26 2024-09-13T14:31:04.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2572 (ObjNum 1069 snap 329 seq_num 1069) dirty exists 2024-09-13T14:31:04.823 INFO:tasks.rados.rados.0.smithi001.stdout:3744: expect (ObjNum 1151 snap 360 seq_num 1151) 2024-09-13T14:31:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:04 smithi001 ceph-mon[96683]: pgmap v897: 121 pgs: 121 active+clean; 204 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T14:31:05.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:04 smithi001 ceph-mon[96683]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T14:31:05.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:04 smithi001 ceph-mon[99232]: pgmap v897: 121 pgs: 121 active+clean; 204 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T14:31:05.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:04 smithi001 ceph-mon[99232]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T14:31:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:04 smithi028 ceph-mon[87621]: pgmap v897: 121 pgs: 121 active+clean; 204 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T14:31:05.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:04 smithi028 ceph-mon[87621]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T14:31:05.806 INFO:tasks.rados.rados.0.smithi001.stdout:3744: done (2 left) 2024-09-13T14:31:05.806 INFO:tasks.rados.rados.0.smithi001.stdout:3746: done (1 left) 2024-09-13T14:31:05.806 INFO:tasks.rados.rados.0.smithi001.stdout:3747: done (0 left) 2024-09-13T14:31:05.806 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 368 2024-09-13T14:31:05.806 INFO:tasks.rados.rados.0.smithi001.stdout:3748: seq_num 1170 ranges {6414336=401408} 2024-09-13T14:31:05.843 INFO:tasks.rados.rados.0.smithi001.stdout:3748: writing smithi00185197-23 from 6414336 to 6815744 tid 1 2024-09-13T14:31:05.843 INFO:tasks.rados.rados.0.smithi001.stdout:3749: delete oid 13 current snap is 368 2024-09-13T14:31:05.848 INFO:tasks.rados.rados.0.smithi001.stdout:3749: done (1 left) 2024-09-13T14:31:05.849 INFO:tasks.rados.rados.0.smithi001.stdout:3750: copy_from oid 14 from oid 37 current snap is 368 2024-09-13T14:31:05.849 INFO:tasks.rados.rados.0.smithi001.stdout:3751: snap_remove snap 367 2024-09-13T14:31:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:05 smithi001 ceph-mon[96683]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T14:31:06.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:05 smithi001 ceph-mon[99232]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T14:31:06.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:05 smithi028 ceph-mon[87621]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T14:31:06.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:06.808 INFO:tasks.rados.rados.0.smithi001.stdout:3751: done (2 left) 2024-09-13T14:31:06.809 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 368 2024-09-13T14:31:06.809 INFO:tasks.rados.rados.0.smithi001.stdout:3752: seq_num 1172 ranges {32768=434176} 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:3752: writing smithi00185197-19 from 32768 to 466944 tid 1 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:3753: snap_create 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:3748: finishing write tid 1 to smithi00185197-23 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:3748: finishing write tid 2 to smithi00185197-23 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:3748: finishing write tid 3 to smithi00185197-23 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:3748: oid 23 updating version 0 to 2555 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:3748: oid 23 version 2555 is already newer than 2554 2024-09-13T14:31:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2555 (ObjNum 1170 snap 368 seq_num 1170) dirty exists 2024-09-13T14:31:06.813 INFO:tasks.rados.rados.0.smithi001.stdout:3748: left oid 23 (ObjNum 1170 snap 368 seq_num 1170) 2024-09-13T14:31:06.813 INFO:tasks.rados.rados.0.smithi001.stdout:3750: finishing copy_from racing read to smithi00185197-14 2024-09-13T14:31:06.813 INFO:tasks.rados.rados.0.smithi001.stdout:3750: finishing copy_from to smithi00185197-14 2024-09-13T14:31:06.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2180 (ObjNum 1156 snap 360 seq_num 1156) dirty exists 2024-09-13T14:31:06.819 INFO:tasks.rados.rados.0.smithi001.stdout:3752: finishing write tid 1 to smithi00185197-19 2024-09-13T14:31:06.819 INFO:tasks.rados.rados.0.smithi001.stdout:3752: finishing write tid 2 to smithi00185197-19 2024-09-13T14:31:06.820 INFO:tasks.rados.rados.0.smithi001.stdout:3752: finishing write tid 3 to smithi00185197-19 2024-09-13T14:31:06.820 INFO:tasks.rados.rados.0.smithi001.stdout:3752: oid 19 updating version 0 to 2566 2024-09-13T14:31:06.820 INFO:tasks.rados.rados.0.smithi001.stdout:3752: oid 19 version 2566 is already newer than 2565 2024-09-13T14:31:06.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2566 (ObjNum 1172 snap 368 seq_num 1172) dirty exists 2024-09-13T14:31:06.820 INFO:tasks.rados.rados.0.smithi001.stdout:3752: left oid 19 (ObjNum 1172 snap 368 seq_num 1172) 2024-09-13T14:31:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:06 smithi001 ceph-mon[96683]: pgmap v900: 121 pgs: 121 active+clean; 207 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-13T14:31:07.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:06 smithi001 ceph-mon[96683]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T14:31:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:06 smithi001 ceph-mon[99232]: pgmap v900: 121 pgs: 121 active+clean; 207 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-13T14:31:07.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:06 smithi001 ceph-mon[99232]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T14:31:07.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:06 smithi028 ceph-mon[87621]: pgmap v900: 121 pgs: 121 active+clean; 207 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-13T14:31:07.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:06 smithi028 ceph-mon[87621]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T14:31:07.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:31:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:31:07] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.51.0" 2024-09-13T14:31:07.795 INFO:tasks.rados.rados.0.smithi001.stdout:3748: done (3 left) 2024-09-13T14:31:07.795 INFO:tasks.rados.rados.0.smithi001.stdout:3750: done (2 left) 2024-09-13T14:31:07.795 INFO:tasks.rados.rados.0.smithi001.stdout:3752: done (1 left) 2024-09-13T14:31:07.795 INFO:tasks.rados.rados.0.smithi001.stdout:3753: done (0 left) 2024-09-13T14:31:07.796 INFO:tasks.rados.rados.0.smithi001.stdout:3754: copy_from oid 7 from oid 49 current snap is 369 2024-09-13T14:31:07.796 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 369 2024-09-13T14:31:07.796 INFO:tasks.rados.rados.0.smithi001.stdout:3755: seq_num 1173 ranges {163840=450560} 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:3755: writing smithi00185197-37 from 163840 to 614400 tid 1 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:3756: copy_from oid 5 from oid 6 current snap is 369 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:3757: rollback oid 30 current snap is 369 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 355 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:3758: rollback oid 44 current snap is 369 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 352 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:3759: copy_from oid 25 from oid 18 current snap is 369 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 369 2024-09-13T14:31:07.799 INFO:tasks.rados.rados.0.smithi001.stdout:3760: seq_num 1174 ranges {0=466944} 2024-09-13T14:31:07.802 INFO:tasks.rados.rados.0.smithi001.stdout:3760: writing smithi00185197-10 from 0 to 466944 tid 1 2024-09-13T14:31:07.802 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 369 2024-09-13T14:31:07.802 INFO:tasks.rados.rados.0.smithi001.stdout:3761: seq_num 1175 ranges {7962624=483328} 2024-09-13T14:31:07.851 INFO:tasks.rados.rados.0.smithi001.stdout:3761: writing smithi00185197-47 from 7962624 to 8445952 tid 1 2024-09-13T14:31:07.851 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 369 2024-09-13T14:31:07.851 INFO:tasks.rados.rados.0.smithi001.stdout:3754: finishing copy_from to smithi00185197-7 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3754: got expected ENOENT (src dne) 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3757: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 291480824) dirty dne 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3754: finishing copy_from racing read to smithi00185197-7 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3755: finishing write tid 1 to smithi00185197-37 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3758: finishing rollback tid 0 to smithi00185197-44 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3758: finishing rollback tid 1 to smithi00185197-44 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3758: finishing rollback tid 2 to smithi00185197-44 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2558 (ObjNum 1133 snap 352 seq_num 1133) dirty exists 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3755: finishing write tid 2 to smithi00185197-37 2024-09-13T14:31:07.852 INFO:tasks.rados.rados.0.smithi001.stdout:3762: seq_num 1176 ranges {2252800=499712} 2024-09-13T14:31:07.867 INFO:tasks.rados.rados.0.smithi001.stdout:3762: writing smithi00185197-4 from 2252800 to 2752512 tid 1 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3754: done (8 left) 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3757: done (7 left) 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3758: done (6 left) 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 369 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3760: finishing write tid 1 to smithi00185197-10 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3755: finishing write tid 3 to smithi00185197-37 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3755: oid 37 updating version 0 to 2184 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3755: oid 37 updating version 2184 to 2185 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2185 (ObjNum 1173 snap 369 seq_num 1173) dirty exists 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3755: left oid 37 (ObjNum 1173 snap 369 seq_num 1173) 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3760: finishing write tid 2 to smithi00185197-10 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3760: finishing write tid 3 to smithi00185197-10 2024-09-13T14:31:07.868 INFO:tasks.rados.rados.0.smithi001.stdout:3760: oid 10 updating version 0 to 2574 2024-09-13T14:31:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:3760: oid 10 version 2574 is already newer than 2573 2024-09-13T14:31:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2574 (ObjNum 1174 snap 369 seq_num 1174) dirty exists 2024-09-13T14:31:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:3760: left oid 10 (ObjNum 1174 snap 369 seq_num 1174) 2024-09-13T14:31:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:3759: finishing copy_from racing read to smithi00185197-25 2024-09-13T14:31:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:3759: finishing copy_from to smithi00185197-25 2024-09-13T14:31:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2529 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:31:07.869 INFO:tasks.rados.rados.0.smithi001.stdout:3763: seq_num 1177 ranges {7987200=516096} 2024-09-13T14:31:07.914 INFO:tasks.rados.rados.0.smithi001.stdout:3763: writing smithi00185197-9 from 7987200 to 8503296 tid 1 2024-09-13T14:31:07.914 INFO:tasks.rados.rados.0.smithi001.stdout:3755: done (6 left) 2024-09-13T14:31:07.914 INFO:tasks.rados.rados.0.smithi001.stdout:3759: done (5 left) 2024-09-13T14:31:07.914 INFO:tasks.rados.rados.0.smithi001.stdout:3760: done (4 left) 2024-09-13T14:31:07.914 INFO:tasks.rados.rados.0.smithi001.stdout:3764: read oid 45 snap -1 2024-09-13T14:31:07.914 INFO:tasks.rados.rados.0.smithi001.stdout:3764: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-13T14:31:07.914 INFO:tasks.rados.rados.0.smithi001.stdout:3765: copy_from oid 24 from oid 34 current snap is 369 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3761: finishing write tid 1 to smithi00185197-47 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3761: finishing write tid 2 to smithi00185197-47 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3761: finishing write tid 3 to smithi00185197-47 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3761: oid 47 updating version 0 to 2549 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3761: oid 47 version 2549 is already newer than 2548 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2549 (ObjNum 1175 snap 369 seq_num 1175) dirty exists 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3761: left oid 47 (ObjNum 1175 snap 369 seq_num 1175) 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3756: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3761: done (5 left) 2024-09-13T14:31:07.915 INFO:tasks.rados.rados.0.smithi001.stdout:3766: snap_remove snap 353 2024-09-13T14:31:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:07 smithi001 ceph-mon[96683]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T14:31:08.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:07 smithi001 ceph-mon[96683]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T14:31:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:07 smithi001 ceph-mon[99232]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T14:31:08.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:07 smithi001 ceph-mon[99232]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T14:31:08.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:07 smithi028 ceph-mon[87621]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T14:31:08.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:07 smithi028 ceph-mon[87621]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:3766: done (5 left) 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:3767: copy_from oid 46 from oid 29 current snap is 369 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:3756: finishing copy_from to smithi00185197-5 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2816 (ObjNum 1041 snap 321 seq_num 1041) dirty exists 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:3762: finishing write tid 1 to smithi00185197-4 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:3762: finishing write tid 2 to smithi00185197-4 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:3762: finishing write tid 3 to smithi00185197-4 2024-09-13T14:31:08.823 INFO:tasks.rados.rados.0.smithi001.stdout:3762: oid 4 updating version 0 to 2568 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3762: oid 4 version 2568 is already newer than 2567 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2568 (ObjNum 1176 snap 369 seq_num 1176) dirty exists 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3762: left oid 4 (ObjNum 1176 snap 369 seq_num 1176) 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3763: finishing write tid 1 to smithi00185197-9 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3763: finishing write tid 2 to smithi00185197-9 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3763: finishing write tid 3 to smithi00185197-9 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3763: oid 9 updating version 0 to 2560 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3763: oid 9 version 2560 is already newer than 2559 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2560 (ObjNum 1177 snap 369 seq_num 1177) dirty exists 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3763: left oid 9 (ObjNum 1177 snap 369 seq_num 1177) 2024-09-13T14:31:08.824 INFO:tasks.rados.rados.0.smithi001.stdout:3764: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-13T14:31:08.894 INFO:tasks.rados.rados.0.smithi001.stdout:3765: finishing copy_from racing read to smithi00185197-24 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3765: finishing copy_from to smithi00185197-24 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3756: done (5 left) 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3762: done (4 left) 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3763: done (3 left) 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3764: done (2 left) 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3765: done (1 left) 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3768: rollback oid 35 current snap is 369 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 368 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3767: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3767: finishing copy_from to smithi00185197-46 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2842 (ObjNum 1105 snap 342 seq_num 1105) dirty exists 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3767: done (1 left) 2024-09-13T14:31:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3769: copy_from oid 10 from oid 12 current snap is 369 2024-09-13T14:31:08.896 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 369 2024-09-13T14:31:08.896 INFO:tasks.rados.rados.0.smithi001.stdout:3770: seq_num 1178 ranges {0=532480} 2024-09-13T14:31:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3770: writing smithi00185197-48 from 0 to 532480 tid 1 2024-09-13T14:31:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3771: copy_from oid 22 from oid 19 current snap is 369 2024-09-13T14:31:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3772: rollback oid 23 current snap is 369 2024-09-13T14:31:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 365 2024-09-13T14:31:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3773: snap_create 2024-09-13T14:31:08.898 INFO:tasks.rados.rados.0.smithi001.stdout:3768: finishing rollback tid 0 to smithi00185197-35 2024-09-13T14:31:08.899 INFO:tasks.rados.rados.0.smithi001.stdout:3768: finishing rollback tid 1 to smithi00185197-35 2024-09-13T14:31:08.899 INFO:tasks.rados.rados.0.smithi001.stdout:3768: finishing rollback tid 2 to smithi00185197-35 2024-09-13T14:31:08.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2570 (ObjNum 1127 snap 349 seq_num 1127) dirty exists 2024-09-13T14:31:08.902 INFO:tasks.rados.rados.0.smithi001.stdout:3772: finishing rollback tid 0 to smithi00185197-23 2024-09-13T14:31:08.903 INFO:tasks.rados.rados.0.smithi001.stdout:3770: finishing write tid 1 to smithi00185197-48 2024-09-13T14:31:08.903 INFO:tasks.rados.rados.0.smithi001.stdout:3771: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:31:08.903 INFO:tasks.rados.rados.0.smithi001.stdout:3772: finishing rollback tid 1 to smithi00185197-23 2024-09-13T14:31:08.904 INFO:tasks.rados.rados.0.smithi001.stdout:3770: finishing write tid 2 to smithi00185197-48 2024-09-13T14:31:08.904 INFO:tasks.rados.rados.0.smithi001.stdout:3769: finishing copy_from racing read to smithi00185197-10 2024-09-13T14:31:08.904 INFO:tasks.rados.rados.0.smithi001.stdout:3771: finishing copy_from to smithi00185197-22 2024-09-13T14:31:08.905 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2566 (ObjNum 1172 snap 368 seq_num 1172) dirty exists 2024-09-13T14:31:08.905 INFO:tasks.rados.rados.0.smithi001.stdout:3772: finishing rollback tid 2 to smithi00185197-23 2024-09-13T14:31:08.905 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2563 (ObjNum 1134 snap 353 seq_num 1134) dirty exists 2024-09-13T14:31:08.905 INFO:tasks.rados.rados.0.smithi001.stdout:3769: finishing copy_from to smithi00185197-10 2024-09-13T14:31:08.905 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2546 (ObjNum 1081 snap 334 seq_num 1081) dirty exists 2024-09-13T14:31:08.906 INFO:tasks.rados.rados.0.smithi001.stdout:3770: finishing write tid 3 to smithi00185197-48 2024-09-13T14:31:08.906 INFO:tasks.rados.rados.0.smithi001.stdout:3770: oid 48 updating version 0 to 2556 2024-09-13T14:31:08.906 INFO:tasks.rados.rados.0.smithi001.stdout:3770: oid 48 updating version 2556 to 2557 2024-09-13T14:31:08.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2557 (ObjNum 1178 snap 369 seq_num 1178) dirty exists 2024-09-13T14:31:08.906 INFO:tasks.rados.rados.0.smithi001.stdout:3770: left oid 48 (ObjNum 1178 snap 369 seq_num 1178) 2024-09-13T14:31:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:08 smithi001 ceph-mon[96683]: pgmap v903: 121 pgs: 121 active+clean; 212 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T14:31:09.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:08 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:09.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:08 smithi001 ceph-mon[99232]: pgmap v903: 121 pgs: 121 active+clean; 212 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T14:31:09.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:08 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:09.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:08 smithi028 ceph-mon[87621]: pgmap v903: 121 pgs: 121 active+clean; 212 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T14:31:09.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:08 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:09.834 INFO:tasks.rados.rados.0.smithi001.stdout:3768: done (5 left) 2024-09-13T14:31:09.834 INFO:tasks.rados.rados.0.smithi001.stdout:3769: done (4 left) 2024-09-13T14:31:09.834 INFO:tasks.rados.rados.0.smithi001.stdout:3770: done (3 left) 2024-09-13T14:31:09.834 INFO:tasks.rados.rados.0.smithi001.stdout:3771: done (2 left) 2024-09-13T14:31:09.834 INFO:tasks.rados.rados.0.smithi001.stdout:3772: done (1 left) 2024-09-13T14:31:09.834 INFO:tasks.rados.rados.0.smithi001.stdout:3773: done (0 left) 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:3774: rollback oid 42 current snap is 370 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 363 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:3775: read oid 27 snap -1 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:3775: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:3776: read oid 29 snap -1 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:3776: expect (ObjNum 1105 snap 342 seq_num 1105) 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 370 2024-09-13T14:31:09.835 INFO:tasks.rados.rados.0.smithi001.stdout:3777: seq_num 1179 ranges {2252800=548864} 2024-09-13T14:31:09.850 INFO:tasks.rados.rados.0.smithi001.stdout:3777: writing smithi00185197-36 from 2252800 to 2801664 tid 1 2024-09-13T14:31:09.850 INFO:tasks.rados.rados.0.smithi001.stdout:3778: read oid 47 snap -1 2024-09-13T14:31:09.850 INFO:tasks.rados.rados.0.smithi001.stdout:3778: expect (ObjNum 1175 snap 369 seq_num 1175) 2024-09-13T14:31:09.850 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 370 2024-09-13T14:31:09.850 INFO:tasks.rados.rados.0.smithi001.stdout:3774: finishing rollback tid 0 to smithi00185197-42 2024-09-13T14:31:09.850 INFO:tasks.rados.rados.0.smithi001.stdout:3774: finishing rollback tid 1 to smithi00185197-42 2024-09-13T14:31:09.851 INFO:tasks.rados.rados.0.smithi001.stdout:3774: finishing rollback tid 2 to smithi00185197-42 2024-09-13T14:31:09.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2560 (ObjNum 1157 snap 363 seq_num 1157) dirty exists 2024-09-13T14:31:09.851 INFO:tasks.rados.rados.0.smithi001.stdout:3776: expect (ObjNum 1105 snap 342 seq_num 1105) 2024-09-13T14:31:09.964 INFO:tasks.rados.rados.0.smithi001.stdout:3775: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-13T14:31:10.018 INFO:tasks.rados.rados.0.smithi001.stdout:3777: finishing write tid 1 to smithi00185197-36 2024-09-13T14:31:10.019 INFO:tasks.rados.rados.0.smithi001.stdout:3777: finishing write tid 2 to smithi00185197-36 2024-09-13T14:31:10.019 INFO:tasks.rados.rados.0.smithi001.stdout:3777: finishing write tid 3 to smithi00185197-36 2024-09-13T14:31:10.019 INFO:tasks.rados.rados.0.smithi001.stdout:3777: oid 36 updating version 0 to 2575 2024-09-13T14:31:10.019 INFO:tasks.rados.rados.0.smithi001.stdout:3777: oid 36 updating version 2575 to 2576 2024-09-13T14:31:10.019 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2576 (ObjNum 1179 snap 370 seq_num 1179) dirty exists 2024-09-13T14:31:10.019 INFO:tasks.rados.rados.0.smithi001.stdout:3777: left oid 36 (ObjNum 1179 snap 370 seq_num 1179) 2024-09-13T14:31:10.019 INFO:tasks.rados.rados.0.smithi001.stdout:3778: expect (ObjNum 1175 snap 369 seq_num 1175) 2024-09-13T14:31:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[96683]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T14:31:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[99232]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:10.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:09 smithi028 ceph-mon[87621]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T14:31:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:10.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:31:10.718 INFO:tasks.rados.rados.0.smithi001.stdout:3779: seq_num 1180 ranges {0=565248} 2024-09-13T14:31:10.721 INFO:tasks.rados.rados.0.smithi001.stdout:3779: writing smithi00185197-8 from 0 to 565248 tid 1 2024-09-13T14:31:10.721 INFO:tasks.rados.rados.0.smithi001.stdout:3774: done (5 left) 2024-09-13T14:31:10.721 INFO:tasks.rados.rados.0.smithi001.stdout:3775: done (4 left) 2024-09-13T14:31:10.721 INFO:tasks.rados.rados.0.smithi001.stdout:3776: done (3 left) 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3777: done (2 left) 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3778: done (1 left) 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3780: read oid 12 snap -1 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3780: expect (ObjNum 1081 snap 334 seq_num 1081) 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3781: rollback oid 21 current snap is 370 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 360 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3782: copy_from oid 46 from oid 19 current snap is 370 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3783: copy_from oid 26 from oid 3 current snap is 370 2024-09-13T14:31:10.722 INFO:tasks.rados.rados.0.smithi001.stdout:3784: snap_create 2024-09-13T14:31:10.725 INFO:tasks.rados.rados.0.smithi001.stdout:3780: expect (ObjNum 1081 snap 334 seq_num 1081) 2024-09-13T14:31:10.761 INFO:tasks.rados.rados.0.smithi001.stdout:3779: finishing write tid 1 to smithi00185197-8 2024-09-13T14:31:10.761 INFO:tasks.rados.rados.0.smithi001.stdout:3779: finishing write tid 2 to smithi00185197-8 2024-09-13T14:31:10.761 INFO:tasks.rados.rados.0.smithi001.stdout:3779: finishing write tid 3 to smithi00185197-8 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3779: oid 8 updating version 0 to 2817 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3779: oid 8 updating version 2817 to 2818 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2818 (ObjNum 1180 snap 370 seq_num 1180) dirty exists 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3779: left oid 8 (ObjNum 1180 snap 370 seq_num 1180) 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3781: finishing rollback tid 0 to smithi00185197-21 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3781: finishing rollback tid 1 to smithi00185197-21 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3781: finishing rollback tid 2 to smithi00185197-21 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2579 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3782: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:3782: finishing copy_from to smithi00185197-46 2024-09-13T14:31:10.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2566 (ObjNum 1172 snap 368 seq_num 1172) dirty exists 2024-09-13T14:31:10.773 INFO:tasks.rados.rados.0.smithi001.stdout:3783: finishing copy_from racing read to smithi00185197-26 2024-09-13T14:31:10.776 INFO:tasks.rados.rados.0.smithi001.stdout:3783: finishing copy_from to smithi00185197-26 2024-09-13T14:31:10.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2557 (ObjNum 1144 snap 356 seq_num 1144) dirty exists 2024-09-13T14:31:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:10 smithi001 ceph-mon[96683]: pgmap v906: 121 pgs: 121 active+clean; 218 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T14:31:11.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:10 smithi001 ceph-mon[96683]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T14:31:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:10 smithi001 ceph-mon[99232]: pgmap v906: 121 pgs: 121 active+clean; 218 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T14:31:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:10 smithi001 ceph-mon[99232]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T14:31:11.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:10 smithi028 ceph-mon[87621]: pgmap v906: 121 pgs: 121 active+clean; 218 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-13T14:31:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:10 smithi028 ceph-mon[87621]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T14:31:11.454 INFO:tasks.rados.rados.0.smithi001.stdout:3779: done (5 left) 2024-09-13T14:31:11.454 INFO:tasks.rados.rados.0.smithi001.stdout:3780: done (4 left) 2024-09-13T14:31:11.454 INFO:tasks.rados.rados.0.smithi001.stdout:3781: done (3 left) 2024-09-13T14:31:11.454 INFO:tasks.rados.rados.0.smithi001.stdout:3782: done (2 left) 2024-09-13T14:31:11.455 INFO:tasks.rados.rados.0.smithi001.stdout:3783: done (1 left) 2024-09-13T14:31:11.455 INFO:tasks.rados.rados.0.smithi001.stdout:3784: done (0 left) 2024-09-13T14:31:11.455 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 371 2024-09-13T14:31:11.455 INFO:tasks.rados.rados.0.smithi001.stdout:3785: seq_num 1181 ranges {1310720=581632} 2024-09-13T14:31:11.464 INFO:tasks.rados.rados.0.smithi001.stdout:3785: writing smithi00185197-12 from 1310720 to 1892352 tid 1 2024-09-13T14:31:11.465 INFO:tasks.rados.rados.0.smithi001.stdout:3786: copy_from oid 6 from oid 39 current snap is 371 2024-09-13T14:31:11.465 INFO:tasks.rados.rados.0.smithi001.stdout:3787: copy_from oid 15 from oid 41 current snap is 371 2024-09-13T14:31:11.465 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 371 2024-09-13T14:31:11.465 INFO:tasks.rados.rados.0.smithi001.stdout:3788: seq_num 1182 ranges {352256=606208} 2024-09-13T14:31:11.470 INFO:tasks.rados.rados.0.smithi001.stdout:3788: writing smithi00185197-21 from 352256 to 958464 tid 1 2024-09-13T14:31:11.471 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 371 2024-09-13T14:31:11.471 INFO:tasks.rados.rados.0.smithi001.stdout:3785: finishing write tid 1 to smithi00185197-12 2024-09-13T14:31:11.471 INFO:tasks.rados.rados.0.smithi001.stdout:3789: seq_num 1183 ranges {2154496=622592} 2024-09-13T14:31:11.488 INFO:tasks.rados.rados.0.smithi001.stdout:3789: writing smithi00185197-45 from 2154496 to 2777088 tid 1 2024-09-13T14:31:11.488 INFO:tasks.rados.rados.0.smithi001.stdout:3790: rollback oid 30 current snap is 371 2024-09-13T14:31:11.488 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 370 2024-09-13T14:31:11.488 INFO:tasks.rados.rados.0.smithi001.stdout:3785: finishing write tid 2 to smithi00185197-12 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3786: finishing copy_from racing read to smithi00185197-6 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3785: finishing write tid 3 to smithi00185197-12 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3785: oid 12 updating version 0 to 2570 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3785: oid 12 version 2570 is already newer than 2569 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2570 (ObjNum 1181 snap 371 seq_num 1181) dirty exists 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3785: left oid 12 (ObjNum 1181 snap 371 seq_num 1181) 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3786: finishing copy_from to smithi00185197-6 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2551 (ObjNum 33 snap 0 seq_num 313462384) dirty exists 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3788: finishing write tid 1 to smithi00185197-21 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3785: done (5 left) 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3786: done (4 left) 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 371 2024-09-13T14:31:11.489 INFO:tasks.rados.rados.0.smithi001.stdout:3788: finishing write tid 2 to smithi00185197-21 2024-09-13T14:31:11.490 INFO:tasks.rados.rados.0.smithi001.stdout:3788: finishing write tid 3 to smithi00185197-21 2024-09-13T14:31:11.490 INFO:tasks.rados.rados.0.smithi001.stdout:3788: oid 21 updating version 0 to 2580 2024-09-13T14:31:11.490 INFO:tasks.rados.rados.0.smithi001.stdout:3788: oid 21 updating version 2580 to 2581 2024-09-13T14:31:11.490 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2581 (ObjNum 1182 snap 371 seq_num 1182) dirty exists 2024-09-13T14:31:11.490 INFO:tasks.rados.rados.0.smithi001.stdout:3788: left oid 21 (ObjNum 1182 snap 371 seq_num 1182) 2024-09-13T14:31:11.490 INFO:tasks.rados.rados.0.smithi001.stdout:3791: seq_num 1184 ranges {2252800=638976} 2024-09-13T14:31:11.505 INFO:tasks.rados.rados.0.smithi001.stdout:3791: writing smithi00185197-32 from 2252800 to 2891776 tid 1 2024-09-13T14:31:11.505 INFO:tasks.rados.rados.0.smithi001.stdout:3788: done (4 left) 2024-09-13T14:31:11.505 INFO:tasks.rados.rados.0.smithi001.stdout:3792: read oid 20 snap 368 2024-09-13T14:31:11.505 INFO:tasks.rados.rados.0.smithi001.stdout:3792: expect deleted 2024-09-13T14:31:11.505 INFO:tasks.rados.rados.0.smithi001.stdout:3793: snap_create 2024-09-13T14:31:11.505 INFO:tasks.rados.rados.0.smithi001.stdout:3790: finishing rollback tid 1 to smithi00185197-30 2024-09-13T14:31:11.505 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 291480824) dirty dne 2024-09-13T14:31:11.506 INFO:tasks.rados.rados.0.smithi001.stdout:3789: finishing write tid 1 to smithi00185197-45 2024-09-13T14:31:11.506 INFO:tasks.rados.rados.0.smithi001.stdout:3789: finishing write tid 2 to smithi00185197-45 2024-09-13T14:31:11.506 INFO:tasks.rados.rados.0.smithi001.stdout:3789: finishing write tid 3 to smithi00185197-45 2024-09-13T14:31:11.506 INFO:tasks.rados.rados.0.smithi001.stdout:3789: oid 45 updating version 0 to 2572 2024-09-13T14:31:11.506 INFO:tasks.rados.rados.0.smithi001.stdout:3789: oid 45 version 2572 is already newer than 2571 2024-09-13T14:31:11.506 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2572 (ObjNum 1183 snap 371 seq_num 1183) dirty exists 2024-09-13T14:31:11.506 INFO:tasks.rados.rados.0.smithi001.stdout:3789: left oid 45 (ObjNum 1183 snap 371 seq_num 1183) 2024-09-13T14:31:11.510 INFO:tasks.rados.rados.0.smithi001.stdout:3791: finishing write tid 1 to smithi00185197-32 2024-09-13T14:31:11.510 INFO:tasks.rados.rados.0.smithi001.stdout:3791: finishing write tid 2 to smithi00185197-32 2024-09-13T14:31:11.512 INFO:tasks.rados.rados.0.smithi001.stdout:3791: finishing write tid 3 to smithi00185197-32 2024-09-13T14:31:11.512 INFO:tasks.rados.rados.0.smithi001.stdout:3791: oid 32 updating version 0 to 2582 2024-09-13T14:31:11.512 INFO:tasks.rados.rados.0.smithi001.stdout:3791: oid 32 updating version 2582 to 2583 2024-09-13T14:31:11.512 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2583 (ObjNum 1184 snap 371 seq_num 1184) dirty exists 2024-09-13T14:31:11.512 INFO:tasks.rados.rados.0.smithi001.stdout:3791: left oid 32 (ObjNum 1184 snap 371 seq_num 1184) 2024-09-13T14:31:11.529 INFO:tasks.rados.rados.0.smithi001.stdout:3787: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:31:11.532 INFO:tasks.rados.rados.0.smithi001.stdout:3787: finishing copy_from to smithi00185197-15 2024-09-13T14:31:11.532 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2540 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-13T14:31:12.459 INFO:tasks.rados.rados.0.smithi001.stdout:3787: done (5 left) 2024-09-13T14:31:12.460 INFO:tasks.rados.rados.0.smithi001.stdout:3789: done (4 left) 2024-09-13T14:31:12.460 INFO:tasks.rados.rados.0.smithi001.stdout:3790: done (3 left) 2024-09-13T14:31:12.460 INFO:tasks.rados.rados.0.smithi001.stdout:3791: done (2 left) 2024-09-13T14:31:12.460 INFO:tasks.rados.rados.0.smithi001.stdout:3792: done (1 left) 2024-09-13T14:31:12.460 INFO:tasks.rados.rados.0.smithi001.stdout:3793: done (0 left) 2024-09-13T14:31:12.460 INFO:tasks.rados.rados.0.smithi001.stdout:3794: setattr oid 35 current snap is 372 2024-09-13T14:31:12.461 INFO:tasks.rados.rados.0.smithi001.stdout:3795: copy_from oid 3 from oid 19 current snap is 372 2024-09-13T14:31:12.462 INFO:tasks.rados.rados.0.smithi001.stdout:3796: read oid 44 snap -1 2024-09-13T14:31:12.462 INFO:tasks.rados.rados.0.smithi001.stdout:3796: expect (ObjNum 1133 snap 352 seq_num 1133) 2024-09-13T14:31:12.462 INFO:tasks.rados.rados.0.smithi001.stdout:3797: snap_remove snap 355 2024-09-13T14:31:12.796 INFO:tasks.rados.rados.0.smithi001.stdout:3797: done (3 left) 2024-09-13T14:31:12.796 INFO:tasks.rados.rados.0.smithi001.stdout:3798: rollback oid 38 current snap is 372 2024-09-13T14:31:12.796 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 360 2024-09-13T14:31:12.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2573 (ObjNum 1127 snap 349 seq_num 1127) dirty exists 2024-09-13T14:31:12.797 INFO:tasks.rados.rados.0.smithi001.stdout:3796: expect (ObjNum 1133 snap 352 seq_num 1133) 2024-09-13T14:31:12.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:12 smithi001 ceph-mon[96683]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T14:31:12.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:12 smithi001 ceph-mon[96683]: pgmap v909: 121 pgs: 121 active+clean; 221 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-13T14:31:12.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:12 smithi001 ceph-mon[99232]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T14:31:12.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:12 smithi001 ceph-mon[99232]: pgmap v909: 121 pgs: 121 active+clean; 221 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-13T14:31:12.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:12 smithi028 ceph-mon[87621]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T14:31:12.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:12 smithi028 ceph-mon[87621]: pgmap v909: 121 pgs: 121 active+clean; 221 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-13T14:31:12.867 INFO:tasks.rados.rados.0.smithi001.stdout:3795: finishing copy_from racing read to smithi00185197-3 2024-09-13T14:31:12.867 INFO:tasks.rados.rados.0.smithi001.stdout:3795: finishing copy_from to smithi00185197-3 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2566 (ObjNum 1172 snap 368 seq_num 1172) dirty exists 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3798: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3798: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3798: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2821 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3794: done (3 left) 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3795: done (2 left) 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3796: done (1 left) 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3798: done (0 left) 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3799: rollback oid 5 current snap is 372 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 368 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3800: copy_from oid 17 from oid 48 current snap is 372 2024-09-13T14:31:12.868 INFO:tasks.rados.rados.0.smithi001.stdout:3801: setattr oid 32 current snap is 372 2024-09-13T14:31:12.870 INFO:tasks.rados.rados.0.smithi001.stdout:3802: rollback oid 27 current snap is 372 2024-09-13T14:31:12.870 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 360 2024-09-13T14:31:12.870 INFO:tasks.rados.rados.0.smithi001.stdout:3803: read oid 15 snap -1 2024-09-13T14:31:12.870 INFO:tasks.rados.rados.0.smithi001.stdout:3803: expect (ObjNum 1125 snap 349 seq_num 1125) 2024-09-13T14:31:12.870 INFO:tasks.rados.rados.0.smithi001.stdout:3804: copy_from oid 2 from oid 18 current snap is 372 2024-09-13T14:31:12.870 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 372 2024-09-13T14:31:12.870 INFO:tasks.rados.rados.0.smithi001.stdout:3805: seq_num 1185 ranges {2088960=655360} 2024-09-13T14:31:12.886 INFO:tasks.rados.rados.0.smithi001.stdout:3805: writing smithi00185197-11 from 2088960 to 2744320 tid 1 2024-09-13T14:31:12.887 INFO:tasks.rados.rados.0.smithi001.stdout:3806: rmattr oid 34 current snap is 372 2024-09-13T14:31:12.887 INFO:tasks.rados.rados.0.smithi001.stdout:3806: done (7 left) 2024-09-13T14:31:12.887 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 372 2024-09-13T14:31:12.887 INFO:tasks.rados.rados.0.smithi001.stdout:3800: finishing copy_from racing read to smithi00185197-17 2024-09-13T14:31:12.887 INFO:tasks.rados.rados.0.smithi001.stdout:3807: seq_num 1186 ranges {2801664=671744} 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3807: writing smithi00185197-36 from 2801664 to 3473408 tid 1 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3808: snap_create 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3799: finishing rollback tid 0 to smithi00185197-5 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3802: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2584 (ObjNum 1184 snap 371 seq_num 1184) dirty exists 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3799: finishing rollback tid 1 to smithi00185197-5 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3799: finishing rollback tid 2 to smithi00185197-5 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2824 (ObjNum 1153 snap 360 seq_num 1153) dirty exists 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3802: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3800: finishing copy_from to smithi00185197-17 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2557 (ObjNum 1178 snap 369 seq_num 1178) dirty exists 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:3802: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:31:12.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2576 (ObjNum 1131 snap 350 seq_num 1131) dirty exists 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3804: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3805: finishing write tid 1 to smithi00185197-11 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3805: finishing write tid 2 to smithi00185197-11 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3805: finishing write tid 3 to smithi00185197-11 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3805: oid 11 updating version 0 to 2585 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3805: oid 11 updating version 2585 to 2586 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2586 (ObjNum 1185 snap 372 seq_num 1185) dirty exists 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3805: left oid 11 (ObjNum 1185 snap 372 seq_num 1185) 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:3804: finishing copy_from to smithi00185197-2 2024-09-13T14:31:12.908 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2529 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:31:12.911 INFO:tasks.rados.rados.0.smithi001.stdout:3807: finishing write tid 1 to smithi00185197-36 2024-09-13T14:31:12.911 INFO:tasks.rados.rados.0.smithi001.stdout:3807: finishing write tid 2 to smithi00185197-36 2024-09-13T14:31:12.913 INFO:tasks.rados.rados.0.smithi001.stdout:3807: finishing write tid 3 to smithi00185197-36 2024-09-13T14:31:12.913 INFO:tasks.rados.rados.0.smithi001.stdout:3807: oid 36 updating version 0 to 2588 2024-09-13T14:31:12.913 INFO:tasks.rados.rados.0.smithi001.stdout:3807: oid 36 version 2588 is already newer than 2587 2024-09-13T14:31:12.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2588 (ObjNum 1186 snap 372 seq_num 1186) dirty exists 2024-09-13T14:31:12.913 INFO:tasks.rados.rados.0.smithi001.stdout:3807: left oid 36 (ObjNum 1186 snap 372 seq_num 1186) 2024-09-13T14:31:12.921 INFO:tasks.rados.rados.0.smithi001.stdout:3803: expect (ObjNum 1125 snap 349 seq_num 1125) 2024-09-13T14:31:13.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:13 smithi001 ceph-mon[96683]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T14:31:13.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:13 smithi001 ceph-mon[96683]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T14:31:13.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:13 smithi001 ceph-mon[99232]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T14:31:13.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:13 smithi001 ceph-mon[99232]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T14:31:13.854 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:13 smithi028 ceph-mon[87621]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T14:31:13.855 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:13 smithi028 ceph-mon[87621]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T14:31:14.242 INFO:tasks.rados.rados.0.smithi001.stdout:3799: done (8 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3800: done (7 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3801: done (6 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3802: done (5 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3803: done (4 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3804: done (3 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3805: done (2 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3807: done (1 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3808: done (0 left) 2024-09-13T14:31:14.243 INFO:tasks.rados.rados.0.smithi001.stdout:3809: snap_remove snap 370 2024-09-13T14:31:14.801 INFO:tasks.rados.rados.0.smithi001.stdout:3809: done (0 left) 2024-09-13T14:31:14.801 INFO:tasks.rados.rados.0.smithi001.stdout:3810: copy_from oid 49 from oid 2 current snap is 373 2024-09-13T14:31:14.801 INFO:tasks.rados.rados.0.smithi001.stdout:3811: read oid 18 snap -1 2024-09-13T14:31:14.801 INFO:tasks.rados.rados.0.smithi001.stdout:3811: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:31:14.802 INFO:tasks.rados.rados.0.smithi001.stdout:3812: delete oid 30 current snap is 373 2024-09-13T14:31:14.815 INFO:tasks.rados.rados.0.smithi001.stdout:3812: done (2 left) 2024-09-13T14:31:14.815 INFO:tasks.rados.rados.0.smithi001.stdout:3813: copy_from oid 5 from oid 34 current snap is 373 2024-09-13T14:31:14.815 INFO:tasks.rados.rados.0.smithi001.stdout:3814: copy_from oid 17 from oid 13 current snap is 373 2024-09-13T14:31:14.815 INFO:tasks.rados.rados.0.smithi001.stdout:3815: delete oid 12 current snap is 373 2024-09-13T14:31:14.817 INFO:tasks.rados.rados.0.smithi001.stdout:3814: finishing copy_from to smithi00185197-17 2024-09-13T14:31:14.817 INFO:tasks.rados.rados.0.smithi001.stdout:3814: got expected ENOENT (src dne) 2024-09-13T14:31:14.817 INFO:tasks.rados.rados.0.smithi001.stdout:3814: finishing copy_from racing read to smithi00185197-17 2024-09-13T14:31:14.819 INFO:tasks.rados.rados.0.smithi001.stdout:3814: done (4 left) 2024-09-13T14:31:14.819 INFO:tasks.rados.rados.0.smithi001.stdout:3815: done (3 left) 2024-09-13T14:31:14.819 INFO:tasks.rados.rados.0.smithi001.stdout:3816: snap_remove snap 363 2024-09-13T14:31:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:14 smithi001 ceph-mon[96683]: pgmap v912: 121 pgs: 121 active+clean; 239 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-13T14:31:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:14 smithi001 ceph-mon[96683]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T14:31:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:14 smithi001 ceph-mon[99232]: pgmap v912: 121 pgs: 121 active+clean; 239 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-13T14:31:15.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:14 smithi001 ceph-mon[99232]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T14:31:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:14 smithi028 ceph-mon[87621]: pgmap v912: 121 pgs: 121 active+clean; 239 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-13T14:31:15.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:14 smithi028 ceph-mon[87621]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T14:31:15.810 INFO:tasks.rados.rados.0.smithi001.stdout:3816: done (3 left) 2024-09-13T14:31:15.810 INFO:tasks.rados.rados.0.smithi001.stdout:3817: setattr oid 43 current snap is 373 2024-09-13T14:31:15.810 INFO:tasks.rados.rados.0.smithi001.stdout:3810: finishing copy_from racing read to smithi00185197-49 2024-09-13T14:31:15.810 INFO:tasks.rados.rados.0.smithi001.stdout:3813: finishing copy_from racing read to smithi00185197-5 2024-09-13T14:31:15.810 INFO:tasks.rados.rados.0.smithi001.stdout:3811: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:31:15.975 INFO:tasks.rados.rados.0.smithi001.stdout:3813: finishing copy_from to smithi00185197-5 2024-09-13T14:31:15.975 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:15.975 INFO:tasks.rados.rados.0.smithi001.stdout:3810: finishing copy_from to smithi00185197-49 2024-09-13T14:31:15.975 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2529 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:31:15.975 INFO:tasks.rados.rados.0.smithi001.stdout:3810: done (3 left) 2024-09-13T14:31:15.975 INFO:tasks.rados.rados.0.smithi001.stdout:3811: done (2 left) 2024-09-13T14:31:15.976 INFO:tasks.rados.rados.0.smithi001.stdout:3813: done (1 left) 2024-09-13T14:31:15.976 INFO:tasks.rados.rados.0.smithi001.stdout:3818: delete oid 33 current snap is 373 2024-09-13T14:31:15.977 INFO:tasks.rados.rados.0.smithi001.stdout:3818: done (1 left) 2024-09-13T14:31:15.978 INFO:tasks.rados.rados.0.smithi001.stdout:3819: read oid 49 snap -1 2024-09-13T14:31:15.978 INFO:tasks.rados.rados.0.smithi001.stdout:3819: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:31:15.978 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 373 2024-09-13T14:31:15.978 INFO:tasks.rados.rados.0.smithi001.stdout:3820: seq_num 1190 ranges {3399680=737280} 2024-09-13T14:31:16.001 INFO:tasks.rados.rados.0.smithi001.stdout:3820: writing smithi00185197-2 from 3399680 to 4136960 tid 1 2024-09-13T14:31:16.001 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 373 2024-09-13T14:31:16.001 INFO:tasks.rados.rados.0.smithi001.stdout:3821: seq_num 1191 ranges {0=753664} 2024-09-13T14:31:16.005 INFO:tasks.rados.rados.0.smithi001.stdout:3821: writing smithi00185197-1 from 0 to 753664 tid 1 2024-09-13T14:31:16.005 INFO:tasks.rados.rados.0.smithi001.stdout:3822: read oid 6 snap -1 2024-09-13T14:31:16.005 INFO:tasks.rados.rados.0.smithi001.stdout:3822: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:31:16.005 INFO:tasks.rados.rados.0.smithi001.stdout:3823: snap_create 2024-09-13T14:31:16.005 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2550 (ObjNum 1159 snap 363 seq_num 1159) dirty exists 2024-09-13T14:31:16.005 INFO:tasks.rados.rados.0.smithi001.stdout:3819: expect (ObjNum 1023 snap 317 seq_num 1023) 2024-09-13T14:31:16.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:15 smithi001 ceph-mon[96683]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T14:31:16.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:15 smithi001 ceph-mon[99232]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T14:31:16.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:15 smithi028 ceph-mon[87621]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T14:31:16.161 INFO:tasks.rados.rados.0.smithi001.stdout:3822: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:31:16.162 INFO:tasks.rados.rados.0.smithi001.stdout:3820: finishing write tid 1 to smithi00185197-2 2024-09-13T14:31:16.162 INFO:tasks.rados.rados.0.smithi001.stdout:3820: finishing write tid 2 to smithi00185197-2 2024-09-13T14:31:16.162 INFO:tasks.rados.rados.0.smithi001.stdout:3820: finishing write tid 3 to smithi00185197-2 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3820: oid 2 updating version 0 to 2886 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3820: oid 2 updating version 2886 to 2887 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2887 (ObjNum 1190 snap 373 seq_num 1190) dirty exists 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3820: left oid 2 (ObjNum 1190 snap 373 seq_num 1190) 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3821: finishing write tid 1 to smithi00185197-1 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3821: finishing write tid 2 to smithi00185197-1 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3821: finishing write tid 3 to smithi00185197-1 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3821: oid 1 updating version 0 to 2550 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3821: oid 1 updating version 2550 to 2551 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2551 (ObjNum 1191 snap 373 seq_num 1191) dirty exists 2024-09-13T14:31:16.163 INFO:tasks.rados.rados.0.smithi001.stdout:3821: left oid 1 (ObjNum 1191 snap 373 seq_num 1191) 2024-09-13T14:31:16.809 INFO:tasks.rados.rados.0.smithi001.stdout:3817: done (5 left) 2024-09-13T14:31:16.809 INFO:tasks.rados.rados.0.smithi001.stdout:3819: done (4 left) 2024-09-13T14:31:16.809 INFO:tasks.rados.rados.0.smithi001.stdout:3820: done (3 left) 2024-09-13T14:31:16.809 INFO:tasks.rados.rados.0.smithi001.stdout:3821: done (2 left) 2024-09-13T14:31:16.809 INFO:tasks.rados.rados.0.smithi001.stdout:3822: done (1 left) 2024-09-13T14:31:16.809 INFO:tasks.rados.rados.0.smithi001.stdout:3823: done (0 left) 2024-09-13T14:31:16.809 INFO:tasks.rados.rados.0.smithi001.stdout:3824: delete oid 8 current snap is 374 2024-09-13T14:31:16.818 INFO:tasks.rados.rados.0.smithi001.stdout:3824: done (0 left) 2024-09-13T14:31:16.818 INFO:tasks.rados.rados.0.smithi001.stdout:3825: snap_remove snap 364 2024-09-13T14:31:17.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:16 smithi001 ceph-mon[99232]: pgmap v915: 121 pgs: 121 active+clean; 275 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 29 op/s 2024-09-13T14:31:17.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:16 smithi001 ceph-mon[99232]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T14:31:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:16 smithi001 ceph-mon[96683]: pgmap v915: 121 pgs: 121 active+clean; 275 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 29 op/s 2024-09-13T14:31:17.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:16 smithi001 ceph-mon[96683]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T14:31:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:16 smithi028 ceph-mon[87621]: pgmap v915: 121 pgs: 121 active+clean; 275 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 29 op/s 2024-09-13T14:31:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:16 smithi028 ceph-mon[87621]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T14:31:17.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:31:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:31:17] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.51.0" 2024-09-13T14:31:17.798 INFO:tasks.rados.rados.0.smithi001.stdout:3825: done (0 left) 2024-09-13T14:31:17.798 INFO:tasks.rados.rados.0.smithi001.stdout:3826: snap_remove snap 362 2024-09-13T14:31:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:17 smithi001 ceph-mon[99232]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T14:31:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:17 smithi001 ceph-mon[99232]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T14:31:18.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:17 smithi001 ceph-mon[96683]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T14:31:18.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:17 smithi001 ceph-mon[96683]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T14:31:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:17 smithi028 ceph-mon[87621]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T14:31:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:17 smithi028 ceph-mon[87621]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T14:31:18.800 INFO:tasks.rados.rados.0.smithi001.stdout:3826: done (0 left) 2024-09-13T14:31:18.800 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 374 2024-09-13T14:31:18.801 INFO:tasks.rados.rados.0.smithi001.stdout:3827: seq_num 1193 ranges {958464=786432} 2024-09-13T14:31:18.811 INFO:tasks.rados.rados.0.smithi001.stdout:3827: writing smithi00185197-21 from 958464 to 1744896 tid 1 2024-09-13T14:31:18.811 INFO:tasks.rados.rados.0.smithi001.stdout:3828: setattr oid 11 current snap is 374 2024-09-13T14:31:18.814 INFO:tasks.rados.rados.0.smithi001.stdout:3829: read oid 22 snap -1 2024-09-13T14:31:18.815 INFO:tasks.rados.rados.0.smithi001.stdout:3829: expect (ObjNum 1172 snap 368 seq_num 1172) 2024-09-13T14:31:18.815 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 374 2024-09-13T14:31:18.815 INFO:tasks.rados.rados.0.smithi001.stdout:3830: seq_num 1194 ranges {14262272=802816} 2024-09-13T14:31:18.898 INFO:tasks.rados.rados.0.smithi001.stdout:3830: writing smithi00185197-15 from 14262272 to 15065088 tid 1 2024-09-13T14:31:18.898 INFO:tasks.rados.rados.0.smithi001.stdout:3831: snap_create 2024-09-13T14:31:18.899 INFO:tasks.rados.rados.0.smithi001.stdout:3829: expect (ObjNum 1172 snap 368 seq_num 1172) 2024-09-13T14:31:18.912 INFO:tasks.rados.rados.0.smithi001.stdout:3827: finishing write tid 1 to smithi00185197-21 2024-09-13T14:31:18.912 INFO:tasks.rados.rados.0.smithi001.stdout:3827: finishing write tid 2 to smithi00185197-21 2024-09-13T14:31:18.912 INFO:tasks.rados.rados.0.smithi001.stdout:3827: finishing write tid 3 to smithi00185197-21 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3827: oid 21 updating version 0 to 2590 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3827: oid 21 version 2590 is already newer than 2589 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2590 (ObjNum 1193 snap 374 seq_num 1193) dirty exists 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3827: left oid 21 (ObjNum 1193 snap 374 seq_num 1193) 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2591 (ObjNum 1185 snap 372 seq_num 1185) dirty exists 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3830: finishing write tid 1 to smithi00185197-15 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3830: finishing write tid 2 to smithi00185197-15 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3830: finishing write tid 3 to smithi00185197-15 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3830: oid 15 updating version 0 to 2697 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3830: oid 15 updating version 2697 to 2698 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2698 (ObjNum 1194 snap 374 seq_num 1194) dirty exists 2024-09-13T14:31:18.913 INFO:tasks.rados.rados.0.smithi001.stdout:3830: left oid 15 (ObjNum 1194 snap 374 seq_num 1194) 2024-09-13T14:31:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:18 smithi001 ceph-mon[96683]: pgmap v918: 121 pgs: 121 active+clean; 281 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 9.5 MiB/s wr, 27 op/s 2024-09-13T14:31:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:18 smithi001 ceph-mon[96683]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T14:31:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:18 smithi001 ceph-mon[99232]: pgmap v918: 121 pgs: 121 active+clean; 281 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 9.5 MiB/s wr, 27 op/s 2024-09-13T14:31:19.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:18 smithi001 ceph-mon[99232]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T14:31:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:18 smithi028 ceph-mon[87621]: pgmap v918: 121 pgs: 121 active+clean; 281 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 9.5 MiB/s wr, 27 op/s 2024-09-13T14:31:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:18 smithi028 ceph-mon[87621]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T14:31:19.833 INFO:tasks.rados.rados.0.smithi001.stdout:3827: done (4 left) 2024-09-13T14:31:19.833 INFO:tasks.rados.rados.0.smithi001.stdout:3828: done (3 left) 2024-09-13T14:31:19.834 INFO:tasks.rados.rados.0.smithi001.stdout:3829: done (2 left) 2024-09-13T14:31:19.834 INFO:tasks.rados.rados.0.smithi001.stdout:3830: done (1 left) 2024-09-13T14:31:19.834 INFO:tasks.rados.rados.0.smithi001.stdout:3831: done (0 left) 2024-09-13T14:31:19.834 INFO:tasks.rados.rados.0.smithi001.stdout:3832: setattr oid 16 current snap is 375 2024-09-13T14:31:19.834 INFO:tasks.rados.rados.0.smithi001.stdout:3833: read oid 45 snap -1 2024-09-13T14:31:19.835 INFO:tasks.rados.rados.0.smithi001.stdout:3833: expect (ObjNum 1183 snap 371 seq_num 1183) 2024-09-13T14:31:19.835 INFO:tasks.rados.rados.0.smithi001.stdout:3834: snap_create 2024-09-13T14:31:19.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2903 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-09-13T14:31:19.852 INFO:tasks.rados.rados.0.smithi001.stdout:3833: expect (ObjNum 1183 snap 371 seq_num 1183) 2024-09-13T14:31:20.839 INFO:tasks.rados.rados.0.smithi001.stdout:3832: done (2 left) 2024-09-13T14:31:20.839 INFO:tasks.rados.rados.0.smithi001.stdout:3833: done (1 left) 2024-09-13T14:31:20.839 INFO:tasks.rados.rados.0.smithi001.stdout:3834: done (0 left) 2024-09-13T14:31:20.839 INFO:tasks.rados.rados.0.smithi001.stdout:3835: setattr oid 41 current snap is 376 2024-09-13T14:31:20.840 INFO:tasks.rados.rados.0.smithi001.stdout:3836: rollback oid 2 current snap is 376 2024-09-13T14:31:20.840 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 369 2024-09-13T14:31:20.840 INFO:tasks.rados.rados.0.smithi001.stdout:3837: snap_remove snap 368 2024-09-13T14:31:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:20 smithi001 ceph-mon[96683]: pgmap v921: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 286 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T14:31:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:20 smithi001 ceph-mon[96683]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T14:31:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:20 smithi001 ceph-mon[99232]: pgmap v921: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 286 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T14:31:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:20 smithi001 ceph-mon[99232]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T14:31:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:20 smithi028 ceph-mon[87621]: pgmap v921: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 286 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T14:31:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:20 smithi028 ceph-mon[87621]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T14:31:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:21.845 INFO:tasks.rados.rados.0.smithi001.stdout:3837: done (2 left) 2024-09-13T14:31:21.846 INFO:tasks.rados.rados.0.smithi001.stdout:3838: rmattr oid 1 current snap is 376 2024-09-13T14:31:21.846 INFO:tasks.rados.rados.0.smithi001.stdout:3838: done (2 left) 2024-09-13T14:31:21.846 INFO:tasks.rados.rados.0.smithi001.stdout:3839: snap_remove snap 375 2024-09-13T14:31:22.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:21 smithi001 ceph-mon[96683]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T14:31:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:21 smithi001 ceph-mon[99232]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T14:31:22.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:21 smithi028 ceph-mon[87621]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T14:31:22.800 INFO:tasks.rados.rados.0.smithi001.stdout:3839: done (2 left) 2024-09-13T14:31:22.800 INFO:tasks.rados.rados.0.smithi001.stdout:3840: snap_create 2024-09-13T14:31:22.800 INFO:tasks.rados.rados.0.smithi001.stdout:3836: finishing rollback tid 0 to smithi00185197-2 2024-09-13T14:31:22.800 INFO:tasks.rados.rados.0.smithi001.stdout:3836: finishing rollback tid 1 to smithi00185197-2 2024-09-13T14:31:22.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2906 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T14:31:22.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2567 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-13T14:31:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:22 smithi001 ceph-mon[96683]: pgmap v924: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 287 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:31:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:22 smithi001 ceph-mon[96683]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T14:31:23.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:22 smithi001 ceph-mon[96683]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T14:31:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:22 smithi001 ceph-mon[99232]: pgmap v924: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 287 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:31:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:22 smithi001 ceph-mon[99232]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T14:31:23.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:22 smithi001 ceph-mon[99232]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T14:31:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:22 smithi028 ceph-mon[87621]: pgmap v924: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 287 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-13T14:31:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:22 smithi028 ceph-mon[87621]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T14:31:23.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:22 smithi028 ceph-mon[87621]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T14:31:23.802 INFO:tasks.rados.rados.0.smithi001.stdout:3835: done (2 left) 2024-09-13T14:31:23.802 INFO:tasks.rados.rados.0.smithi001.stdout:3836: done (1 left) 2024-09-13T14:31:23.802 INFO:tasks.rados.rados.0.smithi001.stdout:3840: done (0 left) 2024-09-13T14:31:23.802 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 377 2024-09-13T14:31:23.802 INFO:tasks.rados.rados.0.smithi001.stdout:3841: seq_num 1195 ranges {3104768=417792,3522560=401408} 2024-09-13T14:31:23.821 INFO:tasks.rados.rados.0.smithi001.stdout:3841: writing smithi00185197-29 from 3104768 to 3522560 tid 1 2024-09-13T14:31:23.823 INFO:tasks.rados.rados.0.smithi001.stdout:3841: writing smithi00185197-29 from 3522560 to 3923968 tid 2 2024-09-13T14:31:23.823 INFO:tasks.rados.rados.0.smithi001.stdout:3842: delete oid 37 current snap is 377 2024-09-13T14:31:23.829 INFO:tasks.rados.rados.0.smithi001.stdout:3841: finishing write tid 1 to smithi00185197-29 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3842: done (1 left) 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3843: copy_from oid 33 from oid 15 current snap is 377 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3844: read oid 20 snap 373 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3844: expect deleted 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3845: copy_from oid 39 from oid 7 current snap is 377 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3846: snap_create 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3841: finishing write tid 2 to smithi00185197-29 2024-09-13T14:31:23.830 INFO:tasks.rados.rados.0.smithi001.stdout:3841: finishing write tid 3 to smithi00185197-29 2024-09-13T14:31:23.833 INFO:tasks.rados.rados.0.smithi001.stdout:3841: finishing write tid 4 to smithi00185197-29 2024-09-13T14:31:23.833 INFO:tasks.rados.rados.0.smithi001.stdout:3841: oid 29 updating version 0 to 2917 2024-09-13T14:31:23.833 INFO:tasks.rados.rados.0.smithi001.stdout:3841: oid 29 updating version 2917 to 2918 2024-09-13T14:31:23.833 INFO:tasks.rados.rados.0.smithi001.stdout:3841: oid 29 version 2918 is already newer than 2916 2024-09-13T14:31:23.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2918 (ObjNum 1195 snap 377 seq_num 1195) dirty exists 2024-09-13T14:31:23.833 INFO:tasks.rados.rados.0.smithi001.stdout:3841: left oid 29 (ObjNum 1195 snap 377 seq_num 1195) 2024-09-13T14:31:23.865 INFO:tasks.rados.rados.0.smithi001.stdout:3845: finishing copy_from racing read to smithi00185197-39 2024-09-13T14:31:23.867 INFO:tasks.rados.rados.0.smithi001.stdout:3845: finishing copy_from to smithi00185197-39 2024-09-13T14:31:23.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2560 (ObjNum 1129 snap 349 seq_num 1129) dirty exists 2024-09-13T14:31:23.886 INFO:tasks.rados.rados.0.smithi001.stdout:3843: finishing copy_from racing read to smithi00185197-33 2024-09-13T14:31:23.892 INFO:tasks.rados.rados.0.smithi001.stdout:3843: finishing copy_from to smithi00185197-33 2024-09-13T14:31:23.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2698 (ObjNum 1194 snap 374 seq_num 1194) dirty exists 2024-09-13T14:31:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:3841: done (4 left) 2024-09-13T14:31:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:3843: done (3 left) 2024-09-13T14:31:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:3844: done (2 left) 2024-09-13T14:31:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:3845: done (1 left) 2024-09-13T14:31:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:3846: done (0 left) 2024-09-13T14:31:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:3847: delete oid 8 current snap is 378 2024-09-13T14:31:24.813 INFO:tasks.rados.rados.0.smithi001.stdout:3847: done (0 left) 2024-09-13T14:31:24.813 INFO:tasks.rados.rados.0.smithi001.stdout:3848: snap_remove snap 371 2024-09-13T14:31:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:24 smithi001 ceph-mon[96683]: pgmap v927: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 287 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 376 KiB/s wr, 18 op/s 2024-09-13T14:31:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:24 smithi001 ceph-mon[96683]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T14:31:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:24 smithi001 ceph-mon[99232]: pgmap v927: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 287 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 376 KiB/s wr, 18 op/s 2024-09-13T14:31:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:24 smithi001 ceph-mon[99232]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T14:31:25.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:24 smithi028 ceph-mon[87621]: pgmap v927: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 287 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 376 KiB/s wr, 18 op/s 2024-09-13T14:31:25.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:24 smithi028 ceph-mon[87621]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T14:31:25.813 INFO:tasks.rados.rados.0.smithi001.stdout:3848: done (0 left) 2024-09-13T14:31:25.814 INFO:tasks.rados.rados.0.smithi001.stdout:3849: rmattr oid 5 current snap is 378 2024-09-13T14:31:25.814 INFO:tasks.rados.rados.0.smithi001.stdout:3849: done (0 left) 2024-09-13T14:31:25.814 INFO:tasks.rados.rados.0.smithi001.stdout:3850: snap_create 2024-09-13T14:31:26.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:25 smithi001 ceph-mon[96683]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T14:31:26.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:25 smithi001 ceph-mon[99232]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T14:31:26.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:25 smithi028 ceph-mon[87621]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T14:31:26.814 INFO:tasks.rados.rados.0.smithi001.stdout:3850: done (0 left) 2024-09-13T14:31:26.814 INFO:tasks.rados.rados.0.smithi001.stdout:3851: snap_remove snap 373 2024-09-13T14:31:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:26 smithi001 ceph-mon[96683]: pgmap v930: 121 pgs: 121 active+clean; 302 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-13T14:31:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:26 smithi001 ceph-mon[96683]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T14:31:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:26 smithi001 ceph-mon[99232]: pgmap v930: 121 pgs: 121 active+clean; 302 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-13T14:31:27.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:26 smithi001 ceph-mon[99232]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T14:31:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:26 smithi028 ceph-mon[87621]: pgmap v930: 121 pgs: 121 active+clean; 302 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-13T14:31:27.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:26 smithi028 ceph-mon[87621]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T14:31:27.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:31:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:31:27] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.51.0" 2024-09-13T14:31:27.801 INFO:tasks.rados.rados.0.smithi001.stdout:3851: done (0 left) 2024-09-13T14:31:27.801 INFO:tasks.rados.rados.0.smithi001.stdout:3852: snap_remove snap 374 2024-09-13T14:31:28.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:27 smithi001 ceph-mon[96683]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T14:31:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:27 smithi001 ceph-mon[96683]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T14:31:28.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:27 smithi001 ceph-mon[99232]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T14:31:28.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:27 smithi001 ceph-mon[99232]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T14:31:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:27 smithi028 ceph-mon[87621]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T14:31:28.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:27 smithi028 ceph-mon[87621]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T14:31:28.803 INFO:tasks.rados.rados.0.smithi001.stdout:3852: done (0 left) 2024-09-13T14:31:28.803 INFO:tasks.rados.rados.0.smithi001.stdout:3853: snap_create 2024-09-13T14:31:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:28 smithi001 ceph-mon[99232]: pgmap v933: 121 pgs: 121 active+clean; 307 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.1 MiB/s wr, 8 op/s 2024-09-13T14:31:29.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:28 smithi001 ceph-mon[99232]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T14:31:29.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:28 smithi001 ceph-mon[96683]: pgmap v933: 121 pgs: 121 active+clean; 307 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.1 MiB/s wr, 8 op/s 2024-09-13T14:31:29.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:28 smithi001 ceph-mon[96683]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T14:31:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:28 smithi028 ceph-mon[87621]: pgmap v933: 121 pgs: 121 active+clean; 307 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.1 MiB/s wr, 8 op/s 2024-09-13T14:31:29.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:28 smithi028 ceph-mon[87621]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T14:31:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:3853: done (0 left) 2024-09-13T14:31:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:3854: read oid 36 snap 377 2024-09-13T14:31:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:3854: expect (ObjNum 1186 snap 372 seq_num 1186) 2024-09-13T14:31:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:3855: setattr oid 19 current snap is 380 2024-09-13T14:31:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:3856: copy_from oid 31 from oid 11 current snap is 380 2024-09-13T14:31:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:3857: snap_remove snap 365 2024-09-13T14:31:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:3857: done (3 left) 2024-09-13T14:31:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:3858: rmattr oid 15 current snap is 380 2024-09-13T14:31:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2572 (ObjNum 1172 snap 368 seq_num 1172) dirty exists 2024-09-13T14:31:30.808 INFO:tasks.rados.rados.0.smithi001.stdout:3854: expect (ObjNum 1186 snap 372 seq_num 1186) 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:3856: finishing copy_from racing read to smithi00185197-31 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:3856: finishing copy_from to smithi00185197-31 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2591 (ObjNum 1185 snap 372 seq_num 1185) dirty exists 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2699 (ObjNum 1194 snap 374 seq_num 1194) dirty exists 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:3854: done (3 left) 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:3855: done (2 left) 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:3856: done (1 left) 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:3858: done (0 left) 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:3859: rollback oid 33 current snap is 380 2024-09-13T14:31:31.009 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 352 2024-09-13T14:31:31.010 INFO:tasks.rados.rados.0.smithi001.stdout:3860: snap_remove snap 377 2024-09-13T14:31:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:30 smithi001 ceph-mon[99232]: pgmap v936: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 1 op/s 2024-09-13T14:31:31.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:30 smithi001 ceph-mon[99232]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T14:31:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:30 smithi001 ceph-mon[96683]: pgmap v936: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 1 op/s 2024-09-13T14:31:31.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:30 smithi001 ceph-mon[96683]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T14:31:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:30 smithi028 ceph-mon[87621]: pgmap v936: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 1 op/s 2024-09-13T14:31:31.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:30 smithi028 ceph-mon[87621]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T14:31:31.821 INFO:tasks.rados.rados.0.smithi001.stdout:3859: finishing rollback tid 0 to smithi00185197-33 2024-09-13T14:31:31.821 INFO:tasks.rados.rados.0.smithi001.stdout:3859: finishing rollback tid 1 to smithi00185197-33 2024-09-13T14:31:31.821 INFO:tasks.rados.rados.0.smithi001.stdout:3859: finishing rollback tid 2 to smithi00185197-33 2024-09-13T14:31:31.821 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2701 (ObjNum 1122 snap 349 seq_num 1122) dirty exists 2024-09-13T14:31:31.821 INFO:tasks.rados.rados.0.smithi001.stdout:3859: done (1 left) 2024-09-13T14:31:31.821 INFO:tasks.rados.rados.0.smithi001.stdout:3860: done (0 left) 2024-09-13T14:31:31.821 INFO:tasks.rados.rados.0.smithi001.stdout:3861: snap_remove snap 378 2024-09-13T14:31:32.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:31 smithi001 ceph-mon[99232]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T14:31:32.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:31 smithi001 ceph-mon[96683]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T14:31:32.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:31 smithi028 ceph-mon[87621]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T14:31:32.803 INFO:tasks.rados.rados.0.smithi001.stdout:3861: done (0 left) 2024-09-13T14:31:32.803 INFO:tasks.rados.rados.0.smithi001.stdout:3862: copy_from oid 37 from oid 24 current snap is 380 2024-09-13T14:31:32.803 INFO:tasks.rados.rados.0.smithi001.stdout:3863: copy_from oid 28 from oid 12 current snap is 380 2024-09-13T14:31:32.803 INFO:tasks.rados.rados.0.smithi001.stdout:3864: snap_remove snap 360 2024-09-13T14:31:33.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:32 smithi001 ceph-mon[99232]: pgmap v939: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 200 KiB/s wr, 2 op/s 2024-09-13T14:31:33.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:32 smithi001 ceph-mon[99232]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T14:31:33.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:32 smithi001 ceph-mon[99232]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T14:31:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:32 smithi001 ceph-mon[96683]: pgmap v939: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 200 KiB/s wr, 2 op/s 2024-09-13T14:31:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:32 smithi001 ceph-mon[96683]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T14:31:33.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:32 smithi001 ceph-mon[96683]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T14:31:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:32 smithi028 ceph-mon[87621]: pgmap v939: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 200 KiB/s wr, 2 op/s 2024-09-13T14:31:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:32 smithi028 ceph-mon[87621]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T14:31:33.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:32 smithi028 ceph-mon[87621]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T14:31:33.806 INFO:tasks.rados.rados.0.smithi001.stdout:3863: finishing copy_from to smithi00185197-28 2024-09-13T14:31:33.806 INFO:tasks.rados.rados.0.smithi001.stdout:3863: got expected ENOENT (src dne) 2024-09-13T14:31:33.806 INFO:tasks.rados.rados.0.smithi001.stdout:3863: finishing copy_from racing read to smithi00185197-28 2024-09-13T14:31:33.806 INFO:tasks.rados.rados.0.smithi001.stdout:3862: finishing copy_from racing read to smithi00185197-37 2024-09-13T14:31:33.806 INFO:tasks.rados.rados.0.smithi001.stdout:3862: finishing copy_from to smithi00185197-37 2024-09-13T14:31:33.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:33.807 INFO:tasks.rados.rados.0.smithi001.stdout:3862: done (2 left) 2024-09-13T14:31:33.807 INFO:tasks.rados.rados.0.smithi001.stdout:3863: done (1 left) 2024-09-13T14:31:33.807 INFO:tasks.rados.rados.0.smithi001.stdout:3864: done (0 left) 2024-09-13T14:31:33.807 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 380 2024-09-13T14:31:33.807 INFO:tasks.rados.rados.0.smithi001.stdout:3865: seq_num 1198 ranges {3399680=466944,3866624=401408} 2024-09-13T14:31:33.828 INFO:tasks.rados.rados.0.smithi001.stdout:3865: writing smithi00185197-16 from 3399680 to 3866624 tid 1 2024-09-13T14:31:33.831 INFO:tasks.rados.rados.0.smithi001.stdout:3865: writing smithi00185197-16 from 3866624 to 4268032 tid 2 2024-09-13T14:31:33.831 INFO:tasks.rados.rados.0.smithi001.stdout:3866: rmattr oid 34 current snap is 380 2024-09-13T14:31:33.831 INFO:tasks.rados.rados.0.smithi001.stdout:3866: done (1 left) 2024-09-13T14:31:33.831 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 380 2024-09-13T14:31:33.832 INFO:tasks.rados.rados.0.smithi001.stdout:3867: seq_num 1199 ranges {3473408=483328,3956736=401408} 2024-09-13T14:31:33.853 INFO:tasks.rados.rados.0.smithi001.stdout:3867: writing smithi00185197-36 from 3473408 to 3956736 tid 1 2024-09-13T14:31:33.855 INFO:tasks.rados.rados.0.smithi001.stdout:3867: writing smithi00185197-36 from 3956736 to 4358144 tid 2 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3868: setattr oid 21 current snap is 380 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: finishing write tid 1 to smithi00185197-16 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: finishing write tid 2 to smithi00185197-16 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: finishing write tid 3 to smithi00185197-16 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: finishing write tid 4 to smithi00185197-16 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: oid 16 updating version 0 to 2949 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: oid 16 version 2949 is already newer than 2948 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: oid 16 updating version 2949 to 2950 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2950 (ObjNum 1198 snap 380 seq_num 1198) dirty exists 2024-09-13T14:31:33.856 INFO:tasks.rados.rados.0.smithi001.stdout:3865: left oid 16 (ObjNum 1198 snap 380 seq_num 1198) 2024-09-13T14:31:33.857 INFO:tasks.rados.rados.0.smithi001.stdout:3865: done (2 left) 2024-09-13T14:31:33.857 INFO:tasks.rados.rados.0.smithi001.stdout:3869: read oid 29 snap -1 2024-09-13T14:31:33.857 INFO:tasks.rados.rados.0.smithi001.stdout:3869: expect (ObjNum 1195 snap 377 seq_num 1195) 2024-09-13T14:31:33.857 INFO:tasks.rados.rados.0.smithi001.stdout:3870: delete oid 38 current snap is 380 2024-09-13T14:31:33.860 INFO:tasks.rados.rados.0.smithi001.stdout:3867: finishing write tid 1 to smithi00185197-36 2024-09-13T14:31:33.861 INFO:tasks.rados.rados.0.smithi001.stdout:3870: done (3 left) 2024-09-13T14:31:33.861 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 380 2024-09-13T14:31:33.862 INFO:tasks.rados.rados.0.smithi001.stdout:3871: seq_num 1201 ranges {4251648=524288,4775936=401408} 2024-09-13T14:31:33.888 INFO:tasks.rados.rados.0.smithi001.stdout:3871: writing smithi00185197-50 from 4251648 to 4775936 tid 1 2024-09-13T14:31:33.891 INFO:tasks.rados.rados.0.smithi001.stdout:3871: writing smithi00185197-50 from 4775936 to 5177344 tid 2 2024-09-13T14:31:33.891 INFO:tasks.rados.rados.0.smithi001.stdout:3872: rollback oid 22 current snap is 380 2024-09-13T14:31:33.891 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 376 2024-09-13T14:31:33.891 INFO:tasks.rados.rados.0.smithi001.stdout:3867: finishing write tid 2 to smithi00185197-36 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: finishing write tid 3 to smithi00185197-36 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: finishing write tid 4 to smithi00185197-36 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: oid 36 updating version 0 to 2596 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: oid 36 version 2596 is already newer than 2595 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: oid 36 version 2596 is already newer than 2594 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2596 (ObjNum 1199 snap 380 seq_num 1199) dirty exists 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: left oid 36 (ObjNum 1199 snap 380 seq_num 1199) 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2598 (ObjNum 1193 snap 374 seq_num 1193) dirty exists 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: done (4 left) 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3868: done (3 left) 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 380 2024-09-13T14:31:33.892 INFO:tasks.rados.rados.0.smithi001.stdout:3869: expect (ObjNum 1195 snap 377 seq_num 1195) 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3871: finishing write tid 1 to smithi00185197-50 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3871: finishing write tid 2 to smithi00185197-50 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3871: finishing write tid 3 to smithi00185197-50 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3872: finishing rollback tid 0 to smithi00185197-22 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3872: finishing rollback tid 1 to smithi00185197-22 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3872: finishing rollback tid 2 to smithi00185197-22 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2594 (ObjNum 1172 snap 368 seq_num 1172) dirty exists 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3871: finishing write tid 4 to smithi00185197-50 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3871: oid 50 updating version 0 to 2551 2024-09-13T14:31:34.071 INFO:tasks.rados.rados.0.smithi001.stdout:3871: oid 50 updating version 2551 to 2552 2024-09-13T14:31:34.072 INFO:tasks.rados.rados.0.smithi001.stdout:3871: oid 50 version 2552 is already newer than 2550 2024-09-13T14:31:34.072 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2552 (ObjNum 1201 snap 380 seq_num 1201) dirty exists 2024-09-13T14:31:34.072 INFO:tasks.rados.rados.0.smithi001.stdout:3871: left oid 50 (ObjNum 1201 snap 380 seq_num 1201) 2024-09-13T14:31:34.072 INFO:tasks.rados.rados.0.smithi001.stdout:3873: seq_num 1202 ranges {1744896=540672,2285568=401408} 2024-09-13T14:31:34.083 INFO:tasks.rados.rados.0.smithi001.stdout:3873: writing smithi00185197-21 from 1744896 to 2285568 tid 1 2024-09-13T14:31:34.085 INFO:tasks.rados.rados.0.smithi001.stdout:3873: writing smithi00185197-21 from 2285568 to 2686976 tid 2 2024-09-13T14:31:34.085 INFO:tasks.rados.rados.0.smithi001.stdout:3869: done (3 left) 2024-09-13T14:31:34.086 INFO:tasks.rados.rados.0.smithi001.stdout:3871: done (2 left) 2024-09-13T14:31:34.086 INFO:tasks.rados.rados.0.smithi001.stdout:3872: done (1 left) 2024-09-13T14:31:34.086 INFO:tasks.rados.rados.0.smithi001.stdout:3874: read oid 7 snap -1 2024-09-13T14:31:34.086 INFO:tasks.rados.rados.0.smithi001.stdout:3874: expect (ObjNum 1129 snap 349 seq_num 1129) 2024-09-13T14:31:34.086 INFO:tasks.rados.rados.0.smithi001.stdout:3875: snap_create 2024-09-13T14:31:34.093 INFO:tasks.rados.rados.0.smithi001.stdout:3873: finishing write tid 1 to smithi00185197-21 2024-09-13T14:31:34.095 INFO:tasks.rados.rados.0.smithi001.stdout:3873: finishing write tid 2 to smithi00185197-21 2024-09-13T14:31:34.095 INFO:tasks.rados.rados.0.smithi001.stdout:3873: finishing write tid 3 to smithi00185197-21 2024-09-13T14:31:34.097 INFO:tasks.rados.rados.0.smithi001.stdout:3873: finishing write tid 4 to smithi00185197-21 2024-09-13T14:31:34.097 INFO:tasks.rados.rados.0.smithi001.stdout:3873: oid 21 updating version 0 to 2600 2024-09-13T14:31:34.097 INFO:tasks.rados.rados.0.smithi001.stdout:3873: oid 21 version 2600 is already newer than 2599 2024-09-13T14:31:34.097 INFO:tasks.rados.rados.0.smithi001.stdout:3873: oid 21 updating version 2600 to 2601 2024-09-13T14:31:34.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2601 (ObjNum 1202 snap 380 seq_num 1202) dirty exists 2024-09-13T14:31:34.097 INFO:tasks.rados.rados.0.smithi001.stdout:3873: left oid 21 (ObjNum 1202 snap 380 seq_num 1202) 2024-09-13T14:31:34.112 INFO:tasks.rados.rados.0.smithi001.stdout:3874: expect (ObjNum 1129 snap 349 seq_num 1129) 2024-09-13T14:31:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:3873: done (2 left) 2024-09-13T14:31:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:3874: done (1 left) 2024-09-13T14:31:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:3875: done (0 left) 2024-09-13T14:31:34.823 INFO:tasks.rados.rados.0.smithi001.stdout:3876: snap_remove snap 379 2024-09-13T14:31:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:34 smithi001 ceph-mon[99232]: pgmap v942: 121 pgs: 121 active+clean; 313 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-09-13T14:31:35.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:34 smithi001 ceph-mon[99232]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T14:31:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:34 smithi001 ceph-mon[96683]: pgmap v942: 121 pgs: 121 active+clean; 313 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-09-13T14:31:35.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:34 smithi001 ceph-mon[96683]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T14:31:35.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:34 smithi028 ceph-mon[87621]: pgmap v942: 121 pgs: 121 active+clean; 313 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-09-13T14:31:35.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:34 smithi028 ceph-mon[87621]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T14:31:35.829 INFO:tasks.rados.rados.0.smithi001.stdout:3876: done (0 left) 2024-09-13T14:31:35.830 INFO:tasks.rados.rados.0.smithi001.stdout:3877: setattr oid 44 current snap is 381 2024-09-13T14:31:35.831 INFO:tasks.rados.rados.0.smithi001.stdout:3878: copy_from oid 35 from oid 34 current snap is 381 2024-09-13T14:31:35.831 INFO:tasks.rados.rados.0.smithi001.stdout:3879: read oid 22 snap -1 2024-09-13T14:31:35.831 INFO:tasks.rados.rados.0.smithi001.stdout:3879: expect (ObjNum 1172 snap 368 seq_num 1172) 2024-09-13T14:31:35.831 INFO:tasks.rados.rados.0.smithi001.stdout:3880: snap_remove snap 369 2024-09-13T14:31:36.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:35 smithi001 ceph-mon[99232]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T14:31:36.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:36.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:35 smithi001 ceph-mon[96683]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T14:31:36.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:35 smithi028 ceph-mon[87621]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T14:31:36.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:36.833 INFO:tasks.rados.rados.0.smithi001.stdout:3880: done (3 left) 2024-09-13T14:31:36.833 INFO:tasks.rados.rados.0.smithi001.stdout:3881: rollback oid 12 current snap is 381 2024-09-13T14:31:36.833 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 366 2024-09-13T14:31:36.833 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 381 2024-09-13T14:31:36.834 INFO:tasks.rados.rados.0.smithi001.stdout:3882: seq_num 1203 ranges {4358144=557056,4915200=401408} 2024-09-13T14:31:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:3882: writing smithi00185197-36 from 4358144 to 4915200 tid 1 2024-09-13T14:31:36.863 INFO:tasks.rados.rados.0.smithi001.stdout:3882: writing smithi00185197-36 from 4915200 to 5316608 tid 2 2024-09-13T14:31:36.863 INFO:tasks.rados.rados.0.smithi001.stdout:3883: snap_remove snap 352 2024-09-13T14:31:37.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:36 smithi001 ceph-mon[99232]: pgmap v945: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 15 op/s 2024-09-13T14:31:37.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:36 smithi001 ceph-mon[99232]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T14:31:37.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:36 smithi001 ceph-mon[96683]: pgmap v945: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 15 op/s 2024-09-13T14:31:37.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:36 smithi001 ceph-mon[96683]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T14:31:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:36 smithi028 ceph-mon[87621]: pgmap v945: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 15 op/s 2024-09-13T14:31:37.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:36 smithi028 ceph-mon[87621]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T14:31:37.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:31:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:31:37] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.51.0" 2024-09-13T14:31:37.805 INFO:tasks.rados.rados.0.smithi001.stdout:3883: done (5 left) 2024-09-13T14:31:37.805 INFO:tasks.rados.rados.0.smithi001.stdout:3884: read oid 33 snap -1 2024-09-13T14:31:37.805 INFO:tasks.rados.rados.0.smithi001.stdout:3884: expect (ObjNum 1122 snap 349 seq_num 1122) 2024-09-13T14:31:37.806 INFO:tasks.rados.rados.0.smithi001.stdout:3885: setattr oid 38 current snap is 381 2024-09-13T14:31:37.806 INFO:tasks.rados.rados.0.smithi001.stdout:3879: expect (ObjNum 1172 snap 368 seq_num 1172) 2024-09-13T14:31:37.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2564 (ObjNum 1133 snap 352 seq_num 1133) dirty exists 2024-09-13T14:31:37.827 INFO:tasks.rados.rados.0.smithi001.stdout:3878: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:31:37.827 INFO:tasks.rados.rados.0.smithi001.stdout:3878: finishing copy_from to smithi00185197-35 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3881: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3881: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2574 (ObjNum 1081 snap 334 seq_num 1081) dirty exists 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3882: finishing write tid 1 to smithi00185197-36 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3882: finishing write tid 2 to smithi00185197-36 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3882: finishing write tid 3 to smithi00185197-36 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3882: finishing write tid 4 to smithi00185197-36 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3882: oid 36 updating version 0 to 2618 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3882: oid 36 version 2618 is already newer than 2617 2024-09-13T14:31:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:3882: oid 36 updating version 2618 to 2619 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2619 (ObjNum 1203 snap 381 seq_num 1203) dirty exists 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:3882: left oid 36 (ObjNum 1203 snap 381 seq_num 1203) 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:3877: done (6 left) 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:3878: done (5 left) 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:3879: done (4 left) 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:3881: done (3 left) 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:3882: done (2 left) 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 381 2024-09-13T14:31:37.829 INFO:tasks.rados.rados.0.smithi001.stdout:3886: seq_num 1204 ranges {3399680=573440,3973120=401408} 2024-09-13T14:31:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:3886: writing smithi00185197-49 from 3399680 to 3973120 tid 1 2024-09-13T14:31:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3886: writing smithi00185197-49 from 3973120 to 4374528 tid 2 2024-09-13T14:31:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 381 2024-09-13T14:31:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3887: seq_num 1205 ranges {12500992=589824,13090816=401408} 2024-09-13T14:31:37.926 INFO:tasks.rados.rados.0.smithi001.stdout:3887: writing smithi00185197-26 from 12500992 to 13090816 tid 1 2024-09-13T14:31:37.928 INFO:tasks.rados.rados.0.smithi001.stdout:3887: writing smithi00185197-26 from 13090816 to 13492224 tid 2 2024-09-13T14:31:37.928 INFO:tasks.rados.rados.0.smithi001.stdout:3888: copy_from oid 35 from oid 5 current snap is 381 2024-09-13T14:31:37.928 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2827 (ObjNum 609 snap 0 seq_num 314275232) dirty exists 2024-09-13T14:31:37.928 INFO:tasks.rados.rados.0.smithi001.stdout:3884: expect (ObjNum 1122 snap 349 seq_num 1122) 2024-09-13T14:31:38.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:37 smithi001 ceph-mon[96683]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T14:31:38.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:37 smithi001 ceph-mon[96683]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T14:31:38.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:37 smithi001 ceph-mon[99232]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T14:31:38.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:37 smithi001 ceph-mon[99232]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T14:31:38.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:37 smithi028 ceph-mon[87621]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T14:31:38.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:37 smithi028 ceph-mon[87621]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T14:31:38.126 INFO:tasks.rados.rados.0.smithi001.stdout:3886: finishing write tid 1 to smithi00185197-49 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3886: finishing write tid 2 to smithi00185197-49 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3886: finishing write tid 3 to smithi00185197-49 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3886: finishing write tid 4 to smithi00185197-49 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3886: oid 49 updating version 0 to 2975 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3886: oid 49 updating version 2975 to 2976 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3886: oid 49 version 2976 is already newer than 2974 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2976 (ObjNum 1204 snap 381 seq_num 1204) dirty exists 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3886: left oid 49 (ObjNum 1204 snap 381 seq_num 1204) 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3887: finishing write tid 1 to smithi00185197-26 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3887: finishing write tid 2 to smithi00185197-26 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3887: finishing write tid 3 to smithi00185197-26 2024-09-13T14:31:38.127 INFO:tasks.rados.rados.0.smithi001.stdout:3884: done (4 left) 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3885: done (3 left) 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3886: done (2 left) 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 381 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3887: finishing write tid 4 to smithi00185197-26 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3887: oid 26 updating version 0 to 2632 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3887: oid 26 version 2632 is already newer than 2631 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3887: oid 26 updating version 2632 to 2633 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2633 (ObjNum 1205 snap 381 seq_num 1205) dirty exists 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3887: left oid 26 (ObjNum 1205 snap 381 seq_num 1205) 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3888: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3888: finishing copy_from to smithi00185197-35 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:38.128 INFO:tasks.rados.rados.0.smithi001.stdout:3889: seq_num 1206 ranges {466944=606208,1073152=401408} 2024-09-13T14:31:38.131 INFO:tasks.rados.rados.0.smithi001.stdout:3889: writing smithi00185197-22 from 466944 to 1073152 tid 1 2024-09-13T14:31:38.134 INFO:tasks.rados.rados.0.smithi001.stdout:3889: writing smithi00185197-22 from 1073152 to 1474560 tid 2 2024-09-13T14:31:38.134 INFO:tasks.rados.rados.0.smithi001.stdout:3887: done (2 left) 2024-09-13T14:31:38.134 INFO:tasks.rados.rados.0.smithi001.stdout:3888: done (1 left) 2024-09-13T14:31:38.134 INFO:tasks.rados.rados.0.smithi001.stdout:3890: copy_from oid 32 from oid 45 current snap is 381 2024-09-13T14:31:38.134 INFO:tasks.rados.rados.0.smithi001.stdout:3891: snap_remove snap 366 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:3891: done (2 left) 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:3892: rollback oid 50 current snap is 381 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 372 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 1 to smithi00185197-22 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 2 to smithi00185197-22 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 3 to smithi00185197-22 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 4 to smithi00185197-22 2024-09-13T14:31:38.855 INFO:tasks.rados.rados.0.smithi001.stdout:3889: oid 22 updating version 0 to 2596 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3889: oid 22 updating version 2596 to 2597 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3889: oid 22 version 2597 is already newer than 2595 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2597 (ObjNum 1206 snap 381 seq_num 1206) dirty exists 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3889: left oid 22 (ObjNum 1206 snap 381 seq_num 1206) 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3890: finishing copy_from racing read to smithi00185197-32 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3890: finishing copy_from to smithi00185197-32 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2572 (ObjNum 1183 snap 371 seq_num 1183) dirty exists 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3889: done (2 left) 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3890: done (1 left) 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 381 2024-09-13T14:31:38.856 INFO:tasks.rados.rados.0.smithi001.stdout:3893: seq_num 1207 ranges {2777088=622592,3399680=401408} 2024-09-13T14:31:38.875 INFO:tasks.rados.rados.0.smithi001.stdout:3893: writing smithi00185197-32 from 2777088 to 3399680 tid 1 2024-09-13T14:31:38.878 INFO:tasks.rados.rados.0.smithi001.stdout:3893: writing smithi00185197-32 from 3399680 to 3801088 tid 2 2024-09-13T14:31:38.878 INFO:tasks.rados.rados.0.smithi001.stdout:3894: read oid 7 snap 380 2024-09-13T14:31:38.878 INFO:tasks.rados.rados.0.smithi001.stdout:3894: expect (ObjNum 1129 snap 349 seq_num 1129) 2024-09-13T14:31:38.878 INFO:tasks.rados.rados.0.smithi001.stdout:3895: delete oid 46 current snap is 381 2024-09-13T14:31:38.878 INFO:tasks.rados.rados.0.smithi001.stdout:3892: finishing rollback tid 0 to smithi00185197-50 2024-09-13T14:31:38.878 INFO:tasks.rados.rados.0.smithi001.stdout:3892: finishing rollback tid 1 to smithi00185197-50 2024-09-13T14:31:38.878 INFO:tasks.rados.rados.0.smithi001.stdout:3892: finishing rollback tid 2 to smithi00185197-50 2024-09-13T14:31:38.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2555 (ObjNum 1153 snap 360 seq_num 1153) dirty exists 2024-09-13T14:31:38.887 INFO:tasks.rados.rados.0.smithi001.stdout:3892: done (3 left) 2024-09-13T14:31:38.887 INFO:tasks.rados.rados.0.smithi001.stdout:3895: done (2 left) 2024-09-13T14:31:38.887 INFO:tasks.rados.rados.0.smithi001.stdout:3896: copy_from oid 19 from oid 47 current snap is 381 2024-09-13T14:31:38.887 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 381 2024-09-13T14:31:38.887 INFO:tasks.rados.rados.0.smithi001.stdout:3897: seq_num 1209 ranges {532480=655360,1187840=401408} 2024-09-13T14:31:38.894 INFO:tasks.rados.rados.0.smithi001.stdout:3897: writing smithi00185197-17 from 532480 to 1187840 tid 1 2024-09-13T14:31:38.896 INFO:tasks.rados.rados.0.smithi001.stdout:3897: writing smithi00185197-17 from 1187840 to 1589248 tid 2 2024-09-13T14:31:38.897 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 381 2024-09-13T14:31:38.897 INFO:tasks.rados.rados.0.smithi001.stdout:3898: seq_num 1210 ranges {0=671744,671744=401408} 2024-09-13T14:31:38.900 INFO:tasks.rados.rados.0.smithi001.stdout:3898: writing smithi00185197-46 from 0 to 671744 tid 1 2024-09-13T14:31:38.904 INFO:tasks.rados.rados.0.smithi001.stdout:3898: writing smithi00185197-46 from 671744 to 1073152 tid 2 2024-09-13T14:31:38.904 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 381 2024-09-13T14:31:38.904 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 1 to smithi00185197-32 2024-09-13T14:31:38.904 INFO:tasks.rados.rados.0.smithi001.stdout:3899: seq_num 1211 ranges {0=688128,688128=401408} 2024-09-13T14:31:38.909 INFO:tasks.rados.rados.0.smithi001.stdout:3899: writing smithi00185197-13 from 0 to 688128 tid 1 2024-09-13T14:31:38.912 INFO:tasks.rados.rados.0.smithi001.stdout:3899: writing smithi00185197-13 from 688128 to 1089536 tid 2 2024-09-13T14:31:38.912 INFO:tasks.rados.rados.0.smithi001.stdout:3900: snap_remove snap 376 2024-09-13T14:31:39.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:38 smithi001 ceph-mon[99232]: pgmap v948: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 446 KiB/s wr, 15 op/s 2024-09-13T14:31:39.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:38 smithi001 ceph-mon[96683]: pgmap v948: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 446 KiB/s wr, 15 op/s 2024-09-13T14:31:39.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:38 smithi028 ceph-mon[87621]: pgmap v948: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 446 KiB/s wr, 15 op/s 2024-09-13T14:31:39.862 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 2 to smithi00185197-32 2024-09-13T14:31:39.862 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 3 to smithi00185197-32 2024-09-13T14:31:39.862 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 4 to smithi00185197-32 2024-09-13T14:31:39.862 INFO:tasks.rados.rados.0.smithi001.stdout:3893: oid 32 updating version 0 to 2647 2024-09-13T14:31:39.862 INFO:tasks.rados.rados.0.smithi001.stdout:3893: oid 32 updating version 2647 to 2648 2024-09-13T14:31:39.862 INFO:tasks.rados.rados.0.smithi001.stdout:3893: oid 32 version 2648 is already newer than 2646 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2648 (ObjNum 1207 snap 381 seq_num 1207) dirty exists 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3893: left oid 32 (ObjNum 1207 snap 381 seq_num 1207) 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: finishing write tid 1 to smithi00185197-17 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: finishing write tid 2 to smithi00185197-17 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: finishing write tid 3 to smithi00185197-17 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: finishing write tid 4 to smithi00185197-17 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: oid 17 updating version 0 to 2570 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: oid 17 version 2570 is already newer than 2569 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: oid 17 version 2570 is already newer than 2568 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2570 (ObjNum 1209 snap 381 seq_num 1209) dirty exists 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3897: left oid 17 (ObjNum 1209 snap 381 seq_num 1209) 2024-09-13T14:31:39.863 INFO:tasks.rados.rados.0.smithi001.stdout:3894: expect (ObjNum 1129 snap 349 seq_num 1129) 2024-09-13T14:31:40.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:39 smithi028 ceph-mon[87621]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T14:31:40.136 INFO:tasks.rados.rados.0.smithi001.stdout:3898: finishing write tid 1 to smithi00185197-46 2024-09-13T14:31:40.136 INFO:tasks.rados.rados.0.smithi001.stdout:3898: finishing write tid 2 to smithi00185197-46 2024-09-13T14:31:40.136 INFO:tasks.rados.rados.0.smithi001.stdout:3898: finishing write tid 3 to smithi00185197-46 2024-09-13T14:31:40.136 INFO:tasks.rados.rados.0.smithi001.stdout:3898: finishing write tid 4 to smithi00185197-46 2024-09-13T14:31:40.136 INFO:tasks.rados.rados.0.smithi001.stdout:3898: oid 46 updating version 0 to 2987 2024-09-13T14:31:40.136 INFO:tasks.rados.rados.0.smithi001.stdout:3898: oid 46 updating version 2987 to 2989 2024-09-13T14:31:40.136 INFO:tasks.rados.rados.0.smithi001.stdout:3898: oid 46 version 2989 is already newer than 2988 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2989 (ObjNum 1210 snap 381 seq_num 1210) dirty exists 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3898: left oid 46 (ObjNum 1210 snap 381 seq_num 1210) 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 1 to smithi00185197-13 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3893: done (6 left) 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3894: done (5 left) 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3897: done (4 left) 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3898: done (3 left) 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3900: done (2 left) 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3901: read oid 20 snap 380 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3901: expect deleted 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3902: rollback oid 27 current snap is 381 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 372 2024-09-13T14:31:40.137 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 2 to smithi00185197-13 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 3 to smithi00185197-13 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 4 to smithi00185197-13 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3899: oid 13 updating version 0 to 2556 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3899: oid 13 updating version 2556 to 2557 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3899: oid 13 updating version 2557 to 2558 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2558 (ObjNum 1211 snap 381 seq_num 1211) dirty exists 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3899: left oid 13 (ObjNum 1211 snap 381 seq_num 1211) 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3896: finishing copy_from racing read to smithi00185197-19 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3896: finishing copy_from to smithi00185197-19 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2549 (ObjNum 1175 snap 369 seq_num 1175) dirty exists 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3896: done (3 left) 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3899: done (2 left) 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 381 2024-09-13T14:31:40.138 INFO:tasks.rados.rados.0.smithi001.stdout:3903: seq_num 1212 ranges {3399680=704512,4104192=401408} 2024-09-13T14:31:40.158 INFO:tasks.rados.rados.0.smithi001.stdout:3903: writing smithi00185197-18 from 3399680 to 4104192 tid 1 2024-09-13T14:31:40.161 INFO:tasks.rados.rados.0.smithi001.stdout:3903: writing smithi00185197-18 from 4104192 to 4505600 tid 2 2024-09-13T14:31:40.161 INFO:tasks.rados.rados.0.smithi001.stdout:3904: read oid 35 snap -1 2024-09-13T14:31:40.161 INFO:tasks.rados.rados.0.smithi001.stdout:3904: expect (ObjNum 1078 snap 332 seq_num 1078) 2024-09-13T14:31:40.161 INFO:tasks.rados.rados.0.smithi001.stdout:3905: rollback oid 47 current snap is 381 2024-09-13T14:31:40.161 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 380 2024-09-13T14:31:40.161 INFO:tasks.rados.rados.0.smithi001.stdout:3902: finishing rollback tid 0 to smithi00185197-27 2024-09-13T14:31:40.162 INFO:tasks.rados.rados.0.smithi001.stdout:3902: finishing rollback tid 1 to smithi00185197-27 2024-09-13T14:31:40.162 INFO:tasks.rados.rados.0.smithi001.stdout:3902: finishing rollback tid 2 to smithi00185197-27 2024-09-13T14:31:40.162 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2579 (ObjNum 1131 snap 350 seq_num 1131) dirty exists 2024-09-13T14:31:40.162 INFO:tasks.rados.rados.0.smithi001.stdout:3901: done (4 left) 2024-09-13T14:31:40.162 INFO:tasks.rados.rados.0.smithi001.stdout:3902: done (3 left) 2024-09-13T14:31:40.162 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 381 2024-09-13T14:31:40.162 INFO:tasks.rados.rados.0.smithi001.stdout:3906: seq_num 1213 ranges {1474560=720896,2195456=401408} 2024-09-13T14:31:40.173 INFO:tasks.rados.rados.0.smithi001.stdout:3906: writing smithi00185197-22 from 1474560 to 2195456 tid 1 2024-09-13T14:31:40.175 INFO:tasks.rados.rados.0.smithi001.stdout:3906: writing smithi00185197-22 from 2195456 to 2596864 tid 2 2024-09-13T14:31:40.175 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 381 2024-09-13T14:31:40.176 INFO:tasks.rados.rados.0.smithi001.stdout:3903: finishing write tid 1 to smithi00185197-18 2024-09-13T14:31:40.176 INFO:tasks.rados.rados.0.smithi001.stdout:3907: seq_num 1214 ranges {0=737280,737280=401408} 2024-09-13T14:31:40.179 INFO:tasks.rados.rados.0.smithi001.stdout:3907: writing smithi00185197-40 from 0 to 737280 tid 1 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3907: writing smithi00185197-40 from 737280 to 1138688 tid 2 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3908: rollback oid 7 current snap is 381 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 372 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3903: finishing write tid 2 to smithi00185197-18 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3903: finishing write tid 3 to smithi00185197-18 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3905: finishing rollback tid 0 to smithi00185197-47 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3905: finishing rollback tid 1 to smithi00185197-47 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3905: finishing rollback tid 2 to smithi00185197-47 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2553 (ObjNum 1175 snap 369 seq_num 1175) dirty exists 2024-09-13T14:31:40.183 INFO:tasks.rados.rados.0.smithi001.stdout:3905: done (5 left) 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3909: rmattr oid 29 current snap is 381 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3909: done (5 left) 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3910: rollback oid 14 current snap is 381 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 380 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3903: finishing write tid 4 to smithi00185197-18 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3903: oid 18 updating version 0 to 2703 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3903: oid 18 version 2703 is already newer than 2702 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3903: oid 18 updating version 2703 to 2704 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2704 (ObjNum 1212 snap 381 seq_num 1212) dirty exists 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3903: left oid 18 (ObjNum 1212 snap 381 seq_num 1212) 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3903: done (5 left) 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 381 2024-09-13T14:31:40.184 INFO:tasks.rados.rados.0.smithi001.stdout:3904: expect (ObjNum 1078 snap 332 seq_num 1078) 2024-09-13T14:31:40.260 INFO:tasks.rados.rados.0.smithi001.stdout:3906: finishing write tid 1 to smithi00185197-22 2024-09-13T14:31:40.260 INFO:tasks.rados.rados.0.smithi001.stdout:3906: finishing write tid 2 to smithi00185197-22 2024-09-13T14:31:40.260 INFO:tasks.rados.rados.0.smithi001.stdout:3906: finishing write tid 3 to smithi00185197-22 2024-09-13T14:31:40.260 INFO:tasks.rados.rados.0.smithi001.stdout:3906: finishing write tid 4 to smithi00185197-22 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:3906: oid 22 updating version 0 to 2598 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:3906: oid 22 updating version 2598 to 2599 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:3906: oid 22 updating version 2599 to 2600 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2600 (ObjNum 1213 snap 381 seq_num 1213) dirty exists 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:3906: left oid 22 (ObjNum 1213 snap 381 seq_num 1213) 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:3907: finishing write tid 1 to smithi00185197-40 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:3907: finishing write tid 2 to smithi00185197-40 2024-09-13T14:31:40.261 INFO:tasks.rados.rados.0.smithi001.stdout:3907: finishing write tid 3 to smithi00185197-40 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3910: finishing rollback tid 0 to smithi00185197-14 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3910: finishing rollback tid 1 to smithi00185197-14 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3910: finishing rollback tid 2 to smithi00185197-14 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2557 (ObjNum 1156 snap 360 seq_num 1156) dirty exists 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3907: finishing write tid 4 to smithi00185197-40 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3907: oid 40 updating version 0 to 2505 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3907: oid 40 version 2505 is already newer than 2504 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3907: oid 40 version 2505 is already newer than 2503 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2505 (ObjNum 1214 snap 381 seq_num 1214) dirty exists 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3907: left oid 40 (ObjNum 1214 snap 381 seq_num 1214) 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3908: finishing rollback tid 0 to smithi00185197-7 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3908: finishing rollback tid 1 to smithi00185197-7 2024-09-13T14:31:40.262 INFO:tasks.rados.rados.0.smithi001.stdout:3908: finishing rollback tid 2 to smithi00185197-7 2024-09-13T14:31:40.263 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2582 (ObjNum 1129 snap 349 seq_num 1129) dirty exists 2024-09-13T14:31:40.263 INFO:tasks.rados.rados.0.smithi001.stdout:3911: seq_num 1215 ranges {2744320=753664,3497984=401408} 2024-09-13T14:31:40.279 INFO:tasks.rados.rados.0.smithi001.stdout:3911: writing smithi00185197-31 from 2744320 to 3497984 tid 1 2024-09-13T14:31:40.281 INFO:tasks.rados.rados.0.smithi001.stdout:3911: writing smithi00185197-31 from 3497984 to 3899392 tid 2 2024-09-13T14:31:40.281 INFO:tasks.rados.rados.0.smithi001.stdout:3904: done (5 left) 2024-09-13T14:31:40.281 INFO:tasks.rados.rados.0.smithi001.stdout:3906: done (4 left) 2024-09-13T14:31:40.281 INFO:tasks.rados.rados.0.smithi001.stdout:3907: done (3 left) 2024-09-13T14:31:40.281 INFO:tasks.rados.rados.0.smithi001.stdout:3908: done (2 left) 2024-09-13T14:31:40.282 INFO:tasks.rados.rados.0.smithi001.stdout:3910: done (1 left) 2024-09-13T14:31:40.282 INFO:tasks.rados.rados.0.smithi001.stdout:3912: read oid 20 snap -1 2024-09-13T14:31:40.282 INFO:tasks.rados.rados.0.smithi001.stdout:3912: expect deleted 2024-09-13T14:31:40.282 INFO:tasks.rados.rados.0.smithi001.stdout:3913: delete oid 21 current snap is 381 2024-09-13T14:31:40.286 INFO:tasks.rados.rados.0.smithi001.stdout:3912: done (2 left) 2024-09-13T14:31:40.286 INFO:tasks.rados.rados.0.smithi001.stdout:3913: done (1 left) 2024-09-13T14:31:40.286 INFO:tasks.rados.rados.0.smithi001.stdout:3914: delete oid 46 current snap is 381 2024-09-13T14:31:40.286 INFO:tasks.rados.rados.0.smithi001.stdout:3911: finishing write tid 1 to smithi00185197-31 2024-09-13T14:31:40.286 INFO:tasks.rados.rados.0.smithi001.stdout:3911: finishing write tid 2 to smithi00185197-31 2024-09-13T14:31:40.286 INFO:tasks.rados.rados.0.smithi001.stdout:3911: finishing write tid 3 to smithi00185197-31 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3911: finishing write tid 4 to smithi00185197-31 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3911: oid 31 updating version 0 to 2603 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3911: oid 31 version 2603 is already newer than 2601 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3911: oid 31 version 2603 is already newer than 2602 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2603 (ObjNum 1215 snap 381 seq_num 1215) dirty exists 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3911: left oid 31 (ObjNum 1215 snap 381 seq_num 1215) 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3911: done (1 left) 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3914: done (0 left) 2024-09-13T14:31:40.289 INFO:tasks.rados.rados.0.smithi001.stdout:3915: snap_create 2024-09-13T14:31:40.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:39 smithi001 ceph-mon[96683]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T14:31:40.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:39 smithi001 ceph-mon[99232]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T14:31:40.860 INFO:tasks.rados.rados.0.smithi001.stdout:3915: done (0 left) 2024-09-13T14:31:40.860 INFO:tasks.rados.rados.0.smithi001.stdout:3916: copy_from oid 50 from oid 35 current snap is 382 2024-09-13T14:31:40.860 INFO:tasks.rados.rados.0.smithi001.stdout:3917: snap_create 2024-09-13T14:31:40.875 INFO:tasks.rados.rados.0.smithi001.stdout:3916: finishing copy_from racing read to smithi00185197-50 2024-09-13T14:31:40.877 INFO:tasks.rados.rados.0.smithi001.stdout:3916: finishing copy_from to smithi00185197-50 2024-09-13T14:31:40.877 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:41.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:40 smithi001 ceph-mon[96683]: pgmap v951: 121 pgs: 121 active+clean; 303 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T14:31:41.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:40 smithi001 ceph-mon[96683]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T14:31:41.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:40 smithi001 ceph-mon[99232]: pgmap v951: 121 pgs: 121 active+clean; 303 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T14:31:41.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:40 smithi001 ceph-mon[99232]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T14:31:41.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:40 smithi028 ceph-mon[87621]: pgmap v951: 121 pgs: 121 active+clean; 303 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-13T14:31:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:40 smithi028 ceph-mon[87621]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T14:31:41.871 INFO:tasks.rados.rados.0.smithi001.stdout:3916: done (1 left) 2024-09-13T14:31:41.871 INFO:tasks.rados.rados.0.smithi001.stdout:3917: done (0 left) 2024-09-13T14:31:41.871 INFO:tasks.rados.rados.0.smithi001.stdout:3918: read oid 23 snap -1 2024-09-13T14:31:41.872 INFO:tasks.rados.rados.0.smithi001.stdout:3918: expect (ObjNum 1134 snap 353 seq_num 1134) 2024-09-13T14:31:41.872 INFO:tasks.rados.rados.0.smithi001.stdout:3919: read oid 45 snap -1 2024-09-13T14:31:41.872 INFO:tasks.rados.rados.0.smithi001.stdout:3919: expect (ObjNum 1183 snap 371 seq_num 1183) 2024-09-13T14:31:41.872 INFO:tasks.rados.rados.0.smithi001.stdout:3920: snap_create 2024-09-13T14:31:41.888 INFO:tasks.rados.rados.0.smithi001.stdout:3919: expect (ObjNum 1183 snap 371 seq_num 1183) 2024-09-13T14:31:41.996 INFO:tasks.rados.rados.0.smithi001.stdout:3918: expect (ObjNum 1134 snap 353 seq_num 1134) 2024-09-13T14:31:42.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:41 smithi001 ceph-mon[96683]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T14:31:42.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:41 smithi001 ceph-mon[99232]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T14:31:42.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:41 smithi028 ceph-mon[87621]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T14:31:42.806 INFO:tasks.rados.rados.0.smithi001.stdout:3918: done (2 left) 2024-09-13T14:31:42.806 INFO:tasks.rados.rados.0.smithi001.stdout:3919: done (1 left) 2024-09-13T14:31:42.806 INFO:tasks.rados.rados.0.smithi001.stdout:3920: done (0 left) 2024-09-13T14:31:42.807 INFO:tasks.rados.rados.0.smithi001.stdout:3921: read oid 40 snap -1 2024-09-13T14:31:42.807 INFO:tasks.rados.rados.0.smithi001.stdout:3921: expect (ObjNum 1214 snap 381 seq_num 1214) 2024-09-13T14:31:42.807 INFO:tasks.rados.rados.0.smithi001.stdout:3922: copy_from oid 20 from oid 24 current snap is 384 2024-09-13T14:31:42.807 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 384 2024-09-13T14:31:42.807 INFO:tasks.rados.rados.0.smithi001.stdout:3923: seq_num 1218 ranges {1589248=802816,2392064=401408} 2024-09-13T14:31:42.820 INFO:tasks.rados.rados.0.smithi001.stdout:3923: writing smithi00185197-17 from 1589248 to 2392064 tid 1 2024-09-13T14:31:42.822 INFO:tasks.rados.rados.0.smithi001.stdout:3923: writing smithi00185197-17 from 2392064 to 2793472 tid 2 2024-09-13T14:31:42.822 INFO:tasks.rados.rados.0.smithi001.stdout:3924: read oid 8 snap -1 2024-09-13T14:31:42.822 INFO:tasks.rados.rados.0.smithi001.stdout:3924: expect deleted 2024-09-13T14:31:42.822 INFO:tasks.rados.rados.0.smithi001.stdout:3925: rmattr oid 37 current snap is 384 2024-09-13T14:31:42.822 INFO:tasks.rados.rados.0.smithi001.stdout:3925: done (4 left) 2024-09-13T14:31:42.822 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 384 2024-09-13T14:31:42.822 INFO:tasks.rados.rados.0.smithi001.stdout:3926: seq_num 1219 ranges {2744320=417792,3162112=557056,3719168=245760} 2024-09-13T14:31:42.840 INFO:tasks.rados.rados.0.smithi001.stdout:3926: writing smithi00185197-11 from 2744320 to 3162112 tid 1 2024-09-13T14:31:42.842 INFO:tasks.rados.rados.0.smithi001.stdout:3926: writing smithi00185197-11 from 3162112 to 3719168 tid 2 2024-09-13T14:31:42.844 INFO:tasks.rados.rados.0.smithi001.stdout:3926: writing smithi00185197-11 from 3719168 to 3964928 tid 3 2024-09-13T14:31:42.844 INFO:tasks.rados.rados.0.smithi001.stdout:3927: delete oid 14 current snap is 384 2024-09-13T14:31:42.844 INFO:tasks.rados.rados.0.smithi001.stdout:3921: expect (ObjNum 1214 snap 381 seq_num 1214) 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3922: finishing copy_from racing read to smithi00185197-20 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3922: finishing copy_from to smithi00185197-20 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2526 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3923: finishing write tid 1 to smithi00185197-17 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3923: finishing write tid 2 to smithi00185197-17 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3923: finishing write tid 3 to smithi00185197-17 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3921: done (5 left) 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3922: done (4 left) 2024-09-13T14:31:42.876 INFO:tasks.rados.rados.0.smithi001.stdout:3924: done (3 left) 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3927: done (2 left) 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3928: rollback oid 4 current snap is 384 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 381 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3923: finishing write tid 4 to smithi00185197-17 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3923: oid 17 updating version 0 to 2573 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3923: oid 17 version 2573 is already newer than 2571 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3923: oid 17 version 2573 is already newer than 2572 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2573 (ObjNum 1218 snap 384 seq_num 1218) dirty exists 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3923: left oid 17 (ObjNum 1218 snap 384 seq_num 1218) 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3926: finishing write tid 1 to smithi00185197-11 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3926: finishing write tid 2 to smithi00185197-11 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3926: finishing write tid 3 to smithi00185197-11 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3926: finishing write tid 4 to smithi00185197-11 2024-09-13T14:31:42.877 INFO:tasks.rados.rados.0.smithi001.stdout:3926: finishing write tid 5 to smithi00185197-11 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3926: oid 11 updating version 0 to 2663 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3926: oid 11 version 2663 is already newer than 2662 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3926: oid 11 version 2663 is already newer than 2661 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3926: oid 11 version 2663 is already newer than 2660 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2663 (ObjNum 1219 snap 384 seq_num 1219) dirty exists 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3926: left oid 11 (ObjNum 1219 snap 384 seq_num 1219) 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3923: done (2 left) 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3926: done (1 left) 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3929: rmattr oid 35 current snap is 384 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3929: done (1 left) 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 384 2024-09-13T14:31:42.878 INFO:tasks.rados.rados.0.smithi001.stdout:3930: seq_num 1221 ranges {4964352=458752,5423104=729088,6152192=73728} 2024-09-13T14:31:42.905 INFO:tasks.rados.rados.0.smithi001.stdout:3930: writing smithi00185197-33 from 4964352 to 5423104 tid 1 2024-09-13T14:31:42.909 INFO:tasks.rados.rados.0.smithi001.stdout:3930: writing smithi00185197-33 from 5423104 to 6152192 tid 2 2024-09-13T14:31:42.910 INFO:tasks.rados.rados.0.smithi001.stdout:3930: writing smithi00185197-33 from 6152192 to 6225920 tid 3 2024-09-13T14:31:42.910 INFO:tasks.rados.rados.0.smithi001.stdout:3928: finishing rollback tid 0 to smithi00185197-4 2024-09-13T14:31:42.910 INFO:tasks.rados.rados.0.smithi001.stdout:3928: finishing rollback tid 1 to smithi00185197-4 2024-09-13T14:31:42.910 INFO:tasks.rados.rados.0.smithi001.stdout:3928: finishing rollback tid 2 to smithi00185197-4 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2577 (ObjNum 1176 snap 369 seq_num 1176) dirty exists 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 1 to smithi00185197-33 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:3931: read oid 16 snap -1 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:3931: expect (ObjNum 1198 snap 380 seq_num 1198) 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:3928: done (2 left) 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:3932: copy_from oid 15 from oid 29 current snap is 384 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:3933: copy_from oid 27 from oid 8 current snap is 384 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 384 2024-09-13T14:31:42.911 INFO:tasks.rados.rados.0.smithi001.stdout:3934: seq_num 1222 ranges {753664=475136,1228800=606208,1835008=196608} 2024-09-13T14:31:42.917 INFO:tasks.rados.rados.0.smithi001.stdout:3934: writing smithi00185197-1 from 753664 to 1228800 tid 1 2024-09-13T14:31:42.920 INFO:tasks.rados.rados.0.smithi001.stdout:3934: writing smithi00185197-1 from 1228800 to 1835008 tid 2 2024-09-13T14:31:42.922 INFO:tasks.rados.rados.0.smithi001.stdout:3934: writing smithi00185197-1 from 1835008 to 2031616 tid 3 2024-09-13T14:31:42.922 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 384 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3933: finishing copy_from to smithi00185197-27 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3933: got expected ENOENT (src dne) 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3933: finishing copy_from racing read to smithi00185197-27 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 2 to smithi00185197-33 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 3 to smithi00185197-33 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 4 to smithi00185197-33 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 5 to smithi00185197-33 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: oid 33 updating version 0 to 2708 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: oid 33 version 2708 is already newer than 2707 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: oid 33 version 2708 is already newer than 2705 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: oid 33 version 2708 is already newer than 2706 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2708 (ObjNum 1221 snap 384 seq_num 1221) dirty exists 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3930: left oid 33 (ObjNum 1221 snap 384 seq_num 1221) 2024-09-13T14:31:42.923 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 1 to smithi00185197-1 2024-09-13T14:31:42.924 INFO:tasks.rados.rados.0.smithi001.stdout:3935: seq_num 1223 ranges {3964928=491520,4456448=491520,4947968=311296} 2024-09-13T14:31:42.947 INFO:tasks.rados.rados.0.smithi001.stdout:3935: writing smithi00185197-11 from 3964928 to 4456448 tid 1 2024-09-13T14:31:42.949 INFO:tasks.rados.rados.0.smithi001.stdout:3935: writing smithi00185197-11 from 4456448 to 4947968 tid 2 2024-09-13T14:31:42.951 INFO:tasks.rados.rados.0.smithi001.stdout:3935: writing smithi00185197-11 from 4947968 to 5259264 tid 3 2024-09-13T14:31:42.951 INFO:tasks.rados.rados.0.smithi001.stdout:3930: done (5 left) 2024-09-13T14:31:42.951 INFO:tasks.rados.rados.0.smithi001.stdout:3933: done (4 left) 2024-09-13T14:31:42.951 INFO:tasks.rados.rados.0.smithi001.stdout:3936: snap_remove snap 380 2024-09-13T14:31:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:42 smithi001 ceph-mon[96683]: pgmap v954: 121 pgs: 121 active+clean; 279 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-09-13T14:31:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:42 smithi001 ceph-mon[96683]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T14:31:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:42 smithi001 ceph-mon[96683]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T14:31:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:42 smithi001 ceph-mon[99232]: pgmap v954: 121 pgs: 121 active+clean; 279 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-09-13T14:31:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:42 smithi001 ceph-mon[99232]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T14:31:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:42 smithi001 ceph-mon[99232]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T14:31:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:42 smithi028 ceph-mon[87621]: pgmap v954: 121 pgs: 121 active+clean; 279 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-09-13T14:31:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:42 smithi028 ceph-mon[87621]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T14:31:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:42 smithi028 ceph-mon[87621]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T14:31:43.878 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 2 to smithi00185197-1 2024-09-13T14:31:43.878 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 3 to smithi00185197-1 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 4 to smithi00185197-1 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 5 to smithi00185197-1 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3934: oid 1 updating version 0 to 2710 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3934: oid 1 updating version 2710 to 2711 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3934: oid 1 updating version 2711 to 2712 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3934: oid 1 version 2712 is already newer than 2709 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2712 (ObjNum 1222 snap 384 seq_num 1222) dirty exists 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3934: left oid 1 (ObjNum 1222 snap 384 seq_num 1222) 2024-09-13T14:31:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3931: expect (ObjNum 1198 snap 380 seq_num 1198) 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3932: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3932: finishing copy_from to smithi00185197-15 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2918 (ObjNum 1195 snap 377 seq_num 1195) dirty exists 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 1 to smithi00185197-11 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 2 to smithi00185197-11 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 3 to smithi00185197-11 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 4 to smithi00185197-11 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 5 to smithi00185197-11 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: oid 11 updating version 0 to 2667 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: oid 11 version 2667 is already newer than 2664 2024-09-13T14:31:44.120 INFO:tasks.rados.rados.0.smithi001.stdout:3935: oid 11 version 2667 is already newer than 2666 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3935: oid 11 version 2667 is already newer than 2665 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2667 (ObjNum 1223 snap 384 seq_num 1223) dirty exists 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3935: left oid 11 (ObjNum 1223 snap 384 seq_num 1223) 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3931: done (4 left) 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3932: done (3 left) 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3934: done (2 left) 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3935: done (1 left) 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3936: done (0 left) 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 384 2024-09-13T14:31:44.121 INFO:tasks.rados.rados.0.smithi001.stdout:3937: seq_num 1224 ranges {14262272=507904,14770176=425984,15196160=376832} 2024-09-13T14:31:44.200 INFO:tasks.rados.rados.0.smithi001.stdout:3937: writing smithi00185197-41 from 14262272 to 14770176 tid 1 2024-09-13T14:31:44.202 INFO:tasks.rados.rados.0.smithi001.stdout:3937: writing smithi00185197-41 from 14770176 to 15196160 tid 2 2024-09-13T14:31:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:3937: writing smithi00185197-41 from 15196160 to 15572992 tid 3 2024-09-13T14:31:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 384 2024-09-13T14:31:44.204 INFO:tasks.rados.rados.0.smithi001.stdout:3938: seq_num 1225 ranges {2596864=524288,3121152=712704,3833856=90112} 2024-09-13T14:31:44.221 INFO:tasks.rados.rados.0.smithi001.stdout:3938: writing smithi00185197-22 from 2596864 to 3121152 tid 1 2024-09-13T14:31:44.225 INFO:tasks.rados.rados.0.smithi001.stdout:3938: writing smithi00185197-22 from 3121152 to 3833856 tid 2 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3938: writing smithi00185197-22 from 3833856 to 3923968 tid 3 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3939: rollback oid 11 current snap is 384 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 372 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 1 to smithi00185197-41 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 2 to smithi00185197-41 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 3 to smithi00185197-41 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 4 to smithi00185197-41 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 5 to smithi00185197-41 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3937: oid 41 updating version 0 to 2574 2024-09-13T14:31:44.228 INFO:tasks.rados.rados.0.smithi001.stdout:3937: oid 41 updating version 2574 to 2577 2024-09-13T14:31:44.229 INFO:tasks.rados.rados.0.smithi001.stdout:3937: oid 41 version 2577 is already newer than 2576 2024-09-13T14:31:44.229 INFO:tasks.rados.rados.0.smithi001.stdout:3937: oid 41 version 2577 is already newer than 2575 2024-09-13T14:31:44.229 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2577 (ObjNum 1224 snap 384 seq_num 1224) dirty exists 2024-09-13T14:31:44.229 INFO:tasks.rados.rados.0.smithi001.stdout:3937: left oid 41 (ObjNum 1224 snap 384 seq_num 1224) 2024-09-13T14:31:44.229 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 1 to smithi00185197-22 2024-09-13T14:31:44.229 INFO:tasks.rados.rados.0.smithi001.stdout:3937: done (2 left) 2024-09-13T14:31:44.230 INFO:tasks.rados.rados.0.smithi001.stdout:3940: read oid 30 snap -1 2024-09-13T14:31:44.230 INFO:tasks.rados.rados.0.smithi001.stdout:3940: expect deleted 2024-09-13T14:31:44.230 INFO:tasks.rados.rados.0.smithi001.stdout:3941: read oid 10 snap -1 2024-09-13T14:31:44.230 INFO:tasks.rados.rados.0.smithi001.stdout:3941: expect (ObjNum 1081 snap 334 seq_num 1081) 2024-09-13T14:31:44.230 INFO:tasks.rados.rados.0.smithi001.stdout:3942: rollback oid 38 current snap is 384 2024-09-13T14:31:44.230 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 383 2024-09-13T14:31:44.231 INFO:tasks.rados.rados.0.smithi001.stdout:3943: rollback oid 12 current snap is 384 2024-09-13T14:31:44.231 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 372 2024-09-13T14:31:44.231 INFO:tasks.rados.rados.0.smithi001.stdout:3944: delete oid 1 current snap is 384 2024-09-13T14:31:44.232 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 2 to smithi00185197-22 2024-09-13T14:31:44.232 INFO:tasks.rados.rados.0.smithi001.stdout:3943: finishing rollback tid 0 to smithi00185197-12 2024-09-13T14:31:44.232 INFO:tasks.rados.rados.0.smithi001.stdout:3943: finishing rollback tid 1 to smithi00185197-12 2024-09-13T14:31:44.232 INFO:tasks.rados.rados.0.smithi001.stdout:3943: finishing rollback tid 2 to smithi00185197-12 2024-09-13T14:31:44.232 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2580 (ObjNum 1181 snap 371 seq_num 1181) dirty exists 2024-09-13T14:31:44.232 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing rollback tid 0 to smithi00185197-38 2024-09-13T14:31:44.233 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 3 to smithi00185197-22 2024-09-13T14:31:44.233 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing rollback tid 1 to smithi00185197-38 2024-09-13T14:31:44.234 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 4 to smithi00185197-22 2024-09-13T14:31:44.234 INFO:tasks.rados.rados.0.smithi001.stdout:3939: finishing rollback tid 0 to smithi00185197-11 2024-09-13T14:31:44.234 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing rollback tid 2 to smithi00185197-38 2024-09-13T14:31:44.234 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2830 (ObjNum 97 snap 0 seq_num 317350432) dirty exists 2024-09-13T14:31:44.234 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 5 to smithi00185197-22 2024-09-13T14:31:44.234 INFO:tasks.rados.rados.0.smithi001.stdout:3938: oid 22 updating version 0 to 2607 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:3938: oid 22 version 2607 is already newer than 2605 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:3938: oid 22 version 2607 is already newer than 2604 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:3938: oid 22 version 2607 is already newer than 2606 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2607 (ObjNum 1225 snap 384 seq_num 1225) dirty exists 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:3938: left oid 22 (ObjNum 1225 snap 384 seq_num 1225) 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:3939: finishing rollback tid 1 to smithi00185197-11 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:3939: finishing rollback tid 2 to smithi00185197-11 2024-09-13T14:31:44.235 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2680 (ObjNum 1185 snap 372 seq_num 1185) dirty exists 2024-09-13T14:31:44.240 INFO:tasks.rados.rados.0.smithi001.stdout:3941: expect (ObjNum 1081 snap 334 seq_num 1081) 2024-09-13T14:31:44.276 INFO:tasks.rados.rados.0.smithi001.stdout:3938: done (6 left) 2024-09-13T14:31:44.277 INFO:tasks.rados.rados.0.smithi001.stdout:3939: done (5 left) 2024-09-13T14:31:44.277 INFO:tasks.rados.rados.0.smithi001.stdout:3940: done (4 left) 2024-09-13T14:31:44.277 INFO:tasks.rados.rados.0.smithi001.stdout:3941: done (3 left) 2024-09-13T14:31:44.277 INFO:tasks.rados.rados.0.smithi001.stdout:3942: done (2 left) 2024-09-13T14:31:44.277 INFO:tasks.rados.rados.0.smithi001.stdout:3943: done (1 left) 2024-09-13T14:31:44.277 INFO:tasks.rados.rados.0.smithi001.stdout:3944: done (0 left) 2024-09-13T14:31:44.277 INFO:tasks.rados.rados.0.smithi001.stdout:3945: rmattr oid 43 current snap is 384 2024-09-13T14:31:44.278 INFO:tasks.rados.rados.0.smithi001.stdout:3946: rollback oid 37 current snap is 384 2024-09-13T14:31:44.278 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 383 2024-09-13T14:31:44.278 INFO:tasks.rados.rados.0.smithi001.stdout:3947: snap_remove snap 381 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2554 (ObjNum 1159 snap 363 seq_num 1159) dirty exists 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3946: finishing rollback tid 0 to smithi00185197-37 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3946: finishing rollback tid 1 to smithi00185197-37 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3946: finishing rollback tid 2 to smithi00185197-37 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2610 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3945: done (2 left) 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3946: done (1 left) 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3947: done (0 left) 2024-09-13T14:31:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3948: snap_create 2024-09-13T14:31:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:44 smithi001 ceph-mon[96683]: pgmap v957: 121 pgs: 121 active+clean; 222 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-09-13T14:31:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:44 smithi001 ceph-mon[96683]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T14:31:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:44 smithi001 ceph-mon[99232]: pgmap v957: 121 pgs: 121 active+clean; 222 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-09-13T14:31:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:44 smithi001 ceph-mon[99232]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T14:31:45.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:44 smithi028 ceph-mon[87621]: pgmap v957: 121 pgs: 121 active+clean; 222 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-09-13T14:31:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:44 smithi028 ceph-mon[87621]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T14:31:45.888 INFO:tasks.rados.rados.0.smithi001.stdout:3948: done (0 left) 2024-09-13T14:31:45.888 INFO:tasks.rados.rados.0.smithi001.stdout:3949: snap_create 2024-09-13T14:31:46.256 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:45 smithi028 ceph-mon[87621]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T14:31:46.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:45 smithi001 ceph-mon[96683]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T14:31:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:45 smithi001 ceph-mon[99232]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T14:31:46.894 INFO:tasks.rados.rados.0.smithi001.stdout:3949: done (0 left) 2024-09-13T14:31:46.894 INFO:tasks.rados.rados.0.smithi001.stdout:3950: snap_remove snap 385 2024-09-13T14:31:47.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:46 smithi001 ceph-mon[96683]: pgmap v960: 121 pgs: 121 active+clean; 215 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-09-13T14:31:47.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:46 smithi001 ceph-mon[96683]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T14:31:47.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:46 smithi001 ceph-mon[99232]: pgmap v960: 121 pgs: 121 active+clean; 215 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-09-13T14:31:47.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:46 smithi001 ceph-mon[99232]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T14:31:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:46 smithi028 ceph-mon[87621]: pgmap v960: 121 pgs: 121 active+clean; 215 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-09-13T14:31:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:46 smithi028 ceph-mon[87621]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T14:31:47.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:31:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:31:47] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.51.0" 2024-09-13T14:31:47.808 INFO:tasks.rados.rados.0.smithi001.stdout:3950: done (0 left) 2024-09-13T14:31:47.808 INFO:tasks.rados.rados.0.smithi001.stdout:3951: snap_remove snap 382 2024-09-13T14:31:48.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:47 smithi001 ceph-mon[99232]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T14:31:48.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:47 smithi001 ceph-mon[99232]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T14:31:48.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:47 smithi001 ceph-mon[96683]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T14:31:48.356 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:47 smithi001 ceph-mon[96683]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T14:31:48.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:47 smithi028 ceph-mon[87621]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T14:31:48.357 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:47 smithi028 ceph-mon[87621]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T14:31:48.811 INFO:tasks.rados.rados.0.smithi001.stdout:3951: done (0 left) 2024-09-13T14:31:48.811 INFO:tasks.rados.rados.0.smithi001.stdout:3952: rmattr oid 1 current snap is 386 2024-09-13T14:31:48.811 INFO:tasks.rados.rados.0.smithi001.stdout:3952: done (0 left) 2024-09-13T14:31:48.811 INFO:tasks.rados.rados.0.smithi001.stdout:3953: snap_remove snap 384 2024-09-13T14:31:49.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:48 smithi001 ceph-mon[96683]: pgmap v963: 121 pgs: 121 active+clean; 215 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-09-13T14:31:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:48 smithi001 ceph-mon[96683]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T14:31:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:48 smithi001 ceph-mon[99232]: pgmap v963: 121 pgs: 121 active+clean; 215 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-09-13T14:31:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:48 smithi001 ceph-mon[99232]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T14:31:49.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:48 smithi028 ceph-mon[87621]: pgmap v963: 121 pgs: 121 active+clean; 215 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-09-13T14:31:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:48 smithi028 ceph-mon[87621]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T14:31:49.811 INFO:tasks.rados.rados.0.smithi001.stdout:3953: done (0 left) 2024-09-13T14:31:49.812 INFO:tasks.rados.rados.0.smithi001.stdout:3954: delete oid 18 current snap is 386 2024-09-13T14:31:49.818 INFO:tasks.rados.rados.0.smithi001.stdout:3954: done (0 left) 2024-09-13T14:31:49.819 INFO:tasks.rados.rados.0.smithi001.stdout:3955: setattr oid 31 current snap is 386 2024-09-13T14:31:49.823 INFO:tasks.rados.rados.0.smithi001.stdout:3956: copy_from oid 2 from oid 7 current snap is 386 2024-09-13T14:31:49.823 INFO:tasks.rados.rados.0.smithi001.stdout:3957: read oid 50 snap -1 2024-09-13T14:31:49.823 INFO:tasks.rados.rados.0.smithi001.stdout:3957: expect (ObjNum 1078 snap 332 seq_num 1078) 2024-09-13T14:31:49.823 INFO:tasks.rados.rados.0.smithi001.stdout:3958: read oid 6 snap -1 2024-09-13T14:31:49.823 INFO:tasks.rados.rados.0.smithi001.stdout:3958: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:31:49.824 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 386 2024-09-13T14:31:49.824 INFO:tasks.rados.rados.0.smithi001.stdout:3959: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-09-13T14:31:49.826 INFO:tasks.rados.rados.0.smithi001.stdout:3959: writing smithi00185197-8 from 0 to 573440 tid 1 2024-09-13T14:31:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:3959: writing smithi00185197-8 from 573440 to 1335296 tid 2 2024-09-13T14:31:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:3959: writing smithi00185197-8 from 1335296 to 1376256 tid 3 2024-09-13T14:31:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:3960: snap_remove snap 383 2024-09-13T14:31:50.817 INFO:tasks.rados.rados.0.smithi001.stdout:3960: done (5 left) 2024-09-13T14:31:50.817 INFO:tasks.rados.rados.0.smithi001.stdout:3961: delete oid 21 current snap is 386 2024-09-13T14:31:50.817 INFO:tasks.rados.rados.0.smithi001.stdout:3958: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T14:31:50.825 INFO:tasks.rados.rados.0.smithi001.stdout:3959: finishing write tid 1 to smithi00185197-8 2024-09-13T14:31:50.825 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2611 (ObjNum 1215 snap 381 seq_num 1215) dirty exists 2024-09-13T14:31:50.825 INFO:tasks.rados.rados.0.smithi001.stdout:3957: expect (ObjNum 1078 snap 332 seq_num 1078) 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: finishing write tid 2 to smithi00185197-8 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: finishing write tid 3 to smithi00185197-8 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: finishing write tid 4 to smithi00185197-8 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: finishing write tid 5 to smithi00185197-8 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: oid 8 updating version 0 to 2831 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: oid 8 updating version 2831 to 2832 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: oid 8 updating version 2832 to 2833 2024-09-13T14:31:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3959: oid 8 updating version 2833 to 2834 2024-09-13T14:31:50.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2834 (ObjNum 1228 snap 386 seq_num 1228) dirty exists 2024-09-13T14:31:50.901 INFO:tasks.rados.rados.0.smithi001.stdout:3959: left oid 8 (ObjNum 1228 snap 386 seq_num 1228) 2024-09-13T14:31:50.901 INFO:tasks.rados.rados.0.smithi001.stdout:3956: finishing copy_from racing read to smithi00185197-2 2024-09-13T14:31:50.901 INFO:tasks.rados.rados.0.smithi001.stdout:3956: finishing copy_from to smithi00185197-2 2024-09-13T14:31:50.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2582 (ObjNum 1129 snap 349 seq_num 1129) dirty exists 2024-09-13T14:31:50.903 INFO:tasks.rados.rados.0.smithi001.stdout:3955: done (5 left) 2024-09-13T14:31:50.903 INFO:tasks.rados.rados.0.smithi001.stdout:3956: done (4 left) 2024-09-13T14:31:50.903 INFO:tasks.rados.rados.0.smithi001.stdout:3957: done (3 left) 2024-09-13T14:31:50.904 INFO:tasks.rados.rados.0.smithi001.stdout:3958: done (2 left) 2024-09-13T14:31:50.904 INFO:tasks.rados.rados.0.smithi001.stdout:3959: done (1 left) 2024-09-13T14:31:50.904 INFO:tasks.rados.rados.0.smithi001.stdout:3961: done (0 left) 2024-09-13T14:31:50.904 INFO:tasks.rados.rados.0.smithi001.stdout:3962: setattr oid 34 current snap is 386 2024-09-13T14:31:50.905 INFO:tasks.rados.rados.0.smithi001.stdout:3963: snap_create 2024-09-13T14:31:50.908 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2555 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:50 smithi001 ceph-mon[96683]: pgmap v966: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 644 KiB/s wr, 4 op/s 2024-09-13T14:31:51.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:50 smithi001 ceph-mon[96683]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T14:31:51.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:50 smithi001 ceph-mon[99232]: pgmap v966: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 644 KiB/s wr, 4 op/s 2024-09-13T14:31:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:50 smithi001 ceph-mon[99232]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T14:31:51.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:51.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:50 smithi028 ceph-mon[87621]: pgmap v966: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 644 KiB/s wr, 4 op/s 2024-09-13T14:31:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:50 smithi028 ceph-mon[87621]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T14:31:51.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:51.823 INFO:tasks.rados.rados.0.smithi001.stdout:3962: done (1 left) 2024-09-13T14:31:51.823 INFO:tasks.rados.rados.0.smithi001.stdout:3963: done (0 left) 2024-09-13T14:31:51.823 INFO:tasks.rados.rados.0.smithi001.stdout:3964: copy_from oid 15 from oid 17 current snap is 387 2024-09-13T14:31:51.823 INFO:tasks.rados.rados.0.smithi001.stdout:3965: snap_remove snap 386 2024-09-13T14:31:52.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:51 smithi001 ceph-mon[96683]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T14:31:52.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:51 smithi001 ceph-mon[99232]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T14:31:52.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:51 smithi028 ceph-mon[87621]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T14:31:52.809 INFO:tasks.rados.rados.0.smithi001.stdout:3965: done (1 left) 2024-09-13T14:31:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:3966: copy_from oid 18 from oid 46 current snap is 387 2024-09-13T14:31:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:3964: finishing copy_from racing read to smithi00185197-15 2024-09-13T14:31:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:3964: finishing copy_from to smithi00185197-15 2024-09-13T14:31:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2573 (ObjNum 1218 snap 384 seq_num 1218) dirty exists 2024-09-13T14:31:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:3964: done (1 left) 2024-09-13T14:31:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:3967: snap_create 2024-09-13T14:31:52.817 INFO:tasks.rados.rados.0.smithi001.stdout:3966: finishing copy_from to smithi00185197-18 2024-09-13T14:31:52.817 INFO:tasks.rados.rados.0.smithi001.stdout:3966: got expected ENOENT (src dne) 2024-09-13T14:31:52.817 INFO:tasks.rados.rados.0.smithi001.stdout:3966: finishing copy_from racing read to smithi00185197-18 2024-09-13T14:31:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:52 smithi001 ceph-mon[96683]: pgmap v969: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 644 KiB/s wr, 3 op/s 2024-09-13T14:31:53.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:52 smithi001 ceph-mon[96683]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T14:31:53.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:52 smithi001 ceph-mon[96683]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T14:31:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:52 smithi001 ceph-mon[99232]: pgmap v969: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 644 KiB/s wr, 3 op/s 2024-09-13T14:31:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:52 smithi001 ceph-mon[99232]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T14:31:53.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:52 smithi001 ceph-mon[99232]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T14:31:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:52 smithi028 ceph-mon[87621]: pgmap v969: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 644 KiB/s wr, 3 op/s 2024-09-13T14:31:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:52 smithi028 ceph-mon[87621]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T14:31:53.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:52 smithi028 ceph-mon[87621]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T14:31:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:3966: done (1 left) 2024-09-13T14:31:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:3967: done (0 left) 2024-09-13T14:31:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:3968: read oid 18 snap -1 2024-09-13T14:31:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:3968: expect deleted 2024-09-13T14:31:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:3969: read oid 24 snap 372 2024-09-13T14:31:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:3969: expect (ObjNum 1078 snap 332 seq_num 1078) 2024-09-13T14:31:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:3970: rollback oid 45 current snap is 388 2024-09-13T14:31:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 387 2024-09-13T14:31:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 388 2024-09-13T14:31:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:3971: seq_num 1230 ranges {2793472=606208,3399680=532480,3932160=270336} 2024-09-13T14:31:53.829 INFO:tasks.rados.rados.0.smithi001.stdout:3971: writing smithi00185197-15 from 2793472 to 3399680 tid 1 2024-09-13T14:31:53.833 INFO:tasks.rados.rados.0.smithi001.stdout:3971: writing smithi00185197-15 from 3399680 to 3932160 tid 2 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:3971: writing smithi00185197-15 from 3932160 to 4202496 tid 3 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:3972: rollback oid 20 current snap is 388 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 372 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:3970: finishing rollback tid 0 to smithi00185197-45 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:3970: finishing rollback tid 1 to smithi00185197-45 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:3970: finishing rollback tid 2 to smithi00185197-45 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2585 (ObjNum 1183 snap 371 seq_num 1183) dirty exists 2024-09-13T14:31:53.835 INFO:tasks.rados.rados.0.smithi001.stdout:3969: expect (ObjNum 1078 snap 332 seq_num 1078) 2024-09-13T14:31:53.911 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 1 to smithi00185197-15 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 2 to smithi00185197-15 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 3 to smithi00185197-15 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 4 to smithi00185197-15 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 5 to smithi00185197-15 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: oid 15 updating version 0 to 2922 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: oid 15 version 2922 is already newer than 2919 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: oid 15 version 2922 is already newer than 2920 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: oid 15 version 2922 is already newer than 2921 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2922 (ObjNum 1230 snap 388 seq_num 1230) dirty exists 2024-09-13T14:31:53.912 INFO:tasks.rados.rados.0.smithi001.stdout:3971: left oid 15 (ObjNum 1230 snap 388 seq_num 1230) 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3972: finishing rollback tid 0 to smithi00185197-20 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3972: finishing rollback tid 1 to smithi00185197-20 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 3007 (ObjNum 129 snap 0 seq_num 313657440) dirty dne 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3968: done (4 left) 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3969: done (3 left) 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3970: done (2 left) 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3971: done (1 left) 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3972: done (0 left) 2024-09-13T14:31:53.913 INFO:tasks.rados.rados.0.smithi001.stdout:3973: snap_remove snap 387 2024-09-13T14:31:54.827 INFO:tasks.rados.rados.0.smithi001.stdout:3973: done (0 left) 2024-09-13T14:31:54.827 INFO:tasks.rados.rados.0.smithi001.stdout:3974: setattr oid 27 current snap is 388 2024-09-13T14:31:54.829 INFO:tasks.rados.rados.0.smithi001.stdout:3975: delete oid 42 current snap is 388 2024-09-13T14:31:54.836 INFO:tasks.rados.rados.0.smithi001.stdout:3975: done (1 left) 2024-09-13T14:31:54.836 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 388 2024-09-13T14:31:54.836 INFO:tasks.rados.rados.0.smithi001.stdout:3976: seq_num 1232 ranges {5914624=638976,6553600=753664,7307264=49152} 2024-09-13T14:31:54.871 INFO:tasks.rados.rados.0.smithi001.stdout:3976: writing smithi00185197-28 from 5914624 to 6553600 tid 1 2024-09-13T14:31:54.876 INFO:tasks.rados.rados.0.smithi001.stdout:3976: writing smithi00185197-28 from 6553600 to 7307264 tid 2 2024-09-13T14:31:54.877 INFO:tasks.rados.rados.0.smithi001.stdout:3976: writing smithi00185197-28 from 7307264 to 7356416 tid 3 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:3977: copy_from oid 8 from oid 37 current snap is 388 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2586 (ObjNum 1131 snap 350 seq_num 1131) dirty exists 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:3974: done (2 left) 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:3978: copy_from oid 46 from oid 11 current snap is 388 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:3979: rollback oid 9 current snap is 388 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 372 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:3980: copy_from oid 22 from oid 12 current snap is 388 2024-09-13T14:31:54.878 INFO:tasks.rados.rados.0.smithi001.stdout:3981: snap_create 2024-09-13T14:31:54.884 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 1 to smithi00185197-28 2024-09-13T14:31:54.885 INFO:tasks.rados.rados.0.smithi001.stdout:3979: finishing rollback tid 0 to smithi00185197-9 2024-09-13T14:31:54.886 INFO:tasks.rados.rados.0.smithi001.stdout:3979: finishing rollback tid 1 to smithi00185197-9 2024-09-13T14:31:54.886 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 2 to smithi00185197-28 2024-09-13T14:31:54.886 INFO:tasks.rados.rados.0.smithi001.stdout:3979: finishing rollback tid 2 to smithi00185197-9 2024-09-13T14:31:54.887 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 2567 (ObjNum 1177 snap 369 seq_num 1177) dirty exists 2024-09-13T14:31:54.891 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 3 to smithi00185197-28 2024-09-13T14:31:54.892 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 4 to smithi00185197-28 2024-09-13T14:31:54.893 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 5 to smithi00185197-28 2024-09-13T14:31:54.893 INFO:tasks.rados.rados.0.smithi001.stdout:3976: oid 28 updating version 0 to 2583 2024-09-13T14:31:54.893 INFO:tasks.rados.rados.0.smithi001.stdout:3976: oid 28 version 2583 is already newer than 2581 2024-09-13T14:31:54.893 INFO:tasks.rados.rados.0.smithi001.stdout:3976: oid 28 updating version 2583 to 2584 2024-09-13T14:31:54.894 INFO:tasks.rados.rados.0.smithi001.stdout:3976: oid 28 version 2584 is already newer than 2582 2024-09-13T14:31:54.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2584 (ObjNum 1232 snap 388 seq_num 1232) dirty exists 2024-09-13T14:31:54.894 INFO:tasks.rados.rados.0.smithi001.stdout:3976: left oid 28 (ObjNum 1232 snap 388 seq_num 1232) 2024-09-13T14:31:54.894 INFO:tasks.rados.rados.0.smithi001.stdout:3977: finishing copy_from racing read to smithi00185197-8 2024-09-13T14:31:54.896 INFO:tasks.rados.rados.0.smithi001.stdout:3977: finishing copy_from to smithi00185197-8 2024-09-13T14:31:54.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2610 (ObjNum 1078 snap 332 seq_num 1078) dirty exists 2024-09-13T14:31:54.897 INFO:tasks.rados.rados.0.smithi001.stdout:3978: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:31:54.899 INFO:tasks.rados.rados.0.smithi001.stdout:3980: finishing copy_from racing read to smithi00185197-22 2024-09-13T14:31:54.901 INFO:tasks.rados.rados.0.smithi001.stdout:3980: finishing copy_from to smithi00185197-22 2024-09-13T14:31:54.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2580 (ObjNum 1181 snap 371 seq_num 1181) dirty exists 2024-09-13T14:31:54.901 INFO:tasks.rados.rados.0.smithi001.stdout:3978: finishing copy_from to smithi00185197-46 2024-09-13T14:31:54.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2680 (ObjNum 1185 snap 372 seq_num 1185) dirty exists 2024-09-13T14:31:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:54 smithi001 ceph-mon[96683]: pgmap v972: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 336 KiB/s wr, 7 op/s 2024-09-13T14:31:55.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:54 smithi001 ceph-mon[96683]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T14:31:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:54 smithi001 ceph-mon[99232]: pgmap v972: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 336 KiB/s wr, 7 op/s 2024-09-13T14:31:55.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:54 smithi001 ceph-mon[99232]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T14:31:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:54 smithi028 ceph-mon[87621]: pgmap v972: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 336 KiB/s wr, 7 op/s 2024-09-13T14:31:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:54 smithi028 ceph-mon[87621]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T14:31:55.832 INFO:tasks.rados.rados.0.smithi001.stdout:3976: done (5 left) 2024-09-13T14:31:55.832 INFO:tasks.rados.rados.0.smithi001.stdout:3977: done (4 left) 2024-09-13T14:31:55.832 INFO:tasks.rados.rados.0.smithi001.stdout:3978: done (3 left) 2024-09-13T14:31:55.832 INFO:tasks.rados.rados.0.smithi001.stdout:3979: done (2 left) 2024-09-13T14:31:55.832 INFO:tasks.rados.rados.0.smithi001.stdout:3980: done (1 left) 2024-09-13T14:31:55.833 INFO:tasks.rados.rados.0.smithi001.stdout:3981: done (0 left) 2024-09-13T14:31:55.833 INFO:tasks.rados.rados.0.smithi001.stdout:3982: snap_remove snap 388 2024-09-13T14:31:56.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:55 smithi001 ceph-mon[96683]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T14:31:56.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:55 smithi001 ceph-mon[99232]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T14:31:56.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:55 smithi028 ceph-mon[87621]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T14:31:56.838 INFO:tasks.rados.rados.0.smithi001.stdout:3982: done (0 left) 2024-09-13T14:31:56.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 389 2024-09-13T14:31:56.838 INFO:tasks.rados.rados.0.smithi001.stdout:3983: seq_num 1233 ranges {0=655360,655360=638976,1294336=163840} 2024-09-13T14:31:56.841 INFO:tasks.rados.rados.0.smithi001.stdout:3983: writing smithi00185197-30 from 0 to 655360 tid 1 2024-09-13T14:31:56.845 INFO:tasks.rados.rados.0.smithi001.stdout:3983: writing smithi00185197-30 from 655360 to 1294336 tid 2 2024-09-13T14:31:56.846 INFO:tasks.rados.rados.0.smithi001.stdout:3983: writing smithi00185197-30 from 1294336 to 1458176 tid 3 2024-09-13T14:31:56.846 INFO:tasks.rados.rados.0.smithi001.stdout:3984: setattr oid 36 current snap is 389 2024-09-13T14:31:56.847 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 389 2024-09-13T14:31:56.848 INFO:tasks.rados.rados.0.smithi001.stdout:3985: seq_num 1234 ranges {13492224=671744,14163968=516096,14680064=286720} 2024-09-13T14:31:56.925 INFO:tasks.rados.rados.0.smithi001.stdout:3985: writing smithi00185197-26 from 13492224 to 14163968 tid 1 2024-09-13T14:31:56.928 INFO:tasks.rados.rados.0.smithi001.stdout:3985: writing smithi00185197-26 from 14163968 to 14680064 tid 2 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3985: writing smithi00185197-26 from 14680064 to 14966784 tid 3 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3986: snap_create 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3983: finishing write tid 1 to smithi00185197-30 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3983: finishing write tid 2 to smithi00185197-30 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3983: finishing write tid 3 to smithi00185197-30 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2688 (ObjNum 1203 snap 381 seq_num 1203) dirty exists 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3983: finishing write tid 4 to smithi00185197-30 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3983: finishing write tid 5 to smithi00185197-30 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3983: oid 30 updating version 0 to 2835 2024-09-13T14:31:56.930 INFO:tasks.rados.rados.0.smithi001.stdout:3983: oid 30 updating version 2835 to 2838 2024-09-13T14:31:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:3983: oid 30 version 2838 is already newer than 2836 2024-09-13T14:31:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:3983: oid 30 version 2838 is already newer than 2837 2024-09-13T14:31:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2838 (ObjNum 1233 snap 389 seq_num 1233) dirty exists 2024-09-13T14:31:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:3983: left oid 30 (ObjNum 1233 snap 389 seq_num 1233) 2024-09-13T14:31:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 1 to smithi00185197-26 2024-09-13T14:31:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 2 to smithi00185197-26 2024-09-13T14:31:56.935 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 3 to smithi00185197-26 2024-09-13T14:31:56.936 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 4 to smithi00185197-26 2024-09-13T14:31:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 5 to smithi00185197-26 2024-09-13T14:31:56.937 INFO:tasks.rados.rados.0.smithi001.stdout:3985: oid 26 updating version 0 to 2690 2024-09-13T14:31:56.938 INFO:tasks.rados.rados.0.smithi001.stdout:3985: oid 26 updating version 2690 to 2692 2024-09-13T14:31:56.938 INFO:tasks.rados.rados.0.smithi001.stdout:3985: oid 26 version 2692 is already newer than 2689 2024-09-13T14:31:56.938 INFO:tasks.rados.rados.0.smithi001.stdout:3985: oid 26 version 2692 is already newer than 2691 2024-09-13T14:31:56.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2692 (ObjNum 1234 snap 389 seq_num 1234) dirty exists 2024-09-13T14:31:56.938 INFO:tasks.rados.rados.0.smithi001.stdout:3985: left oid 26 (ObjNum 1234 snap 389 seq_num 1234) 2024-09-13T14:31:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:56 smithi001 ceph-mon[96683]: pgmap v975: 121 pgs: 121 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-09-13T14:31:57.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:56 smithi001 ceph-mon[96683]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T14:31:57.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:56 smithi001 ceph-mon[99232]: pgmap v975: 121 pgs: 121 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-09-13T14:31:57.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:56 smithi001 ceph-mon[99232]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T14:31:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:56 smithi028 ceph-mon[87621]: pgmap v975: 121 pgs: 121 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-09-13T14:31:57.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:56 smithi028 ceph-mon[87621]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T14:31:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:31:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:31:57] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.51.0" 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:3983: done (3 left) 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:3984: done (2 left) 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:3985: done (1 left) 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:3986: done (0 left) 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:3987: rollback oid 46 current snap is 390 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 372 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 390 2024-09-13T14:31:57.811 INFO:tasks.rados.rados.0.smithi001.stdout:3988: seq_num 1235 ranges {532480=688128,1220608=802816} 2024-09-13T14:31:57.818 INFO:tasks.rados.rados.0.smithi001.stdout:3988: writing smithi00185197-48 from 532480 to 1220608 tid 1 2024-09-13T14:31:57.822 INFO:tasks.rados.rados.0.smithi001.stdout:3988: writing smithi00185197-48 from 1220608 to 2023424 tid 2 2024-09-13T14:31:57.822 INFO:tasks.rados.rados.0.smithi001.stdout:3989: read oid 33 snap -1 2024-09-13T14:31:57.822 INFO:tasks.rados.rados.0.smithi001.stdout:3989: expect (ObjNum 1221 snap 384 seq_num 1221) 2024-09-13T14:31:57.823 INFO:tasks.rados.rados.0.smithi001.stdout:3990: setattr oid 14 current snap is 390 2024-09-13T14:31:57.823 INFO:tasks.rados.rados.0.smithi001.stdout:3987: finishing rollback tid 0 to smithi00185197-46 2024-09-13T14:31:57.823 INFO:tasks.rados.rados.0.smithi001.stdout:3987: finishing rollback tid 1 to smithi00185197-46 2024-09-13T14:31:57.823 INFO:tasks.rados.rados.0.smithi001.stdout:3987: finishing rollback tid 2 to smithi00185197-46 2024-09-13T14:31:57.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 3014 (ObjNum 1172 snap 368 seq_num 1172) dirty exists 2024-09-13T14:31:57.825 INFO:tasks.rados.rados.0.smithi001.stdout:3987: done (3 left) 2024-09-13T14:31:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3991: read oid 3 snap -1 2024-09-13T14:31:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3991: expect (ObjNum 1172 snap 368 seq_num 1172) 2024-09-13T14:31:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3992: rollback oid 18 current snap is 390 2024-09-13T14:31:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 389 2024-09-13T14:31:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3993: copy_from oid 35 from oid 23 current snap is 390 2024-09-13T14:31:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 390 2024-09-13T14:31:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3994: seq_num 1236 ranges {4268032=704512,4972544=688128,5660672=114688} 2024-09-13T14:31:57.854 INFO:tasks.rados.rados.0.smithi001.stdout:3994: writing smithi00185197-16 from 4268032 to 4972544 tid 1 2024-09-13T14:31:57.857 INFO:tasks.rados.rados.0.smithi001.stdout:3994: writing smithi00185197-16 from 4972544 to 5660672 tid 2 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3994: writing smithi00185197-16 from 5660672 to 5775360 tid 3 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3995: read oid 11 snap -1 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3995: expect (ObjNum 1185 snap 372 seq_num 1185) 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3996: rmattr oid 21 current snap is 390 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3996: done (8 left) 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3997: copy_from oid 46 from oid 10 current snap is 390 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3988: finishing write tid 1 to smithi00185197-48 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3988: finishing write tid 2 to smithi00185197-48 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3988: finishing write tid 3 to smithi00185197-48 2024-09-13T14:31:57.859 INFO:tasks.rados.rados.0.smithi001.stdout:3988: finishing write tid 4 to smithi00185197-48 2024-09-13T14:31:57.860 INFO:tasks.rados.rados.0.smithi001.stdout:3988: oid 48 updating version 0 to 2564 2024-09-13T14:31:57.860 INFO:tasks.rados.rados.0.smithi001.stdout:3988: oid 48 version 2564 is already newer than 2562 2024-09-13T14:31:57.860 INFO:tasks.rados.rados.0.smithi001.stdout:3988: oid 48 version 2564 is already newer than 2563 2024-09-13T14:31:57.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2564 (ObjNum 1235 snap 390 seq_num 1235) dirty exists 2024-09-13T14:31:57.860 INFO:tasks.rados.rados.0.smithi001.stdout:3988: left oid 48 (ObjNum 1235 snap 390 seq_num 1235) 2024-09-13T14:31:57.860 INFO:tasks.rados.rados.0.smithi001.stdout:3991: expect (ObjNum 1172 snap 368 seq_num 1172) 2024-09-13T14:31:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2559 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T14:31:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:3988: done (8 left) 2024-09-13T14:31:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:3990: done (7 left) 2024-09-13T14:31:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:3991: done (6 left) 2024-09-13T14:31:57.875 INFO:tasks.rados.rados.0.smithi001.stdout:3998: copy_from oid 37 from oid 43 current snap is 390 2024-09-13T14:31:57.875 INFO:tasks.rados.rados.0.smithi001.stdout:3989: expect (ObjNum 1221 snap 384 seq_num 1221) 2024-09-13T14:31:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:57 smithi001 ceph-mon[96683]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T14:31:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:57 smithi001 ceph-mon[96683]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T14:31:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:57 smithi001 ceph-mon[99232]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T14:31:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:57 smithi001 ceph-mon[99232]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T14:31:58.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:57 smithi028 ceph-mon[87621]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T14:31:58.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:57 smithi028 ceph-mon[87621]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:3992: finishing rollback tid 1 to smithi00185197-18 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2714 (ObjNum 417 snap 0 seq_num 1786748528) dirty dne 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:3989: done (6 left) 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:3992: done (5 left) 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:3999: snap_create 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:3993: finishing copy_from racing read to smithi00185197-35 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 1 to smithi00185197-16 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:3993: finishing copy_from to smithi00185197-35 2024-09-13T14:31:58.187 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2563 (ObjNum 1134 snap 353 seq_num 1134) dirty exists 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 2 to smithi00185197-16 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 3 to smithi00185197-16 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 4 to smithi00185197-16 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 5 to smithi00185197-16 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: oid 16 updating version 0 to 3016 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: oid 16 updating version 3016 to 3018 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: oid 16 version 3018 is already newer than 3017 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: oid 16 updating version 3018 to 3019 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 3019 (ObjNum 1236 snap 390 seq_num 1236) dirty exists 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3994: left oid 16 (ObjNum 1236 snap 390 seq_num 1236) 2024-09-13T14:31:58.188 INFO:tasks.rados.rados.0.smithi001.stdout:3995: expect (ObjNum 1185 snap 372 seq_num 1185) 2024-09-13T14:31:58.322 INFO:tasks.rados.rados.0.smithi001.stdout:3997: finishing copy_from racing read to smithi00185197-46 2024-09-13T14:31:58.322 INFO:tasks.rados.rados.0.smithi001.stdout:3997: finishing copy_from to smithi00185197-46 2024-09-13T14:31:58.322 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2546 (ObjNum 1081 snap 334 seq_num 1081) dirty exists 2024-09-13T14:31:58.322 INFO:tasks.rados.rados.0.smithi001.stdout:3998: finishing copy_from racing read to smithi00185197-37 2024-09-13T14:31:58.322 INFO:tasks.rados.rados.0.smithi001.stdout:3998: finishing copy_from to smithi00185197-37 2024-09-13T14:31:58.322 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2554 (ObjNum 1159 snap 363 seq_num 1159) dirty exists 2024-09-13T14:31:58.849 INFO:tasks.rados.rados.0.smithi001.stdout:3993: done (5 left) 2024-09-13T14:31:58.849 INFO:tasks.rados.rados.0.smithi001.stdout:3994: done (4 left) 2024-09-13T14:31:58.849 INFO:tasks.rados.rados.0.smithi001.stdout:3995: done (3 left) 2024-09-13T14:31:58.849 INFO:tasks.rados.rados.0.smithi001.stdout:3997: done (2 left) 2024-09-13T14:31:58.849 INFO:tasks.rados.rados.0.smithi001.stdout:3998: done (1 left) 2024-09-13T14:31:58.849 INFO:tasks.rados.rados.0.smithi001.stdout:3999: done (0 left) 2024-09-13T14:31:58.851 INFO:tasks.rados.rados.0.smithi001.stderr:0 errors. 2024-09-13T14:31:58.851 INFO:tasks.rados.rados.0.smithi001.stderr: 2024-09-13T14:31:58.855 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:31:59.068 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:31:59.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:58 smithi001 ceph-mon[96683]: pgmap v978: 121 pgs: 121 active+clean; 221 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-13T14:31:59.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:58 smithi001 ceph-mon[99232]: pgmap v978: 121 pgs: 121 active+clean; 221 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-13T14:31:59.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:58 smithi028 ceph-mon[87621]: pgmap v978: 121 pgs: 121 active+clean; 221 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-13T14:32:00.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:31:59 smithi001 ceph-mon[96683]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T14:32:00.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:31:59 smithi001 ceph-mon[99232]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T14:32:00.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:31:59 smithi028 ceph-mon[87621]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T14:32:01.058 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:32:01.058 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:00 smithi001 ceph-mon[96683]: pgmap v981: 121 pgs: 121 active+clean; 231 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-09-13T14:32:01.059 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:00 smithi001 ceph-mon[99232]: pgmap v981: 121 pgs: 121 active+clean; 231 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-09-13T14:32:01.059 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":871,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:31:58.839472+0000","last_up_change":"2024-09-13T14:26:03.784105+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T14:15:26.438519+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-13T14:18:17.868362+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"871","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":458,"snap_epoch":871,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":292,"up_from":305,"up_thru":533,"down_at":293,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6803","nonce":3179857690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6805","nonce":3179857690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6809","nonce":3179857690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6807","nonce":3179857690}]},"public_addr":"172.21.15.1:6803/3179857690","cluster_addr":"172.21.15.1:6805/3179857690","heartbeat_back_addr":"172.21.15.1:6809/3179857690","heartbeat_front_addr":"172.21.15.1:6807/3179857690","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":325,"up_from":338,"up_thru":533,"down_at":326,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6811","nonce":2077610624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6813","nonce":2077610624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6817","nonce":2077610624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6815","nonce":2077610624}]},"public_addr":"172.21.15.1:6811/2077610624","cluster_addr":"172.21.15.1:6813/2077610624","heartbeat_back_addr":"172.21.15.1:6817/2077610624","heartbeat_front_addr":"172.21.15.1:6815/2077610624","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":357,"up_from":370,"up_thru":533,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6819","nonce":1567843758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6821","nonce":1567843758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6825","nonce":1567843758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6823","nonce":1567843758}]},"public_addr":"172.21.15.1:6819/1567843758","cluster_addr":"172.21.15.1:6821/1567843758","heartbeat_back_addr":"172.21.15.1:6825/1567843758","heartbeat_front_addr":"172.21.15.1:6823/1567843758","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":391,"up_from":403,"up_thru":533,"down_at":392,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6827","nonce":44171718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6829","nonce":44171718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6833","nonce":44171718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6831","nonce":44171718}]},"public_addr":"172.21.15.1:6827/44171718","cluster_addr":"172.21.15.1:6829/44171718","heartbeat_back_addr":"172.21.15.1:6833/44171718","heartbeat_front_addr":"172.21.15.1:6831/44171718","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":423,"up_from":435,"up_thru":533,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6801","nonce":3621913995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6803","nonce":3621913995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6807","nonce":3621913995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6805","nonce":3621913995}]},"public_addr":"172.21.15.28:6801/3621913995","cluster_addr":"172.21.15.28:6803/3621913995","heartbeat_back_addr":"172.21.15.28:6807/3621913995","heartbeat_front_addr":"172.21.15.28:6805/3621913995","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":454,"up_from":466,"up_thru":533,"down_at":455,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6809","nonce":3490344375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6811","nonce":3490344375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6815","nonce":3490344375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6813","nonce":3490344375}]},"public_addr":"172.21.15.28:6809/3490344375","cluster_addr":"172.21.15.28:6811/3490344375","heartbeat_back_addr":"172.21.15.28:6815/3490344375","heartbeat_front_addr":"172.21.15.28:6813/3490344375","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":486,"up_from":499,"up_thru":533,"down_at":487,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6817","nonce":398066864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6819","nonce":398066864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6823","nonce":398066864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6821","nonce":398066864}]},"public_addr":"172.21.15.28:6817/398066864","cluster_addr":"172.21.15.28:6819/398066864","heartbeat_back_addr":"172.21.15.28:6823/398066864","heartbeat_front_addr":"172.21.15.28:6821/398066864","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":520,"up_from":533,"up_thru":533,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6825","nonce":2415156075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6827","nonce":2415156075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6831","nonce":2415156075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6829","nonce":2415156075}]},"public_addr":"172.21.15.28:6825/2415156075","cluster_addr":"172.21.15.28:6827/2415156075","heartbeat_back_addr":"172.21.15.28:6831/2415156075","heartbeat_front_addr":"172.21.15.28:6829/2415156075","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":292},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":325},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":357},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":391},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":423},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":454},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":486},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":520}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6833/2097878038":"2024-09-14T14:26:24.719360+0000","172.21.15.28:6832/2097878038":"2024-09-14T14:26:24.719360+0000","172.21.15.1:0/4071298525":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/2675336045":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/3441498467":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/3072356691":"2024-09-14T14:20:49.366408+0000","172.21.15.1:6800/3623821128":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/1523823914":"2024-09-14T14:20:49.366408+0000","172.21.15.28:0/1067415675":"2024-09-14T14:20:07.741758+0000","172.21.15.1:6801/3623821128":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/3791458357":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/240429269":"2024-09-14T14:19:35.910814+0000","172.21.15.28:6834/437612593":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/292507210":"2024-09-14T14:19:35.910814+0000","172.21.15.1:6800/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/130849688":"2024-09-14T14:19:35.910814+0000","172.21.15.28:0/3021624110":"2024-09-14T14:20:07.741758+0000","172.21.15.28:0/2018206530":"2024-09-14T14:20:07.741758+0000","172.21.15.28:0/3107472902":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/3624920069":"2024-09-14T14:19:35.910814+0000","172.21.15.28:6835/437612593":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/1384924565":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/3063143548":"2024-09-14T14:19:35.910814+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/276026221":"2024-09-14T14:19:35.910814+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/1192614905":"2024-09-14T14:15:24.237178+0000","172.21.15.28:0/3516970650":"2024-09-14T14:20:07.741758+0000","172.21.15.1:6800/3063143548":"2024-09-14T14:19:35.910814+0000","172.21.15.1:0/3485144721":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/129407856":"2024-09-14T14:20:49.366408+0000","172.21.15.28:0/2174523435":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/3626932152":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000","172.21.15.28:0/2096911810":"2024-09-14T14:20:07.741758+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":454,"length":3}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:32:01.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:00 smithi028 ceph-mon[87621]: pgmap v981: 121 pgs: 121 active+clean; 231 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-09-13T14:32:01.618 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T14:32:01.826 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:32:01.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:01 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/412938511' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-13T14:32:01.939 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:01 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/412938511' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-13T14:32:02.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:01 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/412938511' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-13T14:32:03.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:02 smithi001 ceph-mon[96683]: pgmap v982: 121 pgs: 121 active+clean; 234 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-09-13T14:32:03.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:02 smithi001 ceph-mon[96683]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T14:32:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:02 smithi001 ceph-mon[99232]: pgmap v982: 121 pgs: 121 active+clean; 234 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-09-13T14:32:03.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:02 smithi001 ceph-mon[99232]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T14:32:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:02 smithi028 ceph-mon[87621]: pgmap v982: 121 pgs: 121 active+clean; 234 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-09-13T14:32:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:02 smithi028 ceph-mon[87621]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T14:32:03.881 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:32:03.883 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-13T14:32:04.692 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":984,"stamp":"2024-09-13T14:32:03.556438+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":253967375,"num_objects":116,"num_object_clones":42,"num_object_copies":348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":116,"num_whiteouts":3,"num_read":4653,"num_read_kb":5752188,"num_write":8996,"num_write_kb":1978646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":151,"num_bytes_recovered":611927648,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21873,"ondisk_log_size":21873,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3378844,"kb_used_data":436320,"kb_used_omap":331,"kb_used_meta":2942068,"kb_avail":746582372,"statfs":{"total":767960285184,"available":764500348928,"internally_reserved":0,"allocated":446791680,"data_stored":563489858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":339240,"internal_metadata":3012678360},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22372352,"num_objects":8,"num_object_clones":8,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":-1,"num_read":23,"num_read_kb":27657,"num_write":95,"num_write_kb":27424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001561"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1153,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249891+0000","last_change":"2024-09-13T14:26:04.822570+0000","last_active":"2024-09-13T14:32:00.249891+0000","last_peered":"2024-09-13T14:32:00.249891+0000","last_clean":"2024-09-13T14:32:00.249891+0000","last_became_active":"2024-09-13T14:26:04.822049+0000","last_became_peered":"2024-09-13T14:26:04.822049+0000","last_unstale":"2024-09-13T14:32:00.249891+0000","last_undegraded":"2024-09-13T14:32:00.249891+0000","last_fullsized":"2024-09-13T14:32:00.249891+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:34.761323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1358,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705231+0000","last_change":"2024-09-13T14:25:30.880516+0000","last_active":"2024-09-13T14:31:59.705231+0000","last_peered":"2024-09-13T14:31:59.705231+0000","last_clean":"2024-09-13T14:31:59.705231+0000","last_became_active":"2024-09-13T14:25:30.880174+0000","last_became_peered":"2024-09-13T14:25:30.880174+0000","last_unstale":"2024-09-13T14:31:59.705231+0000","last_undegraded":"2024-09-13T14:31:59.705231+0000","last_fullsized":"2024-09-13T14:31:59.705231+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:13.019265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1379,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249931+0000","last_change":"2024-09-13T14:23:15.658978+0000","last_active":"2024-09-13T14:32:00.249931+0000","last_peered":"2024-09-13T14:32:00.249931+0000","last_clean":"2024-09-13T14:32:00.249931+0000","last_became_active":"2024-09-13T14:23:15.658642+0000","last_became_peered":"2024-09-13T14:23:15.658642+0000","last_unstale":"2024-09-13T14:32:00.249931+0000","last_undegraded":"2024-09-13T14:32:00.249931+0000","last_fullsized":"2024-09-13T14:32:00.249931+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:21:57.245129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1238,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251430+0000","last_change":"2024-09-13T14:26:04.808584+0000","last_active":"2024-09-13T14:32:00.251430+0000","last_peered":"2024-09-13T14:32:00.251430+0000","last_clean":"2024-09-13T14:32:00.251430+0000","last_became_active":"2024-09-13T14:26:04.808280+0000","last_became_peered":"2024-09-13T14:26:04.808280+0000","last_unstale":"2024-09-13T14:32:00.251430+0000","last_undegraded":"2024-09-13T14:32:00.251430+0000","last_fullsized":"2024-09-13T14:32:00.251430+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:31:00.713269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250121+0000","last_change":"2024-09-13T14:26:04.814821+0000","last_active":"2024-09-13T14:32:00.250121+0000","last_peered":"2024-09-13T14:32:00.250121+0000","last_clean":"2024-09-13T14:32:00.250121+0000","last_became_active":"2024-09-13T14:26:04.812903+0000","last_became_peered":"2024-09-13T14:26:04.812903+0000","last_unstale":"2024-09-13T14:32:00.250121+0000","last_undegraded":"2024-09-13T14:32:00.250121+0000","last_fullsized":"2024-09-13T14:32:00.250121+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:24.354713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1216,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251385+0000","last_change":"2024-09-13T14:24:57.263665+0000","last_active":"2024-09-13T14:32:00.251385+0000","last_peered":"2024-09-13T14:32:00.251385+0000","last_clean":"2024-09-13T14:32:00.251385+0000","last_became_active":"2024-09-13T14:24:57.262971+0000","last_became_peered":"2024-09-13T14:24:57.262971+0000","last_unstale":"2024-09-13T14:32:00.251385+0000","last_undegraded":"2024-09-13T14:32:00.251385+0000","last_fullsized":"2024-09-13T14:32:00.251385+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:51.164060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249730+0000","last_change":"2024-09-13T14:26:04.819588+0000","last_active":"2024-09-13T14:32:00.249730+0000","last_peered":"2024-09-13T14:32:00.249730+0000","last_clean":"2024-09-13T14:32:00.249730+0000","last_became_active":"2024-09-13T14:26:04.818233+0000","last_became_peered":"2024-09-13T14:26:04.818233+0000","last_unstale":"2024-09-13T14:32:00.249730+0000","last_undegraded":"2024-09-13T14:32:00.249730+0000","last_fullsized":"2024-09-13T14:32:00.249730+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:18.309510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1307,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846161+0000","last_change":"2024-09-13T14:25:30.885039+0000","last_active":"2024-09-13T14:31:58.846161+0000","last_peered":"2024-09-13T14:31:58.846161+0000","last_clean":"2024-09-13T14:31:58.846161+0000","last_became_active":"2024-09-13T14:25:30.884677+0000","last_became_peered":"2024-09-13T14:25:30.884677+0000","last_unstale":"2024-09-13T14:31:58.846161+0000","last_undegraded":"2024-09-13T14:31:58.846161+0000","last_fullsized":"2024-09-13T14:31:58.846161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:29.490451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1170,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249779+0000","last_change":"2024-09-13T14:26:04.819215+0000","last_active":"2024-09-13T14:32:00.249779+0000","last_peered":"2024-09-13T14:32:00.249779+0000","last_clean":"2024-09-13T14:32:00.249779+0000","last_became_active":"2024-09-13T14:26:04.818096+0000","last_became_peered":"2024-09-13T14:26:04.818096+0000","last_unstale":"2024-09-13T14:32:00.249779+0000","last_undegraded":"2024-09-13T14:32:00.249779+0000","last_fullsized":"2024-09-13T14:32:00.249779+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:47.639957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1189,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.830257+0000","last_change":"2024-09-13T14:25:30.890605+0000","last_active":"2024-09-13T14:31:57.830257+0000","last_peered":"2024-09-13T14:31:57.830257+0000","last_clean":"2024-09-13T14:31:57.830257+0000","last_became_active":"2024-09-13T14:25:30.890146+0000","last_became_peered":"2024-09-13T14:25:30.890146+0000","last_unstale":"2024-09-13T14:31:57.830257+0000","last_undegraded":"2024-09-13T14:31:57.830257+0000","last_fullsized":"2024-09-13T14:31:57.830257+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:20.160198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1189,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.829461+0000","last_change":"2024-09-13T14:25:30.891589+0000","last_active":"2024-09-13T14:31:57.829461+0000","last_peered":"2024-09-13T14:31:57.829461+0000","last_clean":"2024-09-13T14:31:57.829461+0000","last_became_active":"2024-09-13T14:25:30.891295+0000","last_became_peered":"2024-09-13T14:25:30.891295+0000","last_unstale":"2024-09-13T14:31:57.829461+0000","last_undegraded":"2024-09-13T14:31:57.829461+0000","last_fullsized":"2024-09-13T14:31:57.829461+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:23:22.761603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1238,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846797+0000","last_change":"2024-09-13T14:25:30.886219+0000","last_active":"2024-09-13T14:31:58.846797+0000","last_peered":"2024-09-13T14:31:58.846797+0000","last_clean":"2024-09-13T14:31:58.846797+0000","last_became_active":"2024-09-13T14:25:30.885897+0000","last_became_peered":"2024-09-13T14:25:30.885897+0000","last_unstale":"2024-09-13T14:31:58.846797+0000","last_undegraded":"2024-09-13T14:31:58.846797+0000","last_fullsized":"2024-09-13T14:31:58.846797+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:28:46.739696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1301,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847197+0000","last_change":"2024-09-13T14:25:30.885889+0000","last_active":"2024-09-13T14:31:58.847197+0000","last_peered":"2024-09-13T14:31:58.847197+0000","last_clean":"2024-09-13T14:31:58.847197+0000","last_became_active":"2024-09-13T14:25:30.885396+0000","last_became_peered":"2024-09-13T14:25:30.885396+0000","last_unstale":"2024-09-13T14:31:58.847197+0000","last_undegraded":"2024-09-13T14:31:58.847197+0000","last_fullsized":"2024-09-13T14:31:58.847197+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:58:21.962243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1378,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249515+0000","last_change":"2024-09-13T14:24:57.268475+0000","last_active":"2024-09-13T14:32:00.249515+0000","last_peered":"2024-09-13T14:32:00.249515+0000","last_clean":"2024-09-13T14:32:00.249515+0000","last_became_active":"2024-09-13T14:24:57.268158+0000","last_became_peered":"2024-09-13T14:24:57.268158+0000","last_unstale":"2024-09-13T14:32:00.249515+0000","last_undegraded":"2024-09-13T14:32:00.249515+0000","last_fullsized":"2024-09-13T14:32:00.249515+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:10.544546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1373,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.704860+0000","last_change":"2024-09-13T14:24:57.251171+0000","last_active":"2024-09-13T14:31:59.704860+0000","last_peered":"2024-09-13T14:31:59.704860+0000","last_clean":"2024-09-13T14:31:59.704860+0000","last_became_active":"2024-09-13T14:24:57.250868+0000","last_became_peered":"2024-09-13T14:24:57.250868+0000","last_unstale":"2024-09-13T14:31:59.704860+0000","last_undegraded":"2024-09-13T14:31:59.704860+0000","last_fullsized":"2024-09-13T14:31:59.704860+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:38:16.175833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1222,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.248898+0000","last_change":"2024-09-13T14:26:04.811101+0000","last_active":"2024-09-13T14:32:00.248898+0000","last_peered":"2024-09-13T14:32:00.248898+0000","last_clean":"2024-09-13T14:32:00.248898+0000","last_became_active":"2024-09-13T14:26:04.810753+0000","last_became_peered":"2024-09-13T14:26:04.810753+0000","last_unstale":"2024-09-13T14:32:00.248898+0000","last_undegraded":"2024-09-13T14:32:00.248898+0000","last_fullsized":"2024-09-13T14:32:00.248898+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:35.834145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1329,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.808465+0000","last_change":"2024-09-13T14:26:04.811644+0000","last_active":"2024-09-13T14:31:57.808465+0000","last_peered":"2024-09-13T14:31:57.808465+0000","last_clean":"2024-09-13T14:31:57.808465+0000","last_became_active":"2024-09-13T14:26:04.811293+0000","last_became_peered":"2024-09-13T14:26:04.811293+0000","last_unstale":"2024-09-13T14:31:57.808465+0000","last_undegraded":"2024-09-13T14:31:57.808465+0000","last_fullsized":"2024-09-13T14:31:57.808465+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:22.412488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1328,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.810583+0000","last_change":"2024-09-13T14:26:04.811968+0000","last_active":"2024-09-13T14:31:57.810583+0000","last_peered":"2024-09-13T14:31:57.810583+0000","last_clean":"2024-09-13T14:31:57.810583+0000","last_became_active":"2024-09-13T14:26:04.811596+0000","last_became_peered":"2024-09-13T14:26:04.811596+0000","last_unstale":"2024-09-13T14:31:57.810583+0000","last_undegraded":"2024-09-13T14:31:57.810583+0000","last_fullsized":"2024-09-13T14:31:57.810583+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:14:27.215403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1152,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250188+0000","last_change":"2024-09-13T14:26:04.820044+0000","last_active":"2024-09-13T14:32:00.250188+0000","last_peered":"2024-09-13T14:32:00.250188+0000","last_clean":"2024-09-13T14:32:00.250188+0000","last_became_active":"2024-09-13T14:26:04.816296+0000","last_became_peered":"2024-09-13T14:26:04.816296+0000","last_unstale":"2024-09-13T14:32:00.250188+0000","last_undegraded":"2024-09-13T14:32:00.250188+0000","last_fullsized":"2024-09-13T14:32:00.250188+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:40.881161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1200,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.829210+0000","last_change":"2024-09-13T14:25:30.893242+0000","last_active":"2024-09-13T14:31:57.829210+0000","last_peered":"2024-09-13T14:31:57.829210+0000","last_clean":"2024-09-13T14:31:57.829210+0000","last_became_active":"2024-09-13T14:25:30.892917+0000","last_became_peered":"2024-09-13T14:25:30.892917+0000","last_unstale":"2024-09-13T14:31:57.829210+0000","last_undegraded":"2024-09-13T14:31:57.829210+0000","last_fullsized":"2024-09-13T14:31:57.829210+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:17:53.916998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1379,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249516+0000","last_change":"2024-09-13T14:26:04.823072+0000","last_active":"2024-09-13T14:32:00.249516+0000","last_peered":"2024-09-13T14:32:00.249516+0000","last_clean":"2024-09-13T14:32:00.249516+0000","last_became_active":"2024-09-13T14:26:04.822707+0000","last_became_peered":"2024-09-13T14:26:04.822707+0000","last_unstale":"2024-09-13T14:32:00.249516+0000","last_undegraded":"2024-09-13T14:32:00.249516+0000","last_fullsized":"2024-09-13T14:32:00.249516+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:46.663714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1221,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251013+0000","last_change":"2024-09-13T14:26:04.811737+0000","last_active":"2024-09-13T14:32:00.251013+0000","last_peered":"2024-09-13T14:32:00.251013+0000","last_clean":"2024-09-13T14:32:00.251013+0000","last_became_active":"2024-09-13T14:26:04.810788+0000","last_became_peered":"2024-09-13T14:26:04.810788+0000","last_unstale":"2024-09-13T14:32:00.251013+0000","last_undegraded":"2024-09-13T14:32:00.251013+0000","last_fullsized":"2024-09-13T14:32:00.251013+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:31.583393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1301,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847112+0000","last_change":"2024-09-13T14:24:21.694355+0000","last_active":"2024-09-13T14:31:58.847112+0000","last_peered":"2024-09-13T14:31:58.847112+0000","last_clean":"2024-09-13T14:31:58.847112+0000","last_became_active":"2024-09-13T14:24:21.694011+0000","last_became_peered":"2024-09-13T14:24:21.694011+0000","last_unstale":"2024-09-13T14:31:58.847112+0000","last_undegraded":"2024-09-13T14:31:58.847112+0000","last_fullsized":"2024-09-13T14:31:58.847112+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:26:19.740916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1242,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249040+0000","last_change":"2024-09-13T14:24:57.270928+0000","last_active":"2024-09-13T14:32:00.249040+0000","last_peered":"2024-09-13T14:32:00.249040+0000","last_clean":"2024-09-13T14:32:00.249040+0000","last_became_active":"2024-09-13T14:24:57.264074+0000","last_became_peered":"2024-09-13T14:24:57.264074+0000","last_unstale":"2024-09-13T14:32:00.249040+0000","last_undegraded":"2024-09-13T14:32:00.249040+0000","last_fullsized":"2024-09-13T14:32:00.249040+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:06:15.854897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1291,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847594+0000","last_change":"2024-09-13T14:24:21.694153+0000","last_active":"2024-09-13T14:31:58.847594+0000","last_peered":"2024-09-13T14:31:58.847594+0000","last_clean":"2024-09-13T14:31:58.847594+0000","last_became_active":"2024-09-13T14:24:21.693799+0000","last_became_peered":"2024-09-13T14:24:21.693799+0000","last_unstale":"2024-09-13T14:31:58.847594+0000","last_undegraded":"2024-09-13T14:31:58.847594+0000","last_fullsized":"2024-09-13T14:31:58.847594+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:08.968168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1197,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.830057+0000","last_change":"2024-09-13T14:26:04.823650+0000","last_active":"2024-09-13T14:31:57.830057+0000","last_peered":"2024-09-13T14:31:57.830057+0000","last_clean":"2024-09-13T14:31:57.830057+0000","last_became_active":"2024-09-13T14:26:04.822092+0000","last_became_peered":"2024-09-13T14:26:04.822092+0000","last_unstale":"2024-09-13T14:31:57.830057+0000","last_undegraded":"2024-09-13T14:31:57.830057+0000","last_fullsized":"2024-09-13T14:31:57.830057+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:51:07.403482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1358,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.704979+0000","last_change":"2024-09-13T14:23:49.670115+0000","last_active":"2024-09-13T14:31:59.704979+0000","last_peered":"2024-09-13T14:31:59.704979+0000","last_clean":"2024-09-13T14:31:59.704979+0000","last_became_active":"2024-09-13T14:23:49.669723+0000","last_became_peered":"2024-09-13T14:23:49.669723+0000","last_unstale":"2024-09-13T14:31:59.704979+0000","last_undegraded":"2024-09-13T14:31:59.704979+0000","last_fullsized":"2024-09-13T14:31:59.704979+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:35:15.605400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1310,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846546+0000","last_change":"2024-09-13T14:24:21.695078+0000","last_active":"2024-09-13T14:31:58.846546+0000","last_peered":"2024-09-13T14:31:58.846546+0000","last_clean":"2024-09-13T14:31:58.846546+0000","last_became_active":"2024-09-13T14:24:21.694778+0000","last_became_peered":"2024-09-13T14:24:21.694778+0000","last_unstale":"2024-09-13T14:31:58.846546+0000","last_undegraded":"2024-09-13T14:31:58.846546+0000","last_fullsized":"2024-09-13T14:31:58.846546+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:48.379703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1379,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250061+0000","last_change":"2024-09-13T14:24:21.690465+0000","last_active":"2024-09-13T14:32:00.250061+0000","last_peered":"2024-09-13T14:32:00.250061+0000","last_clean":"2024-09-13T14:32:00.250061+0000","last_became_active":"2024-09-13T14:24:21.690148+0000","last_became_peered":"2024-09-13T14:24:21.690148+0000","last_unstale":"2024-09-13T14:32:00.250061+0000","last_undegraded":"2024-09-13T14:32:00.250061+0000","last_fullsized":"2024-09-13T14:32:00.250061+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:09.545919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1242,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251127+0000","last_change":"2024-09-13T14:24:57.271071+0000","last_active":"2024-09-13T14:32:00.251127+0000","last_peered":"2024-09-13T14:32:00.251127+0000","last_clean":"2024-09-13T14:32:00.251127+0000","last_became_active":"2024-09-13T14:24:57.264012+0000","last_became_peered":"2024-09-13T14:24:57.264012+0000","last_unstale":"2024-09-13T14:32:00.251127+0000","last_undegraded":"2024-09-13T14:32:00.251127+0000","last_fullsized":"2024-09-13T14:32:00.251127+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:22:17.592043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1329,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.808999+0000","last_change":"2024-09-13T14:25:30.884091+0000","last_active":"2024-09-13T14:31:57.808999+0000","last_peered":"2024-09-13T14:31:57.808999+0000","last_clean":"2024-09-13T14:31:57.808999+0000","last_became_active":"2024-09-13T14:25:30.883742+0000","last_became_peered":"2024-09-13T14:25:30.883742+0000","last_unstale":"2024-09-13T14:31:57.808999+0000","last_undegraded":"2024-09-13T14:31:57.808999+0000","last_fullsized":"2024-09-13T14:31:57.808999+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:36.069193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1190,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.828504+0000","last_change":"2024-09-13T14:25:30.891060+0000","last_active":"2024-09-13T14:31:57.828504+0000","last_peered":"2024-09-13T14:31:57.828504+0000","last_clean":"2024-09-13T14:31:57.828504+0000","last_became_active":"2024-09-13T14:25:30.890403+0000","last_became_peered":"2024-09-13T14:25:30.890403+0000","last_unstale":"2024-09-13T14:31:57.828504+0000","last_undegraded":"2024-09-13T14:31:57.828504+0000","last_fullsized":"2024-09-13T14:31:57.828504+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:37.945319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1266,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846196+0000","last_change":"2024-09-13T14:24:21.689965+0000","last_active":"2024-09-13T14:31:58.846196+0000","last_peered":"2024-09-13T14:31:58.846196+0000","last_clean":"2024-09-13T14:31:58.846196+0000","last_became_active":"2024-09-13T14:24:21.689644+0000","last_became_peered":"2024-09-13T14:24:21.689644+0000","last_unstale":"2024-09-13T14:31:58.846196+0000","last_undegraded":"2024-09-13T14:31:58.846196+0000","last_fullsized":"2024-09-13T14:31:58.846196+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:51:34.820979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"551'2","reported_seq":1274,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847312+0000","last_change":"2024-09-13T14:26:04.810174+0000","last_active":"2024-09-13T14:31:58.847312+0000","last_peered":"2024-09-13T14:31:58.847312+0000","last_clean":"2024-09-13T14:31:58.847312+0000","last_became_active":"2024-09-13T14:26:04.809011+0000","last_became_peered":"2024-09-13T14:26:04.809011+0000","last_unstale":"2024-09-13T14:31:58.847312+0000","last_undegraded":"2024-09-13T14:31:58.847312+0000","last_fullsized":"2024-09-13T14:31:58.847312+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:41:09.984831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1377,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249583+0000","last_change":"2024-09-13T14:26:04.807691+0000","last_active":"2024-09-13T14:32:00.249583+0000","last_peered":"2024-09-13T14:32:00.249583+0000","last_clean":"2024-09-13T14:32:00.249583+0000","last_became_active":"2024-09-13T14:26:04.806487+0000","last_became_peered":"2024-09-13T14:26:04.806487+0000","last_unstale":"2024-09-13T14:32:00.249583+0000","last_undegraded":"2024-09-13T14:32:00.249583+0000","last_fullsized":"2024-09-13T14:32:00.249583+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:09.314659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"551'2","reported_seq":1201,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.829252+0000","last_change":"2024-09-13T14:26:04.805677+0000","last_active":"2024-09-13T14:31:57.829252+0000","last_peered":"2024-09-13T14:31:57.829252+0000","last_clean":"2024-09-13T14:31:57.829252+0000","last_became_active":"2024-09-13T14:26:04.805262+0000","last_became_peered":"2024-09-13T14:26:04.805262+0000","last_unstale":"2024-09-13T14:31:57.829252+0000","last_undegraded":"2024-09-13T14:31:57.829252+0000","last_fullsized":"2024-09-13T14:31:57.829252+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:05.058210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1312,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846185+0000","last_change":"2024-09-13T14:25:30.884863+0000","last_active":"2024-09-13T14:31:58.846185+0000","last_peered":"2024-09-13T14:31:58.846185+0000","last_clean":"2024-09-13T14:31:58.846185+0000","last_became_active":"2024-09-13T14:25:30.883705+0000","last_became_peered":"2024-09-13T14:25:30.883705+0000","last_unstale":"2024-09-13T14:31:58.846185+0000","last_undegraded":"2024-09-13T14:31:58.846185+0000","last_fullsized":"2024-09-13T14:31:58.846185+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:00.134437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1305,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846271+0000","last_change":"2024-09-13T14:23:49.668384+0000","last_active":"2024-09-13T14:31:58.846271+0000","last_peered":"2024-09-13T14:31:58.846271+0000","last_clean":"2024-09-13T14:31:58.846271+0000","last_became_active":"2024-09-13T14:23:49.667335+0000","last_became_peered":"2024-09-13T14:23:49.667335+0000","last_unstale":"2024-09-13T14:31:58.846271+0000","last_undegraded":"2024-09-13T14:31:58.846271+0000","last_fullsized":"2024-09-13T14:31:58.846271+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:00.178311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1243,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.248897+0000","last_change":"2024-09-13T14:24:57.264153+0000","last_active":"2024-09-13T14:32:00.248897+0000","last_peered":"2024-09-13T14:32:00.248897+0000","last_clean":"2024-09-13T14:32:00.248897+0000","last_became_active":"2024-09-13T14:24:57.263798+0000","last_became_peered":"2024-09-13T14:24:57.263798+0000","last_unstale":"2024-09-13T14:32:00.248897+0000","last_undegraded":"2024-09-13T14:32:00.248897+0000","last_fullsized":"2024-09-13T14:32:00.248897+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:29:38.783917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1372,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.704762+0000","last_change":"2024-09-13T14:23:49.659695+0000","last_active":"2024-09-13T14:31:59.704762+0000","last_peered":"2024-09-13T14:31:59.704762+0000","last_clean":"2024-09-13T14:31:59.704762+0000","last_became_active":"2024-09-13T14:23:49.659130+0000","last_became_peered":"2024-09-13T14:23:49.659130+0000","last_unstale":"2024-09-13T14:31:59.704762+0000","last_undegraded":"2024-09-13T14:31:59.704762+0000","last_fullsized":"2024-09-13T14:31:59.704762+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:51.489815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1192,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.831022+0000","last_change":"2024-09-13T14:25:30.892408+0000","last_active":"2024-09-13T14:31:57.831022+0000","last_peered":"2024-09-13T14:31:57.831022+0000","last_clean":"2024-09-13T14:31:57.831022+0000","last_became_active":"2024-09-13T14:25:30.892082+0000","last_became_peered":"2024-09-13T14:25:30.892082+0000","last_unstale":"2024-09-13T14:31:57.831022+0000","last_undegraded":"2024-09-13T14:31:57.831022+0000","last_fullsized":"2024-09-13T14:31:57.831022+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:13:15.606046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1212,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251660+0000","last_change":"2024-09-13T14:26:04.809642+0000","last_active":"2024-09-13T14:32:00.251660+0000","last_peered":"2024-09-13T14:32:00.251660+0000","last_clean":"2024-09-13T14:32:00.251660+0000","last_became_active":"2024-09-13T14:26:04.809335+0000","last_became_peered":"2024-09-13T14:26:04.809335+0000","last_unstale":"2024-09-13T14:32:00.251660+0000","last_undegraded":"2024-09-13T14:32:00.251660+0000","last_fullsized":"2024-09-13T14:32:00.251660+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:32:42.941932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1248,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251892+0000","last_change":"2024-09-13T14:25:30.883441+0000","last_active":"2024-09-13T14:32:00.251892+0000","last_peered":"2024-09-13T14:32:00.251892+0000","last_clean":"2024-09-13T14:32:00.251892+0000","last_became_active":"2024-09-13T14:25:30.883080+0000","last_became_peered":"2024-09-13T14:25:30.883080+0000","last_unstale":"2024-09-13T14:32:00.251892+0000","last_undegraded":"2024-09-13T14:32:00.251892+0000","last_fullsized":"2024-09-13T14:32:00.251892+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:35.480665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1378,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250465+0000","last_change":"2024-09-13T14:24:57.269399+0000","last_active":"2024-09-13T14:32:00.250465+0000","last_peered":"2024-09-13T14:32:00.250465+0000","last_clean":"2024-09-13T14:32:00.250465+0000","last_became_active":"2024-09-13T14:24:57.268645+0000","last_became_peered":"2024-09-13T14:24:57.268645+0000","last_unstale":"2024-09-13T14:32:00.250465+0000","last_undegraded":"2024-09-13T14:32:00.250465+0000","last_fullsized":"2024-09-13T14:32:00.250465+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:13.601698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1366,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705167+0000","last_change":"2024-09-13T14:24:57.256988+0000","last_active":"2024-09-13T14:31:59.705167+0000","last_peered":"2024-09-13T14:31:59.705167+0000","last_clean":"2024-09-13T14:31:59.705167+0000","last_became_active":"2024-09-13T14:24:57.256583+0000","last_became_peered":"2024-09-13T14:24:57.256583+0000","last_unstale":"2024-09-13T14:31:59.705167+0000","last_undegraded":"2024-09-13T14:31:59.705167+0000","last_fullsized":"2024-09-13T14:31:59.705167+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:58:22.398517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1237,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847028+0000","last_change":"2024-09-13T14:26:04.822943+0000","last_active":"2024-09-13T14:31:58.847028+0000","last_peered":"2024-09-13T14:31:58.847028+0000","last_clean":"2024-09-13T14:31:58.847028+0000","last_became_active":"2024-09-13T14:26:04.822635+0000","last_became_peered":"2024-09-13T14:26:04.822635+0000","last_unstale":"2024-09-13T14:31:58.847028+0000","last_undegraded":"2024-09-13T14:31:58.847028+0000","last_fullsized":"2024-09-13T14:31:58.847028+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:50.802405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"551'29","reported_seq":1227,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.829333+0000","last_change":"2024-09-13T14:25:30.890745+0000","last_active":"2024-09-13T14:31:57.829333+0000","last_peered":"2024-09-13T14:31:57.829333+0000","last_clean":"2024-09-13T14:31:57.829333+0000","last_became_active":"2024-09-13T14:25:30.890352+0000","last_became_peered":"2024-09-13T14:25:30.890352+0000","last_unstale":"2024-09-13T14:31:57.829333+0000","last_undegraded":"2024-09-13T14:31:57.829333+0000","last_fullsized":"2024-09-13T14:31:57.829333+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:29:26.227896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250022+0000","last_change":"2024-09-13T14:26:04.818851+0000","last_active":"2024-09-13T14:32:00.250022+0000","last_peered":"2024-09-13T14:32:00.250022+0000","last_clean":"2024-09-13T14:32:00.250022+0000","last_became_active":"2024-09-13T14:26:04.815578+0000","last_became_peered":"2024-09-13T14:26:04.815578+0000","last_unstale":"2024-09-13T14:32:00.250022+0000","last_undegraded":"2024-09-13T14:32:00.250022+0000","last_fullsized":"2024-09-13T14:32:00.250022+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:32:51.714343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1386,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249718+0000","last_change":"2024-09-13T14:24:21.696959+0000","last_active":"2024-09-13T14:32:00.249718+0000","last_peered":"2024-09-13T14:32:00.249718+0000","last_clean":"2024-09-13T14:32:00.249718+0000","last_became_active":"2024-09-13T14:24:21.693359+0000","last_became_peered":"2024-09-13T14:24:21.693359+0000","last_unstale":"2024-09-13T14:32:00.249718+0000","last_undegraded":"2024-09-13T14:32:00.249718+0000","last_fullsized":"2024-09-13T14:32:00.249718+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:20.329917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1378,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249342+0000","last_change":"2024-09-13T14:26:04.821854+0000","last_active":"2024-09-13T14:32:00.249342+0000","last_peered":"2024-09-13T14:32:00.249342+0000","last_clean":"2024-09-13T14:32:00.249342+0000","last_became_active":"2024-09-13T14:26:04.821501+0000","last_became_peered":"2024-09-13T14:26:04.821501+0000","last_unstale":"2024-09-13T14:32:00.249342+0000","last_undegraded":"2024-09-13T14:32:00.249342+0000","last_fullsized":"2024-09-13T14:32:00.249342+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:33:13.402216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1241,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251390+0000","last_change":"2024-09-13T14:26:04.808477+0000","last_active":"2024-09-13T14:32:00.251390+0000","last_peered":"2024-09-13T14:32:00.251390+0000","last_clean":"2024-09-13T14:32:00.251390+0000","last_became_active":"2024-09-13T14:26:04.808136+0000","last_became_peered":"2024-09-13T14:26:04.808136+0000","last_unstale":"2024-09-13T14:32:00.251390+0000","last_undegraded":"2024-09-13T14:32:00.251390+0000","last_fullsized":"2024-09-13T14:32:00.251390+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:53:24.509410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249619+0000","last_change":"2024-09-13T14:26:04.813383+0000","last_active":"2024-09-13T14:32:00.249619+0000","last_peered":"2024-09-13T14:32:00.249619+0000","last_clean":"2024-09-13T14:32:00.249619+0000","last_became_active":"2024-09-13T14:26:04.812305+0000","last_became_peered":"2024-09-13T14:26:04.812305+0000","last_unstale":"2024-09-13T14:32:00.249619+0000","last_undegraded":"2024-09-13T14:32:00.249619+0000","last_fullsized":"2024-09-13T14:32:00.249619+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:04:36.993924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1203,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.829008+0000","last_change":"2024-09-13T14:25:30.894891+0000","last_active":"2024-09-13T14:31:57.829008+0000","last_peered":"2024-09-13T14:31:57.829008+0000","last_clean":"2024-09-13T14:31:57.829008+0000","last_became_active":"2024-09-13T14:25:30.894331+0000","last_became_peered":"2024-09-13T14:25:30.894331+0000","last_unstale":"2024-09-13T14:31:57.829008+0000","last_undegraded":"2024-09-13T14:31:57.829008+0000","last_fullsized":"2024-09-13T14:31:57.829008+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:42.125366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1189,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.828358+0000","last_change":"2024-09-13T14:25:30.890894+0000","last_active":"2024-09-13T14:31:57.828358+0000","last_peered":"2024-09-13T14:31:57.828358+0000","last_clean":"2024-09-13T14:31:57.828358+0000","last_became_active":"2024-09-13T14:25:30.889750+0000","last_became_peered":"2024-09-13T14:25:30.889750+0000","last_unstale":"2024-09-13T14:31:57.828358+0000","last_undegraded":"2024-09-13T14:31:57.828358+0000","last_fullsized":"2024-09-13T14:31:57.828358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:49:47.460757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1343,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.808720+0000","last_change":"2024-09-13T14:23:15.669183+0000","last_active":"2024-09-13T14:31:57.808720+0000","last_peered":"2024-09-13T14:31:57.808720+0000","last_clean":"2024-09-13T14:31:57.808720+0000","last_became_active":"2024-09-13T14:23:15.668821+0000","last_became_peered":"2024-09-13T14:23:15.668821+0000","last_unstale":"2024-09-13T14:31:57.808720+0000","last_undegraded":"2024-09-13T14:31:57.808720+0000","last_fullsized":"2024-09-13T14:31:57.808720+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:59:51.210570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1152,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249603+0000","last_change":"2024-09-13T14:26:04.825239+0000","last_active":"2024-09-13T14:32:00.249603+0000","last_peered":"2024-09-13T14:32:00.249603+0000","last_clean":"2024-09-13T14:32:00.249603+0000","last_became_active":"2024-09-13T14:26:04.824507+0000","last_became_peered":"2024-09-13T14:26:04.824507+0000","last_unstale":"2024-09-13T14:32:00.249603+0000","last_undegraded":"2024-09-13T14:32:00.249603+0000","last_fullsized":"2024-09-13T14:32:00.249603+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:02:44.127125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"867'863","reported_seq":4291,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.809027+0000","last_change":"2024-09-13T14:31:56.838317+0000","last_active":"2024-09-13T14:31:57.809027+0000","last_peered":"2024-09-13T14:31:57.809027+0000","last_clean":"2024-09-13T14:31:57.809027+0000","last_became_active":"2024-09-13T14:23:15.669907+0000","last_became_peered":"2024-09-13T14:23:15.669907+0000","last_unstale":"2024-09-13T14:31:57.809027+0000","last_undegraded":"2024-09-13T14:31:57.809027+0000","last_fullsized":"2024-09-13T14:31:57.809027+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":863,"log_dups_size":0,"ondisk_log_size":863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:55:49.655278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00244751,"stat_sum":{"num_bytes":20717568,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":160,"num_read_kb":376352,"num_write":241,"num_write_kb":87336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":31506432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.f","version":"65'1","reported_seq":1242,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846920+0000","last_change":"2024-09-13T14:26:04.806568+0000","last_active":"2024-09-13T14:31:58.846920+0000","last_peered":"2024-09-13T14:31:58.846920+0000","last_clean":"2024-09-13T14:31:58.846920+0000","last_became_active":"2024-09-13T14:26:04.804891+0000","last_became_peered":"2024-09-13T14:26:04.804891+0000","last_unstale":"2024-09-13T14:31:58.846920+0000","last_undegraded":"2024-09-13T14:31:58.846920+0000","last_fullsized":"2024-09-13T14:31:58.846920+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:38:05.023433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250971+0000","last_change":"2024-09-13T14:26:04.814055+0000","last_active":"2024-09-13T14:32:00.250971+0000","last_peered":"2024-09-13T14:32:00.250971+0000","last_clean":"2024-09-13T14:32:00.250971+0000","last_became_active":"2024-09-13T14:26:04.813759+0000","last_became_peered":"2024-09-13T14:26:04.813759+0000","last_unstale":"2024-09-13T14:32:00.250971+0000","last_undegraded":"2024-09-13T14:32:00.250971+0000","last_fullsized":"2024-09-13T14:32:00.250971+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:37.508022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"870'1143","reported_seq":4257,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250458+0000","last_change":"2024-09-13T14:31:57.085255+0000","last_active":"2024-09-13T14:32:00.250458+0000","last_peered":"2024-09-13T14:32:00.250458+0000","last_clean":"2024-09-13T14:32:00.250458+0000","last_became_active":"2024-09-13T14:26:04.814914+0000","last_became_peered":"2024-09-13T14:26:04.814914+0000","last_unstale":"2024-09-13T14:32:00.250458+0000","last_undegraded":"2024-09-13T14:32:00.250458+0000","last_fullsized":"2024-09-13T14:32:00.250458+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":1143,"log_dups_size":0,"ondisk_log_size":1143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:35.128293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079402800000000001,"stat_sum":{"num_bytes":18399232,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":213,"num_read_kb":308689,"num_write":528,"num_write_kb":126216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":31211520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.e","version":"65'2","reported_seq":1337,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.810723+0000","last_change":"2024-09-13T14:26:04.812415+0000","last_active":"2024-09-13T14:31:57.810723+0000","last_peered":"2024-09-13T14:31:57.810723+0000","last_clean":"2024-09-13T14:31:57.810723+0000","last_became_active":"2024-09-13T14:26:04.812063+0000","last_became_peered":"2024-09-13T14:26:04.812063+0000","last_unstale":"2024-09-13T14:31:57.810723+0000","last_undegraded":"2024-09-13T14:31:57.810723+0000","last_fullsized":"2024-09-13T14:31:57.810723+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:28:52.988458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1172,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250054+0000","last_change":"2024-09-13T14:26:04.818924+0000","last_active":"2024-09-13T14:32:00.250054+0000","last_peered":"2024-09-13T14:32:00.250054+0000","last_clean":"2024-09-13T14:32:00.250054+0000","last_became_active":"2024-09-13T14:26:04.817698+0000","last_became_peered":"2024-09-13T14:26:04.817698+0000","last_unstale":"2024-09-13T14:32:00.250054+0000","last_undegraded":"2024-09-13T14:32:00.250054+0000","last_fullsized":"2024-09-13T14:32:00.250054+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:19:41.456210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"852'427","reported_seq":3842,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.809439+0000","last_change":"2024-09-13T14:31:56.838334+0000","last_active":"2024-09-13T14:31:57.809439+0000","last_peered":"2024-09-13T14:31:57.809439+0000","last_clean":"2024-09-13T14:31:57.809439+0000","last_became_active":"2024-09-13T14:24:21.689642+0000","last_became_peered":"2024-09-13T14:24:21.689642+0000","last_unstale":"2024-09-13T14:31:57.809439+0000","last_undegraded":"2024-09-13T14:31:57.809439+0000","last_fullsized":"2024-09-13T14:31:57.809439+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":427,"log_dups_size":0,"ondisk_log_size":427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:03:17.688443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033083420000000001,"stat_sum":{"num_bytes":1138688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":51,"num_read_kb":55915,"num_write":164,"num_write_kb":38456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":18776064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.d","version":"65'1","reported_seq":1365,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705197+0000","last_change":"2024-09-13T14:24:21.690364+0000","last_active":"2024-09-13T14:31:59.705197+0000","last_peered":"2024-09-13T14:31:59.705197+0000","last_clean":"2024-09-13T14:31:59.705197+0000","last_became_active":"2024-09-13T14:24:21.689711+0000","last_became_peered":"2024-09-13T14:24:21.689711+0000","last_unstale":"2024-09-13T14:31:59.705197+0000","last_undegraded":"2024-09-13T14:31:59.705197+0000","last_fullsized":"2024-09-13T14:31:59.705197+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:31:25.721820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1238,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251769+0000","last_change":"2024-09-13T14:25:30.886095+0000","last_active":"2024-09-13T14:32:00.251769+0000","last_peered":"2024-09-13T14:32:00.251769+0000","last_clean":"2024-09-13T14:32:00.251769+0000","last_became_active":"2024-09-13T14:25:30.885781+0000","last_became_peered":"2024-09-13T14:25:30.885781+0000","last_unstale":"2024-09-13T14:32:00.251769+0000","last_undegraded":"2024-09-13T14:32:00.251769+0000","last_fullsized":"2024-09-13T14:32:00.251769+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:05.246002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"867'1305","reported_seq":4655,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.810596+0000","last_change":"2024-09-13T14:31:56.838731+0000","last_active":"2024-09-13T14:31:57.810596+0000","last_peered":"2024-09-13T14:31:57.810596+0000","last_clean":"2024-09-13T14:31:57.810596+0000","last_became_active":"2024-09-13T14:24:57.263139+0000","last_became_peered":"2024-09-13T14:24:57.263139+0000","last_unstale":"2024-09-13T14:31:57.810596+0000","last_undegraded":"2024-09-13T14:31:57.810596+0000","last_fullsized":"2024-09-13T14:31:57.810596+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":1305,"log_dups_size":0,"ondisk_log_size":1305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:19:49.470080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019603559999999999,"stat_sum":{"num_bytes":17104896,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":194,"num_read_kb":216733,"num_write":448,"num_write_kb":112952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":26157056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.c","version":"0'0","reported_seq":1332,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.808835+0000","last_change":"2024-09-13T14:24:57.262557+0000","last_active":"2024-09-13T14:31:57.808835+0000","last_peered":"2024-09-13T14:31:57.808835+0000","last_clean":"2024-09-13T14:31:57.808835+0000","last_became_active":"2024-09-13T14:24:57.262224+0000","last_became_peered":"2024-09-13T14:24:57.262224+0000","last_unstale":"2024-09-13T14:31:57.808835+0000","last_undegraded":"2024-09-13T14:31:57.808835+0000","last_fullsized":"2024-09-13T14:31:57.808835+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:01:24.572621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1152,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250306+0000","last_change":"2024-09-13T14:26:04.816572+0000","last_active":"2024-09-13T14:32:00.250306+0000","last_peered":"2024-09-13T14:32:00.250306+0000","last_clean":"2024-09-13T14:32:00.250306+0000","last_became_active":"2024-09-13T14:26:04.814385+0000","last_became_peered":"2024-09-13T14:26:04.814385+0000","last_unstale":"2024-09-13T14:32:00.250306+0000","last_undegraded":"2024-09-13T14:32:00.250306+0000","last_fullsized":"2024-09-13T14:32:00.250306+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:55:56.741393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"863'1302","reported_seq":4414,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250712+0000","last_change":"2024-09-13T14:31:57.085737+0000","last_active":"2024-09-13T14:32:00.250712+0000","last_peered":"2024-09-13T14:32:00.250712+0000","last_clean":"2024-09-13T14:32:00.250712+0000","last_became_active":"2024-09-13T14:26:04.811258+0000","last_became_peered":"2024-09-13T14:26:04.811258+0000","last_unstale":"2024-09-13T14:32:00.250712+0000","last_undegraded":"2024-09-13T14:32:00.250712+0000","last_fullsized":"2024-09-13T14:32:00.250712+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":1302,"log_dups_size":0,"ondisk_log_size":1302,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:08:36.883404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000695442,"stat_sum":{"num_bytes":18833408,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":229,"num_read_kb":339408,"num_write":512,"num_write_kb":149472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":38887424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.5","version":"0'0","reported_seq":1195,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.829835+0000","last_change":"2024-09-13T14:26:04.822125+0000","last_active":"2024-09-13T14:31:57.829835+0000","last_peered":"2024-09-13T14:31:57.829835+0000","last_clean":"2024-09-13T14:31:57.829835+0000","last_became_active":"2024-09-13T14:26:04.821679+0000","last_became_peered":"2024-09-13T14:26:04.821679+0000","last_unstale":"2024-09-13T14:31:57.829835+0000","last_undegraded":"2024-09-13T14:31:57.829835+0000","last_fullsized":"2024-09-13T14:31:57.829835+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:47.993631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043176899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"248'213","reported_seq":1711,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249176+0000","last_change":"2024-09-13T14:26:04.822514+0000","last_active":"2024-09-13T14:32:00.249176+0000","last_peered":"2024-09-13T14:32:00.249176+0000","last_clean":"2024-09-13T14:32:00.249176+0000","last_became_active":"2024-09-13T14:26:04.819398+0000","last_became_peered":"2024-09-13T14:26:04.819398+0000","last_unstale":"2024-09-13T14:32:00.249176+0000","last_undegraded":"2024-09-13T14:32:00.249176+0000","last_fullsized":"2024-09-13T14:32:00.249176+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:12:10.823721+0000","last_clean_scrub_stamp":"2024-09-13T14:12:10.823721+0000","objects_scrubbed":0,"log_size":213,"log_dups_size":0,"ondisk_log_size":213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:29.105753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1249,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251161+0000","last_change":"2024-09-13T14:26:04.808605+0000","last_active":"2024-09-13T14:32:00.251161+0000","last_peered":"2024-09-13T14:32:00.251161+0000","last_clean":"2024-09-13T14:32:00.251161+0000","last_became_active":"2024-09-13T14:26:04.808287+0000","last_became_peered":"2024-09-13T14:26:04.808287+0000","last_unstale":"2024-09-13T14:32:00.251161+0000","last_undegraded":"2024-09-13T14:32:00.251161+0000","last_fullsized":"2024-09-13T14:32:00.251161+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:32.494599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1308,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846658+0000","last_change":"2024-09-13T14:25:30.882451+0000","last_active":"2024-09-13T14:31:58.846658+0000","last_peered":"2024-09-13T14:31:58.846658+0000","last_clean":"2024-09-13T14:31:58.846658+0000","last_became_active":"2024-09-13T14:25:30.882099+0000","last_became_peered":"2024-09-13T14:25:30.882099+0000","last_unstale":"2024-09-13T14:31:58.846658+0000","last_undegraded":"2024-09-13T14:31:58.846658+0000","last_fullsized":"2024-09-13T14:31:58.846658+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:55:04.349124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"870'1345","reported_seq":4547,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.252180+0000","last_change":"2024-09-13T14:31:56.854788+0000","last_active":"2024-09-13T14:32:00.252180+0000","last_peered":"2024-09-13T14:32:00.252180+0000","last_clean":"2024-09-13T14:32:00.252180+0000","last_became_active":"2024-09-13T14:24:57.269200+0000","last_became_peered":"2024-09-13T14:24:57.269200+0000","last_unstale":"2024-09-13T14:32:00.252180+0000","last_undegraded":"2024-09-13T14:32:00.252180+0000","last_fullsized":"2024-09-13T14:32:00.252180+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":1345,"log_dups_size":0,"ondisk_log_size":1345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:21.816357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030317959999999998,"stat_sum":{"num_bytes":16982016,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":235,"num_read_kb":252855,"num_write":565,"num_write_kb":110464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":41385984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.6","version":"0'0","reported_seq":1388,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249894+0000","last_change":"2024-09-13T14:23:15.660040+0000","last_active":"2024-09-13T14:32:00.249894+0000","last_peered":"2024-09-13T14:32:00.249894+0000","last_clean":"2024-09-13T14:32:00.249894+0000","last_became_active":"2024-09-13T14:23:15.659735+0000","last_became_peered":"2024-09-13T14:23:15.659735+0000","last_unstale":"2024-09-13T14:32:00.249894+0000","last_undegraded":"2024-09-13T14:32:00.249894+0000","last_fullsized":"2024-09-13T14:32:00.249894+0000","mapping_epoch":370,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":371,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:02:38.499873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1161,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249063+0000","last_change":"2024-09-13T14:26:04.823554+0000","last_active":"2024-09-13T14:32:00.249063+0000","last_peered":"2024-09-13T14:32:00.249063+0000","last_clean":"2024-09-13T14:32:00.249063+0000","last_became_active":"2024-09-13T14:26:04.822911+0000","last_became_peered":"2024-09-13T14:26:04.822911+0000","last_unstale":"2024-09-13T14:32:00.249063+0000","last_undegraded":"2024-09-13T14:32:00.249063+0000","last_fullsized":"2024-09-13T14:32:00.249063+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:20.807240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1379,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249329+0000","last_change":"2024-09-13T14:24:21.690218+0000","last_active":"2024-09-13T14:32:00.249329+0000","last_peered":"2024-09-13T14:32:00.249329+0000","last_clean":"2024-09-13T14:32:00.249329+0000","last_became_active":"2024-09-13T14:24:21.689866+0000","last_became_peered":"2024-09-13T14:24:21.689866+0000","last_unstale":"2024-09-13T14:32:00.249329+0000","last_undegraded":"2024-09-13T14:32:00.249329+0000","last_fullsized":"2024-09-13T14:32:00.249329+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:52.231580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"867'1748","reported_seq":5074,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.811020+0000","last_change":"2024-09-13T14:31:56.839006+0000","last_active":"2024-09-13T14:31:57.811020+0000","last_peered":"2024-09-13T14:31:57.811020+0000","last_clean":"2024-09-13T14:31:57.811020+0000","last_became_active":"2024-09-13T14:24:57.263152+0000","last_became_peered":"2024-09-13T14:24:57.263152+0000","last_unstale":"2024-09-13T14:31:57.811020+0000","last_undegraded":"2024-09-13T14:31:57.811020+0000","last_fullsized":"2024-09-13T14:31:57.811020+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":1748,"log_dups_size":0,"ondisk_log_size":1748,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:49.202537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015173840000000001,"stat_sum":{"num_bytes":22806528,"num_objects":8,"num_object_clones":4,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":278,"num_read_kb":448475,"num_write":753,"num_write_kb":124384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":35520512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.7","version":"0'0","reported_seq":1356,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705317+0000","last_change":"2024-09-13T14:24:57.266199+0000","last_active":"2024-09-13T14:31:59.705317+0000","last_peered":"2024-09-13T14:31:59.705317+0000","last_clean":"2024-09-13T14:31:59.705317+0000","last_became_active":"2024-09-13T14:24:57.265665+0000","last_became_peered":"2024-09-13T14:24:57.265665+0000","last_unstale":"2024-09-13T14:31:59.705317+0000","last_undegraded":"2024-09-13T14:31:59.705317+0000","last_fullsized":"2024-09-13T14:31:59.705317+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:01.775575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056065100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1333,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.809108+0000","last_change":"2024-09-13T14:23:49.672514+0000","last_active":"2024-09-13T14:31:57.809108+0000","last_peered":"2024-09-13T14:31:57.809108+0000","last_clean":"2024-09-13T14:31:57.809108+0000","last_became_active":"2024-09-13T14:23:49.671986+0000","last_became_peered":"2024-09-13T14:23:49.671986+0000","last_unstale":"2024-09-13T14:31:57.809108+0000","last_undegraded":"2024-09-13T14:31:57.809108+0000","last_fullsized":"2024-09-13T14:31:57.809108+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:17.878974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1358,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.704799+0000","last_change":"2024-09-13T14:25:30.876752+0000","last_active":"2024-09-13T14:31:59.704799+0000","last_peered":"2024-09-13T14:31:59.704799+0000","last_clean":"2024-09-13T14:31:59.704799+0000","last_became_active":"2024-09-13T14:25:30.876360+0000","last_became_peered":"2024-09-13T14:25:30.876360+0000","last_unstale":"2024-09-13T14:31:59.704799+0000","last_undegraded":"2024-09-13T14:31:59.704799+0000","last_fullsized":"2024-09-13T14:31:59.704799+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:50.382888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"870'552","reported_seq":4118,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250091+0000","last_change":"2024-09-13T14:31:56.845592+0000","last_active":"2024-09-13T14:32:00.250091+0000","last_peered":"2024-09-13T14:32:00.250091+0000","last_clean":"2024-09-13T14:32:00.250091+0000","last_became_active":"2024-09-13T14:24:21.691183+0000","last_became_peered":"2024-09-13T14:24:21.691183+0000","last_unstale":"2024-09-13T14:32:00.250091+0000","last_undegraded":"2024-09-13T14:32:00.250091+0000","last_fullsized":"2024-09-13T14:32:00.250091+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":552,"log_dups_size":0,"ondisk_log_size":552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:26:02.503084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054984700000000001,"stat_sum":{"num_bytes":163840,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":372703,"num_write":214,"num_write_kb":35824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":57384960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.4","version":"0'0","reported_seq":1368,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705325+0000","last_change":"2024-09-13T14:23:49.658055+0000","last_active":"2024-09-13T14:31:59.705325+0000","last_peered":"2024-09-13T14:31:59.705325+0000","last_clean":"2024-09-13T14:31:59.705325+0000","last_became_active":"2024-09-13T14:23:49.657463+0000","last_became_peered":"2024-09-13T14:23:49.657463+0000","last_unstale":"2024-09-13T14:31:59.705325+0000","last_undegraded":"2024-09-13T14:31:59.705325+0000","last_fullsized":"2024-09-13T14:31:59.705325+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:05:40.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1217,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251264+0000","last_change":"2024-09-13T14:25:30.884812+0000","last_active":"2024-09-13T14:32:00.251264+0000","last_peered":"2024-09-13T14:32:00.251264+0000","last_clean":"2024-09-13T14:32:00.251264+0000","last_became_active":"2024-09-13T14:25:30.884133+0000","last_became_peered":"2024-09-13T14:25:30.884133+0000","last_unstale":"2024-09-13T14:32:00.251264+0000","last_undegraded":"2024-09-13T14:32:00.251264+0000","last_fullsized":"2024-09-13T14:32:00.251264+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:41:54.516391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1239,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846273+0000","last_change":"2024-09-13T14:25:30.883748+0000","last_active":"2024-09-13T14:31:58.846273+0000","last_peered":"2024-09-13T14:31:58.846273+0000","last_clean":"2024-09-13T14:31:58.846273+0000","last_became_active":"2024-09-13T14:25:30.883408+0000","last_became_peered":"2024-09-13T14:25:30.883408+0000","last_unstale":"2024-09-13T14:31:58.846273+0000","last_undegraded":"2024-09-13T14:31:58.846273+0000","last_fullsized":"2024-09-13T14:31:58.846273+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:33:45.026295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"869'2471","reported_seq":5864,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250245+0000","last_change":"2024-09-13T14:31:56.848607+0000","last_active":"2024-09-13T14:32:00.250245+0000","last_peered":"2024-09-13T14:32:00.250245+0000","last_clean":"2024-09-13T14:32:00.250245+0000","last_became_active":"2024-09-13T14:25:30.886156+0000","last_became_peered":"2024-09-13T14:25:30.886156+0000","last_unstale":"2024-09-13T14:32:00.250245+0000","last_undegraded":"2024-09-13T14:32:00.250245+0000","last_fullsized":"2024-09-13T14:32:00.250245+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":2471,"log_dups_size":0,"ondisk_log_size":2471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:40.953419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036741260000000002,"stat_sum":{"num_bytes":26132480,"num_objects":10,"num_object_clones":4,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":362,"num_read_kb":352412,"num_write":1020,"num_write_kb":264816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":26,"num_bytes_recovered":80470016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.2","version":"74'2","reported_seq":1370,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705074+0000","last_change":"2024-09-13T14:24:57.254932+0000","last_active":"2024-09-13T14:31:59.705074+0000","last_peered":"2024-09-13T14:31:59.705074+0000","last_clean":"2024-09-13T14:31:59.705074+0000","last_became_active":"2024-09-13T14:24:57.254570+0000","last_became_peered":"2024-09-13T14:24:57.254570+0000","last_unstale":"2024-09-13T14:31:59.705074+0000","last_undegraded":"2024-09-13T14:31:59.705074+0000","last_fullsized":"2024-09-13T14:31:59.705074+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:33.937279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1361,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705180+0000","last_change":"2024-09-13T14:26:04.811031+0000","last_active":"2024-09-13T14:31:59.705180+0000","last_peered":"2024-09-13T14:31:59.705180+0000","last_clean":"2024-09-13T14:31:59.705180+0000","last_became_active":"2024-09-13T14:26:04.810571+0000","last_became_peered":"2024-09-13T14:26:04.810571+0000","last_unstale":"2024-09-13T14:31:59.705180+0000","last_undegraded":"2024-09-13T14:31:59.705180+0000","last_fullsized":"2024-09-13T14:31:59.705180+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:46.273196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1242,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251877+0000","last_change":"2024-09-13T14:24:57.272894+0000","last_active":"2024-09-13T14:32:00.251877+0000","last_peered":"2024-09-13T14:32:00.251877+0000","last_clean":"2024-09-13T14:32:00.251877+0000","last_became_active":"2024-09-13T14:24:57.269454+0000","last_became_peered":"2024-09-13T14:24:57.269454+0000","last_unstale":"2024-09-13T14:32:00.251877+0000","last_undegraded":"2024-09-13T14:32:00.251877+0000","last_fullsized":"2024-09-13T14:32:00.251877+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:17.586927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"870'1565","reported_seq":4738,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.864117+0000","last_change":"2024-09-13T14:31:56.849798+0000","last_active":"2024-09-13T14:31:57.864117+0000","last_peered":"2024-09-13T14:31:57.864117+0000","last_clean":"2024-09-13T14:31:57.864117+0000","last_became_active":"2024-09-13T14:25:30.890276+0000","last_became_peered":"2024-09-13T14:25:30.890276+0000","last_unstale":"2024-09-13T14:31:57.864117+0000","last_undegraded":"2024-09-13T14:31:57.864117+0000","last_fullsized":"2024-09-13T14:31:57.864117+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":1565,"log_dups_size":0,"ondisk_log_size":1565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:46.762318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000651427,"stat_sum":{"num_bytes":24150016,"num_objects":9,"num_object_clones":5,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":422976,"num_write":735,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":23273472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.3","version":"72'1","reported_seq":1389,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249989+0000","last_change":"2024-09-13T14:26:04.825017+0000","last_active":"2024-09-13T14:32:00.249989+0000","last_peered":"2024-09-13T14:32:00.249989+0000","last_clean":"2024-09-13T14:32:00.249989+0000","last_became_active":"2024-09-13T14:26:04.824637+0000","last_became_peered":"2024-09-13T14:26:04.824637+0000","last_unstale":"2024-09-13T14:32:00.249989+0000","last_undegraded":"2024-09-13T14:32:00.249989+0000","last_fullsized":"2024-09-13T14:32:00.249989+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:42:42.035688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1176,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250273+0000","last_change":"2024-09-13T14:26:04.823353+0000","last_active":"2024-09-13T14:32:00.250273+0000","last_peered":"2024-09-13T14:32:00.250273+0000","last_clean":"2024-09-13T14:32:00.250273+0000","last_became_active":"2024-09-13T14:26:04.819687+0000","last_became_peered":"2024-09-13T14:26:04.819687+0000","last_unstale":"2024-09-13T14:32:00.250273+0000","last_undegraded":"2024-09-13T14:32:00.250273+0000","last_fullsized":"2024-09-13T14:32:00.250273+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:27.720804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1358,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705080+0000","last_change":"2024-09-13T14:24:57.255433+0000","last_active":"2024-09-13T14:31:59.705080+0000","last_peered":"2024-09-13T14:31:59.705080+0000","last_clean":"2024-09-13T14:31:59.705080+0000","last_became_active":"2024-09-13T14:24:57.255003+0000","last_became_peered":"2024-09-13T14:24:57.255003+0000","last_unstale":"2024-09-13T14:31:59.705080+0000","last_undegraded":"2024-09-13T14:31:59.705080+0000","last_fullsized":"2024-09-13T14:31:59.705080+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:45:00.035441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"870'738","reported_seq":4007,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846269+0000","last_change":"2024-09-13T14:31:56.835694+0000","last_active":"2024-09-13T14:31:58.846269+0000","last_peered":"2024-09-13T14:31:58.846269+0000","last_clean":"2024-09-13T14:31:58.846269+0000","last_became_active":"2024-09-13T14:26:04.822921+0000","last_became_peered":"2024-09-13T14:26:04.822921+0000","last_unstale":"2024-09-13T14:31:58.846269+0000","last_undegraded":"2024-09-13T14:31:58.846269+0000","last_fullsized":"2024-09-13T14:31:58.846269+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":738,"log_dups_size":0,"ondisk_log_size":738,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:35.688305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076677600000000005,"stat_sum":{"num_bytes":2203648,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":112,"num_read_kb":220470,"num_write":325,"num_write_kb":85592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":15654912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.0","version":"0'0","reported_seq":1309,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846035+0000","last_change":"2024-09-13T14:26:04.813696+0000","last_active":"2024-09-13T14:31:58.846035+0000","last_peered":"2024-09-13T14:31:58.846035+0000","last_clean":"2024-09-13T14:31:58.846035+0000","last_became_active":"2024-09-13T14:26:04.810768+0000","last_became_peered":"2024-09-13T14:26:04.810768+0000","last_unstale":"2024-09-13T14:31:58.846035+0000","last_undegraded":"2024-09-13T14:31:58.846035+0000","last_fullsized":"2024-09-13T14:31:58.846035+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:21.486722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000443008,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"554'2","reported_seq":1366,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705411+0000","last_change":"2024-09-13T14:25:30.878818+0000","last_active":"2024-09-13T14:31:59.705411+0000","last_peered":"2024-09-13T14:31:59.705411+0000","last_clean":"2024-09-13T14:31:59.705411+0000","last_became_active":"2024-09-13T14:25:30.878399+0000","last_became_peered":"2024-09-13T14:25:30.878399+0000","last_unstale":"2024-09-13T14:31:59.705411+0000","last_undegraded":"2024-09-13T14:31:59.705411+0000","last_fullsized":"2024-09-13T14:31:59.705411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:57:25.227973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1310,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847703+0000","last_change":"2024-09-13T14:26:04.807278+0000","last_active":"2024-09-13T14:31:58.847703+0000","last_peered":"2024-09-13T14:31:58.847703+0000","last_clean":"2024-09-13T14:31:58.847703+0000","last_became_active":"2024-09-13T14:26:04.806923+0000","last_became_peered":"2024-09-13T14:26:04.806923+0000","last_unstale":"2024-09-13T14:31:58.847703+0000","last_undegraded":"2024-09-13T14:31:58.847703+0000","last_fullsized":"2024-09-13T14:31:58.847703+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:44.721820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"857'977","reported_seq":4291,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846565+0000","last_change":"2024-09-13T14:31:56.849586+0000","last_active":"2024-09-13T14:31:58.846565+0000","last_peered":"2024-09-13T14:31:58.846565+0000","last_clean":"2024-09-13T14:31:58.846565+0000","last_became_active":"2024-09-13T14:24:21.694303+0000","last_became_peered":"2024-09-13T14:24:21.694303+0000","last_unstale":"2024-09-13T14:31:58.846565+0000","last_undegraded":"2024-09-13T14:31:58.846565+0000","last_fullsized":"2024-09-13T14:31:58.846565+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":977,"log_dups_size":0,"ondisk_log_size":977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:05:40.017663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001087691,"stat_sum":{"num_bytes":7593984,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":373046,"num_write":316,"num_write_kb":99496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":39665664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"4.1","version":"0'0","reported_seq":1248,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846662+0000","last_change":"2024-09-13T14:25:30.883397+0000","last_active":"2024-09-13T14:31:58.846662+0000","last_peered":"2024-09-13T14:31:58.846662+0000","last_clean":"2024-09-13T14:31:58.846662+0000","last_became_active":"2024-09-13T14:25:30.883076+0000","last_became_peered":"2024-09-13T14:25:30.883076+0000","last_unstale":"2024-09-13T14:31:58.846662+0000","last_undegraded":"2024-09-13T14:31:58.846662+0000","last_fullsized":"2024-09-13T14:31:58.846662+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:15:26.488634+0000","last_clean_scrub_stamp":"2024-09-13T14:15:26.488634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:14:04.639981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1180,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.830961+0000","last_change":"2024-09-13T14:26:04.824073+0000","last_active":"2024-09-13T14:31:57.830961+0000","last_peered":"2024-09-13T14:31:57.830961+0000","last_clean":"2024-09-13T14:31:57.830961+0000","last_became_active":"2024-09-13T14:26:04.823675+0000","last_became_peered":"2024-09-13T14:26:04.823675+0000","last_unstale":"2024-09-13T14:31:57.830961+0000","last_undegraded":"2024-09-13T14:31:57.830961+0000","last_fullsized":"2024-09-13T14:31:57.830961+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:02.736423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1379,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249868+0000","last_change":"2024-09-13T14:24:21.692906+0000","last_active":"2024-09-13T14:32:00.249868+0000","last_peered":"2024-09-13T14:32:00.249868+0000","last_clean":"2024-09-13T14:32:00.249868+0000","last_became_active":"2024-09-13T14:24:21.692173+0000","last_became_peered":"2024-09-13T14:24:21.692173+0000","last_unstale":"2024-09-13T14:32:00.249868+0000","last_undegraded":"2024-09-13T14:32:00.249868+0000","last_fullsized":"2024-09-13T14:32:00.249868+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:24.387842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"869'2692","reported_seq":5731,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.252040+0000","last_change":"2024-09-13T14:31:56.854438+0000","last_active":"2024-09-13T14:32:00.252040+0000","last_peered":"2024-09-13T14:32:00.252040+0000","last_clean":"2024-09-13T14:32:00.252040+0000","last_became_active":"2024-09-13T14:25:30.885092+0000","last_became_peered":"2024-09-13T14:25:30.885092+0000","last_unstale":"2024-09-13T14:32:00.252040+0000","last_undegraded":"2024-09-13T14:32:00.252040+0000","last_fullsized":"2024-09-13T14:32:00.252040+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":2692,"log_dups_size":0,"ondisk_log_size":2692,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:38:23.100735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002828297,"stat_sum":{"num_bytes":31989760,"num_objects":11,"num_object_clones":5,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":424,"num_read_kb":685047,"num_write":1076,"num_write_kb":227032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":41861120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.8","version":"0'0","reported_seq":1160,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249241+0000","last_change":"2024-09-13T14:26:04.816910+0000","last_active":"2024-09-13T14:32:00.249241+0000","last_peered":"2024-09-13T14:32:00.249241+0000","last_clean":"2024-09-13T14:32:00.249241+0000","last_became_active":"2024-09-13T14:26:04.816581+0000","last_became_peered":"2024-09-13T14:26:04.816581+0000","last_unstale":"2024-09-13T14:32:00.249241+0000","last_undegraded":"2024-09-13T14:32:00.249241+0000","last_fullsized":"2024-09-13T14:32:00.249241+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:49.088128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1263,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847118+0000","last_change":"2024-09-13T14:26:04.822988+0000","last_active":"2024-09-13T14:31:58.847118+0000","last_peered":"2024-09-13T14:31:58.847118+0000","last_clean":"2024-09-13T14:31:58.847118+0000","last_became_active":"2024-09-13T14:26:04.822705+0000","last_became_peered":"2024-09-13T14:26:04.822705+0000","last_unstale":"2024-09-13T14:31:58.847118+0000","last_undegraded":"2024-09-13T14:31:58.847118+0000","last_fullsized":"2024-09-13T14:31:58.847118+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:42.624032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":3274,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847156+0000","last_change":"2024-09-13T14:31:56.836188+0000","last_active":"2024-09-13T14:31:58.847156+0000","last_peered":"2024-09-13T14:31:58.847156+0000","last_clean":"2024-09-13T14:31:58.847156+0000","last_became_active":"2024-09-13T14:24:57.254787+0000","last_became_peered":"2024-09-13T14:24:57.254787+0000","last_unstale":"2024-09-13T14:31:58.847156+0000","last_undegraded":"2024-09-13T14:31:58.847156+0000","last_fullsized":"2024-09-13T14:31:58.847156+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:51:48.344664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057548600000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.9","version":"0'0","reported_seq":1358,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.704885+0000","last_change":"2024-09-13T14:26:04.809938+0000","last_active":"2024-09-13T14:31:59.704885+0000","last_peered":"2024-09-13T14:31:59.704885+0000","last_clean":"2024-09-13T14:31:59.704885+0000","last_became_active":"2024-09-13T14:26:04.809654+0000","last_became_peered":"2024-09-13T14:26:04.809654+0000","last_unstale":"2024-09-13T14:31:59.704885+0000","last_undegraded":"2024-09-13T14:31:59.704885+0000","last_fullsized":"2024-09-13T14:31:59.704885+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:17.631100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1302,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.846377+0000","last_change":"2024-09-13T14:26:04.812902+0000","last_active":"2024-09-13T14:31:58.846377+0000","last_peered":"2024-09-13T14:31:58.846377+0000","last_clean":"2024-09-13T14:31:58.846377+0000","last_became_active":"2024-09-13T14:26:04.811472+0000","last_became_peered":"2024-09-13T14:26:04.811472+0000","last_unstale":"2024-09-13T14:31:58.846377+0000","last_undegraded":"2024-09-13T14:31:58.846377+0000","last_fullsized":"2024-09-13T14:31:58.846377+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:25.801861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"870'3020","reported_seq":6284,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.877016+0000","last_change":"2024-09-13T14:31:56.838652+0000","last_active":"2024-09-13T14:31:57.877016+0000","last_peered":"2024-09-13T14:31:57.877016+0000","last_clean":"2024-09-13T14:31:57.877016+0000","last_became_active":"2024-09-13T14:26:04.826233+0000","last_became_peered":"2024-09-13T14:26:04.826233+0000","last_unstale":"2024-09-13T14:31:57.877016+0000","last_undegraded":"2024-09-13T14:31:57.877016+0000","last_fullsized":"2024-09-13T14:31:57.877016+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":3020,"log_dups_size":0,"ondisk_log_size":3020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:10.971493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0020688070000000002,"stat_sum":{"num_bytes":27516928,"num_objects":12,"num_object_clones":6,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":561,"num_read_kb":941983,"num_write":999,"num_write_kb":249000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":112017408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.a","version":"0'0","reported_seq":1358,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.704906+0000","last_change":"2024-09-13T14:26:04.809906+0000","last_active":"2024-09-13T14:31:59.704906+0000","last_peered":"2024-09-13T14:31:59.704906+0000","last_clean":"2024-09-13T14:31:59.704906+0000","last_became_active":"2024-09-13T14:26:04.809570+0000","last_became_peered":"2024-09-13T14:26:04.809570+0000","last_unstale":"2024-09-13T14:31:59.704906+0000","last_undegraded":"2024-09-13T14:31:59.704906+0000","last_fullsized":"2024-09-13T14:31:59.704906+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:27.937895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1309,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847462+0000","last_change":"2024-09-13T14:24:21.695908+0000","last_active":"2024-09-13T14:31:58.847462+0000","last_peered":"2024-09-13T14:31:58.847462+0000","last_clean":"2024-09-13T14:31:58.847462+0000","last_became_active":"2024-09-13T14:24:21.695565+0000","last_became_peered":"2024-09-13T14:24:21.695565+0000","last_unstale":"2024-09-13T14:31:58.847462+0000","last_undegraded":"2024-09-13T14:31:58.847462+0000","last_fullsized":"2024-09-13T14:31:58.847462+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:38:55.940095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"863'1441","reported_seq":4859,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:59.705108+0000","last_change":"2024-09-13T14:31:56.836446+0000","last_active":"2024-09-13T14:31:59.705108+0000","last_peered":"2024-09-13T14:31:59.705108+0000","last_clean":"2024-09-13T14:31:59.705108+0000","last_became_active":"2024-09-13T14:24:21.690069+0000","last_became_peered":"2024-09-13T14:24:21.690069+0000","last_unstale":"2024-09-13T14:31:59.705108+0000","last_undegraded":"2024-09-13T14:31:59.705108+0000","last_fullsized":"2024-09-13T14:31:59.705108+0000","mapping_epoch":435,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":436,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:18:18.409314+0000","last_clean_scrub_stamp":"2024-09-13T14:18:18.409314+0000","objects_scrubbed":0,"log_size":1441,"log_dups_size":0,"ondisk_log_size":1441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:20:41.417240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092196900000000002,"stat_sum":{"num_bytes":17637376,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":245,"num_read_kb":383223,"num_write":687,"num_write_kb":126648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":16384000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c6","length":"3"}]},{"pgid":"2.b","version":"551'3","reported_seq":1168,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.249475+0000","last_change":"2024-09-13T14:26:04.812775+0000","last_active":"2024-09-13T14:32:00.249475+0000","last_peered":"2024-09-13T14:32:00.249475+0000","last_clean":"2024-09-13T14:32:00.249475+0000","last_became_active":"2024-09-13T14:26:04.808840+0000","last_became_peered":"2024-09-13T14:26:04.808840+0000","last_unstale":"2024-09-13T14:32:00.249475+0000","last_undegraded":"2024-09-13T14:32:00.249475+0000","last_fullsized":"2024-09-13T14:32:00.249475+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:22:26.292513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1201,"reported_epoch":870,"state":"active+clean","last_fresh":"2024-09-13T14:31:57.830120+0000","last_change":"2024-09-13T14:25:30.893757+0000","last_active":"2024-09-13T14:31:57.830120+0000","last_peered":"2024-09-13T14:31:57.830120+0000","last_clean":"2024-09-13T14:31:57.830120+0000","last_became_active":"2024-09-13T14:25:30.892936+0000","last_became_peered":"2024-09-13T14:25:30.892936+0000","last_unstale":"2024-09-13T14:31:57.830120+0000","last_undegraded":"2024-09-13T14:31:57.830120+0000","last_fullsized":"2024-09-13T14:31:57.830120+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:54.768380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1226,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251686+0000","last_change":"2024-09-13T14:25:30.889053+0000","last_active":"2024-09-13T14:32:00.251686+0000","last_peered":"2024-09-13T14:32:00.251686+0000","last_clean":"2024-09-13T14:32:00.251686+0000","last_became_active":"2024-09-13T14:25:30.888324+0000","last_became_peered":"2024-09-13T14:25:30.888324+0000","last_unstale":"2024-09-13T14:32:00.251686+0000","last_undegraded":"2024-09-13T14:32:00.251686+0000","last_fullsized":"2024-09-13T14:32:00.251686+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:04.522495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1168,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250508+0000","last_change":"2024-09-13T14:26:04.813850+0000","last_active":"2024-09-13T14:32:00.250508+0000","last_peered":"2024-09-13T14:32:00.250508+0000","last_clean":"2024-09-13T14:32:00.250508+0000","last_became_active":"2024-09-13T14:26:04.812938+0000","last_became_peered":"2024-09-13T14:26:04.812938+0000","last_unstale":"2024-09-13T14:32:00.250508+0000","last_undegraded":"2024-09-13T14:32:00.250508+0000","last_fullsized":"2024-09-13T14:32:00.250508+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:27.586042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1230,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.251621+0000","last_change":"2024-09-13T14:24:57.262052+0000","last_active":"2024-09-13T14:32:00.251621+0000","last_peered":"2024-09-13T14:32:00.251621+0000","last_clean":"2024-09-13T14:32:00.251621+0000","last_became_active":"2024-09-13T14:24:57.261742+0000","last_became_peered":"2024-09-13T14:24:57.261742+0000","last_unstale":"2024-09-13T14:32:00.251621+0000","last_undegraded":"2024-09-13T14:32:00.251621+0000","last_fullsized":"2024-09-13T14:32:00.251621+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:30.272799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1159,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250146+0000","last_change":"2024-09-13T14:26:04.823674+0000","last_active":"2024-09-13T14:32:00.250146+0000","last_peered":"2024-09-13T14:32:00.250146+0000","last_clean":"2024-09-13T14:32:00.250146+0000","last_became_active":"2024-09-13T14:26:04.823316+0000","last_became_peered":"2024-09-13T14:26:04.823316+0000","last_unstale":"2024-09-13T14:32:00.250146+0000","last_undegraded":"2024-09-13T14:32:00.250146+0000","last_fullsized":"2024-09-13T14:32:00.250146+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:16.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1379,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250376+0000","last_change":"2024-09-13T14:24:57.268689+0000","last_active":"2024-09-13T14:32:00.250376+0000","last_peered":"2024-09-13T14:32:00.250376+0000","last_clean":"2024-09-13T14:32:00.250376+0000","last_became_active":"2024-09-13T14:24:57.268119+0000","last_became_peered":"2024-09-13T14:24:57.268119+0000","last_unstale":"2024-09-13T14:32:00.250376+0000","last_undegraded":"2024-09-13T14:32:00.250376+0000","last_fullsized":"2024-09-13T14:32:00.250376+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:06:05.362623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"551'2","reported_seq":1316,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847384+0000","last_change":"2024-09-13T14:24:57.266474+0000","last_active":"2024-09-13T14:31:58.847384+0000","last_peered":"2024-09-13T14:31:58.847384+0000","last_clean":"2024-09-13T14:31:58.847384+0000","last_became_active":"2024-09-13T14:24:57.266124+0000","last_became_peered":"2024-09-13T14:24:57.266124+0000","last_unstale":"2024-09-13T14:31:58.847384+0000","last_undegraded":"2024-09-13T14:31:58.847384+0000","last_fullsized":"2024-09-13T14:31:58.847384+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:46:31.975468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1293,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:31:58.847000+0000","last_change":"2024-09-13T14:25:30.880493+0000","last_active":"2024-09-13T14:31:58.847000+0000","last_peered":"2024-09-13T14:31:58.847000+0000","last_clean":"2024-09-13T14:31:58.847000+0000","last_became_active":"2024-09-13T14:25:30.880134+0000","last_became_peered":"2024-09-13T14:25:30.880134+0000","last_unstale":"2024-09-13T14:31:58.847000+0000","last_undegraded":"2024-09-13T14:31:58.847000+0000","last_fullsized":"2024-09-13T14:31:58.847000+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:34.420075+0000","last_clean_scrub_stamp":"2024-09-13T14:14:34.420075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:36:34.633353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"551'5","reported_seq":1390,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-09-13T14:32:00.250537+0000","last_change":"2024-09-13T14:26:04.821816+0000","last_active":"2024-09-13T14:32:00.250537+0000","last_peered":"2024-09-13T14:32:00.250537+0000","last_clean":"2024-09-13T14:32:00.250537+0000","last_became_active":"2024-09-13T14:26:04.821364+0000","last_became_peered":"2024-09-13T14:26:04.821364+0000","last_unstale":"2024-09-13T14:32:00.250537+0000","last_undegraded":"2024-09-13T14:32:00.250537+0000","last_fullsized":"2024-09-13T14:32:00.250537+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T14:14:31.336466+0000","last_clean_scrub_stamp":"2024-09-13T14:14:31.336466+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:19:06.497858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":253370368,"num_objects":90,"num_object_clones":42,"num_object_copies":270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":3,"num_read":3612,"num_read_kb":5750287,"num_write":8583,"num_write_kb":1976192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":145,"num_bytes_recovered":610156544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":369770496,"data_stored":518455296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21589,"ondisk_log_size":21589,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45615,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":6,"up_from":499,"seq":2143188680783,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":316784,"kb_used_data":58912,"kb_used_omap":49,"kb_used_meta":257806,"kb_avail":93428368,"statfs":{"total":95995035648,"available":95670648832,"internally_reserved":0,"allocated":60325888,"data_stored":70917643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50186,"internal_metadata":263994358},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":466,"seq":2001454760022,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":586972,"kb_used_data":83656,"kb_used_omap":71,"kb_used_meta":503224,"kb_avail":93158180,"statfs":{"total":95995035648,"available":95393976320,"internally_reserved":0,"allocated":85663744,"data_stored":122143872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":72952,"internal_metadata":515302152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":403,"seq":1730871820388,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":208180,"kb_used_data":27300,"kb_used_omap":25,"kb_used_meta":180838,"kb_avail":93536972,"statfs":{"total":95995035648,"available":95781859328,"internally_reserved":0,"allocated":27955200,"data_stored":24215764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26009,"internal_metadata":185178727},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":533,"seq":2289217568841,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":268196,"kb_used_data":42456,"kb_used_omap":40,"kb_used_meta":225687,"kb_avail":93476956,"statfs":{"total":95995035648,"available":95720402944,"internally_reserved":0,"allocated":43474944,"data_stored":52526634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41338,"internal_metadata":231104134},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":435,"seq":1868310773853,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":374292,"kb_used_data":38848,"kb_used_omap":36,"kb_used_meta":335387,"kb_avail":93370860,"statfs":{"total":95995035648,"available":95611760640,"internally_reserved":0,"allocated":39780352,"data_stored":54217861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36914,"internal_metadata":343437262},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":370,"seq":1589137899626,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":396148,"kb_used_data":61028,"kb_used_omap":41,"kb_used_meta":335062,"kb_avail":93349004,"statfs":{"total":95995035648,"available":95589380096,"internally_reserved":0,"allocated":62492672,"data_stored":81921325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42738,"internal_metadata":343103758},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":338,"seq":1451698946161,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":578188,"kb_used_data":56768,"kb_used_omap":33,"kb_used_meta":521374,"kb_avail":93166964,"statfs":{"total":95995035648,"available":95402971136,"internally_reserved":0,"allocated":58130432,"data_stored":70711905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34703,"internal_metadata":533887089},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":305,"seq":1309965025400,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":650084,"kb_used_data":67352,"kb_used_omap":33,"kb_used_meta":582686,"kb_avail":93095068,"statfs":{"total":95995035648,"available":95329349632,"internally_reserved":0,"allocated":68968448,"data_stored":86834854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34400,"internal_metadata":596670880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6093,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4412,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5139,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6132,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5907,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5834,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5819,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6279,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":58961920,"data_stored":80834560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":48721920,"data_stored":65302528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53112832,"data_stored":76521472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":18534400,"data_stored":18800640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":30363648,"data_stored":48807936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":76263424,"data_stored":116740096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":50335744,"data_stored":64921600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":33476608,"data_stored":46526464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T14:32:04.699 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-13T14:32:04.699 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-13T14:32:04.915 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:32:05.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:04 smithi001 ceph-mon[96683]: pgmap v984: 121 pgs: 121 active+clean; 242 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-13T14:32:05.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:04 smithi001 ceph-mon[96683]: from='client.34674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:32:05.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:04 smithi001 ceph-mon[99232]: pgmap v984: 121 pgs: 121 active+clean; 242 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-13T14:32:05.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:04 smithi001 ceph-mon[99232]: from='client.34674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:32:05.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:04 smithi028 ceph-mon[87621]: pgmap v984: 121 pgs: 121 active+clean; 242 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-13T14:32:05.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:04 smithi028 ceph-mon[87621]: from='client.34674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T14:32:06.033 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:06.033 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:06.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:06.865 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'unique_pool_0' removed 2024-09-13T14:32:07.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:06 smithi001 ceph-mon[96683]: pgmap v985: 121 pgs: 121 active+clean; 242 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-13T14:32:07.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:06 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/768245193' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:32:07.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:06 smithi001 ceph-mon[99232]: pgmap v985: 121 pgs: 121 active+clean; 242 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-13T14:32:07.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:06 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/768245193' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:32:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:06 smithi028 ceph-mon[87621]: pgmap v985: 121 pgs: 121 active+clean; 242 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-13T14:32:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:06 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/768245193' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:32:07.582 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:32:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:32:07] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.51.0" 2024-09-13T14:32:07.607 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T14:32:07.607 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-13T14:32:07.607 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T14:32:07.607 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-13T14:32:07.607 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T14:32:07.608 INFO:tasks.workunit:Pulling workunits from ref reef 2024-09-13T14:32:07.609 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T14:32:07.609 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T14:32:07.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:32:07.627 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T14:32:07.628 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T14:32:07.685 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T14:32:07.686 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T14:32:07.742 INFO:tasks.workunit:timeout=3h 2024-09-13T14:32:07.742 INFO:tasks.workunit:cleanup=True 2024-09-13T14:32:07.743 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T14:32:07.800 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T14:32:08.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:07 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/768245193' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:32:08.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:07 smithi001 ceph-mon[96683]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T14:32:08.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:07 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/768245193' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:32:08.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:07 smithi001 ceph-mon[99232]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T14:32:08.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:07 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/768245193' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:32:08.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:07 smithi028 ceph-mon[87621]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T14:32:09.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:08 smithi001 ceph-mon[96683]: pgmap v987: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:09.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:08 smithi001 ceph-mon[99232]: pgmap v987: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:08 smithi028 ceph-mon[87621]: pgmap v987: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:10.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:09 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:10.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:09 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:09 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:11.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[99232]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:11.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:11.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:11.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:11.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[96683]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:11.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:11.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:11.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:11.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:10 smithi028 ceph-mon[87621]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:12.796 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T14:32:12.852 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T14:32:12.854 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T14:32:12.855 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T14:32:12.905 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T14:32:12.955 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T14:32:12.995 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T14:32:12.997 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T14:32:12.997 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T14:32:13.038 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T14:32:13.041 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-13T14:32:13.041 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T14:32:13.098 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-13T14:32:13.099 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-13T14:32:13.099 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-13T14:32:13.170 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:32:13.170 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-13T14:32:13.170 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:32:13.170 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-13T14:32:13.170 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-13T14:32:13.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:12 smithi001 ceph-mon[96683]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:13.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:12 smithi001 ceph-mon[99232]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:13.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:12 smithi028 ceph-mon[87621]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:15.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[96683]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[96683]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T14:32:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/38680222' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:15.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[99232]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[99232]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T14:32:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/38680222' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:14 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:15.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:14 smithi028 ceph-mon[87621]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:14 smithi028 ceph-mon[87621]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T14:32:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:14 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/38680222' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:14 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:15.915 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2744 ms) 2024-09-13T14:32:15.915 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-13T14:32:16.256 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:15 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:16.256 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:15 smithi028 ceph-mon[87621]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T14:32:16.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:15 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:16.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:15 smithi001 ceph-mon[96683]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T14:32:16.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:15 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:16.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:15 smithi001 ceph-mon[99232]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T14:32:17.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:16 smithi001 ceph-mon[96683]: pgmap v993: 137 pgs: 1 creating+activating, 8 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:17.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:16 smithi001 ceph-mon[96683]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T14:32:17.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:16 smithi001 ceph-mon[99232]: pgmap v993: 137 pgs: 1 creating+activating, 8 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:17.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:16 smithi001 ceph-mon[99232]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T14:32:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:16 smithi028 ceph-mon[87621]: pgmap v993: 137 pgs: 1 creating+activating, 8 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:16 smithi028 ceph-mon[87621]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T14:32:17.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:32:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:32:17] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.51.0" 2024-09-13T14:32:18.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:17 smithi001 ceph-mon[96683]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T14:32:18.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:17 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1336496718' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:17 smithi001 ceph-mon[99232]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T14:32:18.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:17 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1336496718' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:18.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:17 smithi028 ceph-mon[87621]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T14:32:18.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:17 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1336496718' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:18.932 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3015 ms) 2024-09-13T14:32:18.933 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-13T14:32:19.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[96683]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:19.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:19.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1336496718' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:19.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[96683]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T14:32:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[99232]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1336496718' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:19.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:18 smithi001 ceph-mon[99232]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T14:32:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:18 smithi028 ceph-mon[87621]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:18 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:18 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1336496718' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:18 smithi028 ceph-mon[87621]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T14:32:20.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:19 smithi001 ceph-mon[96683]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T14:32:20.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:20.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:19 smithi001 ceph-mon[99232]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T14:32:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:20.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:19 smithi028 ceph-mon[87621]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T14:32:20.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:20.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:21.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[99232]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[99232]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1509204447' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[96683]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[96683]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T14:32:21.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:20 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1509204447' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:20 smithi028 ceph-mon[87621]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:20 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:20 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:32:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:20 smithi028 ceph-mon[87621]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T14:32:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:20 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1509204447' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:21.951 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Reserve (3020 ms) 2024-09-13T14:32:21.951 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-13T14:32:22.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:21 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1509204447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:22.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:21 smithi001 ceph-mon[99232]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T14:32:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:21 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1509204447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:21 smithi001 ceph-mon[96683]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T14:32:22.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:21 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1509204447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:22.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:21 smithi028 ceph-mon[87621]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T14:32:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:22 smithi001 ceph-mon[96683]: pgmap v1002: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:22 smithi001 ceph-mon[96683]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T14:32:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:22 smithi001 ceph-mon[99232]: pgmap v1002: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:22 smithi001 ceph-mon[99232]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T14:32:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:22 smithi028 ceph-mon[87621]: pgmap v1002: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:22 smithi028 ceph-mon[87621]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T14:32:24.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:23 smithi001 ceph-mon[96683]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T14:32:24.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:23 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/397587814' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:24.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:23 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:23 smithi001 ceph-mon[99232]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T14:32:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:23 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/397587814' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:23 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:24.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:23 smithi028 ceph-mon[87621]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T14:32:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:23 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/397587814' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:23 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:24.964 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3013 ms) 2024-09-13T14:32:24.964 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-13T14:32:25.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[99232]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:25.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[99232]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T14:32:25.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[96683]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:25.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:25.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:25.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:24 smithi001 ceph-mon[96683]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T14:32:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:24 smithi028 ceph-mon[87621]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:24 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:24 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:24 smithi028 ceph-mon[87621]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T14:32:26.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:25 smithi001 ceph-mon[96683]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T14:32:26.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:25 smithi001 ceph-mon[99232]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T14:32:26.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:25 smithi028 ceph-mon[87621]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T14:32:27.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[99232]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:27.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:27.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:32:27.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[99232]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T14:32:27.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2004995997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:27.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[96683]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:27.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:27.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:32:27.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[96683]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T14:32:27.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:26 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2004995997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:26 smithi028 ceph-mon[87621]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:26 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:26 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:32:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:26 smithi028 ceph-mon[87621]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T14:32:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:26 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2004995997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:27.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:32:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:32:27] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.51.0" 2024-09-13T14:32:27.990 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Commit (3026 ms) 2024-09-13T14:32:27.990 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-13T14:32:28.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:27 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2004995997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:28.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:27 smithi001 ceph-mon[99232]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T14:32:28.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:27 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2004995997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:28.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:27 smithi001 ceph-mon[96683]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T14:32:28.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:27 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2004995997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:28.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:27 smithi028 ceph-mon[87621]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T14:32:29.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:28 smithi001 ceph-mon[96683]: pgmap v1011: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:29.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:28 smithi001 ceph-mon[96683]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T14:32:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:28 smithi001 ceph-mon[99232]: pgmap v1011: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:28 smithi001 ceph-mon[99232]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T14:32:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:28 smithi028 ceph-mon[87621]: pgmap v1011: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:28 smithi028 ceph-mon[87621]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T14:32:30.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:29 smithi001 ceph-mon[96683]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T14:32:30.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:29 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3886538423' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:30.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:29 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:30.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:29 smithi001 ceph-mon[99232]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T14:32:30.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:29 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3886538423' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:30.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:29 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:30.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:29 smithi028 ceph-mon[87621]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T14:32:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:29 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3886538423' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:29 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:31.004 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Abort (3014 ms) 2024-09-13T14:32:31.005 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-13T14:32:31.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[96683]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[96683]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T14:32:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[99232]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:31 smithi001 ceph-mon[99232]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T14:32:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:31 smithi028 ceph-mon[87621]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:31 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:31 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:31 smithi028 ceph-mon[87621]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T14:32:32.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:32 smithi001 ceph-mon[96683]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T14:32:32.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:32 smithi001 ceph-mon[99232]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T14:32:32.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:32 smithi028 ceph-mon[87621]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T14:32:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[96683]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:32:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[96683]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T14:32:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2107252555' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:33.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[99232]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:33.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:33.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:32:33.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[99232]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T14:32:33.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2107252555' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:33.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:33 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:33 smithi028 ceph-mon[87621]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:33 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:33 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:32:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:33 smithi028 ceph-mon[87621]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T14:32:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:33 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2107252555' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:33 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:34.033 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveError (3029 ms) 2024-09-13T14:32:34.033 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-13T14:32:34.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:34 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:34.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:34 smithi001 ceph-mon[96683]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T14:32:34.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:34 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:34.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:34 smithi001 ceph-mon[99232]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T14:32:34.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:34 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:34.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:34 smithi028 ceph-mon[87621]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T14:32:35.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[96683]: pgmap v1020: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:35.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[96683]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T14:32:35.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:35.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[99232]: pgmap v1020: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[99232]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T14:32:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:35.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:35 smithi028 ceph-mon[87621]: pgmap v1020: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:35.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:35 smithi028 ceph-mon[87621]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T14:32:35.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:35.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:36.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:36 smithi001 ceph-mon[96683]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T14:32:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:36 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3053804232' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:36.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:36 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:36 smithi001 ceph-mon[99232]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T14:32:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:36 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3053804232' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:36.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:36 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:36.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:36 smithi028 ceph-mon[87621]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T14:32:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:36 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3053804232' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:36.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:36 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:37.052 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.CommitError (3019 ms) 2024-09-13T14:32:37.053 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-13T14:32:37.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:32:37] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.51.0" 2024-09-13T14:32:37.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[96683]: pgmap v1023: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:37.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:37.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:37.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[96683]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T14:32:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[99232]: pgmap v1023: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:37.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:37.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:37.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:37 smithi001 ceph-mon[99232]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T14:32:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:37 smithi028 ceph-mon[87621]: pgmap v1023: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:37 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:37 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:37 smithi028 ceph-mon[87621]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T14:32:38.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:38 smithi001 ceph-mon[96683]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T14:32:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:38 smithi001 ceph-mon[99232]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T14:32:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:38 smithi028 ceph-mon[87621]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T14:32:39.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[96683]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[96683]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/935117025' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[99232]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[99232]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T14:32:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:39 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/935117025' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:39.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:39 smithi028 ceph-mon[87621]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:39 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:39 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:32:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:39 smithi028 ceph-mon[87621]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T14:32:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:39 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/935117025' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:40.060 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AbortError (3007 ms) 2024-09-13T14:32:40.061 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-13T14:32:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:40 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/935117025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:40 smithi001 ceph-mon[99232]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T14:32:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:40 smithi001 ceph-mon[99232]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T14:32:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:40 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/935117025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:40 smithi001 ceph-mon[96683]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T14:32:40.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:40 smithi001 ceph-mon[96683]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T14:32:40.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:40 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/935117025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:40 smithi028 ceph-mon[87621]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T14:32:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:40 smithi028 ceph-mon[87621]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T14:32:41.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:41 smithi001 ceph-mon[96683]: pgmap v1029: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:41.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:41 smithi001 ceph-mon[99232]: pgmap v1029: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:41.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:41 smithi028 ceph-mon[87621]: pgmap v1029: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:42.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:42 smithi001 ceph-mon[99232]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T14:32:42.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:42 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3173177996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:42.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:42 smithi001 ceph-mon[96683]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T14:32:42.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:42 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3173177996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:42 smithi028 ceph-mon[87621]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T14:32:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:42 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3173177996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:43.095 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3036 ms) 2024-09-13T14:32:43.096 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-13T14:32:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[96683]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3173177996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[96683]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T14:32:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[99232]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3173177996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:43 smithi001 ceph-mon[99232]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T14:32:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:43 smithi028 ceph-mon[87621]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:43 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:43 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3173177996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:43 smithi028 ceph-mon[87621]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T14:32:44.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:44 smithi001 ceph-mon[96683]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T14:32:44.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:44 smithi001 ceph-mon[99232]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T14:32:44.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:44 smithi028 ceph-mon[87621]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T14:32:45.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[96683]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[96683]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2087929286' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[99232]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[99232]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T14:32:45.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2087929286' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:45.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:45 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:45 smithi028 ceph-mon[87621]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:45 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:45 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:32:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:45 smithi028 ceph-mon[87621]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T14:32:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:45 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2087929286' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:45.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:45 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:46.120 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3025 ms) 2024-09-13T14:32:46.120 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-13T14:32:46.506 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:46 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:46.506 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:46 smithi028 ceph-mon[87621]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T14:32:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:46 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:46 smithi001 ceph-mon[96683]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T14:32:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:46 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:46 smithi001 ceph-mon[99232]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T14:32:47.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:47 smithi001 ceph-mon[96683]: pgmap v1038: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:47.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:47 smithi001 ceph-mon[96683]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T14:32:47.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:47 smithi001 ceph-mon[99232]: pgmap v1038: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:47.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:47 smithi001 ceph-mon[99232]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T14:32:47.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:32:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:32:47] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.51.0" 2024-09-13T14:32:47.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:47 smithi028 ceph-mon[87621]: pgmap v1038: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:47.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:47 smithi028 ceph-mon[87621]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T14:32:48.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:48 smithi001 ceph-mon[96683]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T14:32:48.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:48 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/86836386' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:48.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:48 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:48.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:48 smithi001 ceph-mon[99232]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T14:32:48.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:48 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/86836386' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:48.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:48 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:48.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:48 smithi028 ceph-mon[87621]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T14:32:48.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:48 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/86836386' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:48.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:48 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:49.140 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3020 ms) 2024-09-13T14:32:49.140 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-13T14:32:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[96683]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[96683]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T14:32:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[99232]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:49 smithi001 ceph-mon[99232]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T14:32:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:49 smithi028 ceph-mon[87621]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:49 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:49 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:49 smithi028 ceph-mon[87621]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T14:32:50.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:50 smithi001 ceph-mon[96683]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T14:32:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:50 smithi001 ceph-mon[99232]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T14:32:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:50 smithi028 ceph-mon[87621]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T14:32:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:32:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:51.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[99232]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:51.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[99232]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2647074487' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[96683]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[96683]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2647074487' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:51.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:51 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:51 smithi028 ceph-mon[87621]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:51 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:51 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:32:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:51 smithi028 ceph-mon[87621]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T14:32:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:51 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2647074487' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:51.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:51 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:52.164 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3024 ms) 2024-09-13T14:32:52.165 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-13T14:32:52.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:52 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:52.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:52 smithi001 ceph-mon[96683]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T14:32:52.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:52 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:52.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:52 smithi001 ceph-mon[99232]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T14:32:52.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:52 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:52 smithi028 ceph-mon[87621]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T14:32:53.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:53 smithi001 ceph-mon[96683]: pgmap v1047: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:53.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:53 smithi001 ceph-mon[96683]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T14:32:53.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:53 smithi001 ceph-mon[99232]: pgmap v1047: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:53.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:53 smithi001 ceph-mon[99232]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T14:32:53.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:53 smithi028 ceph-mon[87621]: pgmap v1047: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:53.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:53 smithi028 ceph-mon[87621]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T14:32:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:54 smithi001 ceph-mon[96683]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T14:32:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:54 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3841582390' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:54.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:54 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:54 smithi001 ceph-mon[99232]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T14:32:54.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:54 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3841582390' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:54.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:54 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:54.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:54 smithi028 ceph-mon[87621]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T14:32:54.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:54 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3841582390' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:54.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:54 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:55.178 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3013 ms) 2024-09-13T14:32:55.178 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-13T14:32:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[96683]: pgmap v1050: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[96683]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T14:32:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[99232]: pgmap v1050: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:55 smithi001 ceph-mon[99232]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T14:32:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:55 smithi028 ceph-mon[87621]: pgmap v1050: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:55 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:32:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:55 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:55 smithi028 ceph-mon[87621]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T14:32:56.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:56 smithi001 ceph-mon[99232]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T14:32:56.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:56 smithi001 ceph-mon[96683]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T14:32:56.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:56 smithi028 ceph-mon[87621]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T14:32:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:32:57] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.51.0" 2024-09-13T14:32:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[96683]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:32:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[96683]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T14:32:57.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1438477086' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[99232]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:32:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[99232]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T14:32:57.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:57 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1438477086' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:57.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:57 smithi028 ceph-mon[87621]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:57.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:57 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:32:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:57 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:32:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:57 smithi028 ceph-mon[87621]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T14:32:57.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:57 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1438477086' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:32:58.200 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3022 ms) 2024-09-13T14:32:58.200 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-13T14:32:58.503 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:58 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1438477086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:58.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:58 smithi001 ceph-mon[96683]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T14:32:58.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:58 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1438477086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:58.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:58 smithi001 ceph-mon[99232]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T14:32:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:58 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1438477086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:32:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:58 smithi028 ceph-mon[87621]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T14:32:59.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:59 smithi001 ceph-mon[96683]: pgmap v1056: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:59.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:32:59 smithi001 ceph-mon[96683]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T14:32:59.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:59 smithi001 ceph-mon[99232]: pgmap v1056: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:59.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:32:59 smithi001 ceph-mon[99232]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T14:32:59.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:59 smithi028 ceph-mon[87621]: pgmap v1056: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:32:59.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:32:59 smithi028 ceph-mon[87621]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T14:33:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:00 smithi001 ceph-mon[96683]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T14:33:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:00 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1897759593' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:00 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:00 smithi001 ceph-mon[99232]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T14:33:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:00 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1897759593' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:00.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:00 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:00.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:00 smithi028 ceph-mon[87621]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T14:33:00.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:00 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1897759593' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:00.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:00 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:01.217 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Cleanup (3017 ms) 2024-09-13T14:33:01.217 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-13T14:33:01.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[96683]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:01.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:01.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:01.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[96683]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T14:33:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[99232]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:01 smithi001 ceph-mon[99232]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T14:33:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:01 smithi028 ceph-mon[87621]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:01 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:01 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:01 smithi028 ceph-mon[87621]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T14:33:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:02 smithi001 ceph-mon[99232]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T14:33:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:02 smithi001 ceph-mon[99232]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:02 smithi001 ceph-mon[96683]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T14:33:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:02 smithi001 ceph-mon[96683]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:02 smithi028 ceph-mon[87621]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T14:33:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:02 smithi028 ceph-mon[87621]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:03.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:03.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:33:03.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[99232]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T14:33:03.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/770893431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:33:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[96683]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T14:33:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:03 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/770893431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:03.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:03 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:03 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:33:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:03 smithi028 ceph-mon[87621]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T14:33:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:03 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/770893431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:04 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/770893431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:04 smithi001 ceph-mon[96683]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T14:33:04.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:04 smithi001 ceph-mon[96683]: pgmap v1065: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:04 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/770893431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:04 smithi001 ceph-mon[99232]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T14:33:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:04 smithi001 ceph-mon[99232]: pgmap v1065: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:04.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:04 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/770893431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:04.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:04 smithi028 ceph-mon[87621]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T14:33:04.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:04 smithi028 ceph-mon[87621]: pgmap v1065: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:05.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:05 smithi001 ceph-mon[99232]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T14:33:05.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:33:05.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:05 smithi001 ceph-mon[96683]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T14:33:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:33:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:05.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:05 smithi028 ceph-mon[87621]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T14:33:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:33:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:06.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:06 smithi001 ceph-mon[96683]: pgmap v1067: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 5.35k op/s 2024-09-13T14:33:06.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:06 smithi001 ceph-mon[99232]: pgmap v1067: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 5.35k op/s 2024-09-13T14:33:06.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:06 smithi028 ceph-mon[87621]: pgmap v1067: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 5.35k op/s 2024-09-13T14:33:07.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:33:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:33:07] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.51.0" 2024-09-13T14:33:09.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:08 smithi001 ceph-mon[96683]: pgmap v1068: 137 pgs: 8 creating+peering, 129 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 3.89k op/s 2024-09-13T14:33:09.106 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:08 smithi001 ceph-mon[99232]: pgmap v1068: 137 pgs: 8 creating+peering, 129 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 3.89k op/s 2024-09-13T14:33:09.107 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:08 smithi028 ceph-mon[87621]: pgmap v1068: 137 pgs: 8 creating+peering, 129 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 3.89k op/s 2024-09-13T14:33:11.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[99232]: pgmap v1069: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.8 MiB/s wr, 3.18k op/s 2024-09-13T14:33:11.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:11.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:11.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:33:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[96683]: pgmap v1069: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.8 MiB/s wr, 3.18k op/s 2024-09-13T14:33:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:11.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:10 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:33:11.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:10 smithi028 ceph-mon[87621]: pgmap v1069: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.8 MiB/s wr, 3.18k op/s 2024-09-13T14:33:11.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:11.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:10 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:33:13.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:12 smithi001 ceph-mon[96683]: pgmap v1070: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.7 MiB/s wr, 8.68k op/s 2024-09-13T14:33:13.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:12 smithi001 ceph-mon[99232]: pgmap v1070: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.7 MiB/s wr, 8.68k op/s 2024-09-13T14:33:13.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:12 smithi028 ceph-mon[87621]: pgmap v1070: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.7 MiB/s wr, 8.68k op/s 2024-09-13T14:33:15.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:14 smithi001 ceph-mon[96683]: pgmap v1071: 137 pgs: 137 active+clean; 2.1 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 6.4 MiB/s wr, 7.24k op/s 2024-09-13T14:33:15.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:14 smithi001 ceph-mon[99232]: pgmap v1071: 137 pgs: 137 active+clean; 2.1 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 6.4 MiB/s wr, 7.24k op/s 2024-09-13T14:33:15.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:14 smithi028 ceph-mon[87621]: pgmap v1071: 137 pgs: 137 active+clean; 2.1 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 6.4 MiB/s wr, 7.24k op/s 2024-09-13T14:33:15.835 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14619 ms) 2024-09-13T14:33:15.835 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-13T14:33:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:16 smithi001 ceph-mon[96683]: pgmap v1072: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 207 MiB/s rd, 6.6 MiB/s wr, 7.92k op/s 2024-09-13T14:33:17.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:16 smithi001 ceph-mon[96683]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T14:33:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:16 smithi001 ceph-mon[99232]: pgmap v1072: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 207 MiB/s rd, 6.6 MiB/s wr, 7.92k op/s 2024-09-13T14:33:17.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:16 smithi001 ceph-mon[99232]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T14:33:17.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:16 smithi028 ceph-mon[87621]: pgmap v1072: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 207 MiB/s rd, 6.6 MiB/s wr, 7.92k op/s 2024-09-13T14:33:17.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:16 smithi028 ceph-mon[87621]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T14:33:17.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:33:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:33:17] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.51.0" 2024-09-13T14:33:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:17 smithi001 ceph-mon[99232]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T14:33:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:17 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/383262855' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:18.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:17 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:18.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:17 smithi001 ceph-mon[96683]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T14:33:18.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:17 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/383262855' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:18.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:17 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:17 smithi028 ceph-mon[87621]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T14:33:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:17 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/383262855' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:18.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:17 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[96683]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:19.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[96683]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T14:33:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[99232]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:18 smithi001 ceph-mon[99232]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T14:33:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:18 smithi028 ceph-mon[87621]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:18 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:18 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:19.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:18 smithi028 ceph-mon[87621]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T14:33:19.857 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4022 ms) 2024-09-13T14:33:19.858 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-13T14:33:20.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:19 smithi001 ceph-mon[96683]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T14:33:20.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:19 smithi001 ceph-mon[99232]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T14:33:20.104 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:19 smithi028 ceph-mon[87621]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T14:33:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[96683]: pgmap v1078: 137 pgs: 1 creating+activating, 8 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:21.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[96683]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[99232]: pgmap v1078: 137 pgs: 1 creating+activating, 8 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[99232]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T14:33:21.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:20 smithi028 ceph-mon[87621]: pgmap v1078: 137 pgs: 1 creating+activating, 8 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:20 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:20 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:33:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:20 smithi028 ceph-mon[87621]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T14:33:21.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:22.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:21 smithi001 ceph-mon[96683]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T14:33:22.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:21 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3568305409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:22.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:21 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:22.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:21 smithi001 ceph-mon[99232]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T14:33:22.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:21 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3568305409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:22.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:21 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:22.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:21 smithi028 ceph-mon[87621]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T14:33:22.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:21 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3568305409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:22.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:21 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[96683]: pgmap v1081: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[96683]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T14:33:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[99232]: pgmap v1081: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:22 smithi001 ceph-mon[99232]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T14:33:23.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:22 smithi028 ceph-mon[87621]: pgmap v1081: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:22 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:22 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:22 smithi028 ceph-mon[87621]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T14:33:24.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:23 smithi001 ceph-mon[96683]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T14:33:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:23 smithi001 ceph-mon[99232]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T14:33:24.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:23 smithi028 ceph-mon[87621]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T14:33:25.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:24 smithi001 ceph-mon[96683]: pgmap v1084: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 2.70k op/s 2024-09-13T14:33:25.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:24 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:25.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:24 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:33:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:24 smithi001 ceph-mon[99232]: pgmap v1084: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 2.70k op/s 2024-09-13T14:33:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:24 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:24 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:33:25.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:24 smithi028 ceph-mon[87621]: pgmap v1084: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 2.70k op/s 2024-09-13T14:33:25.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:24 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:25.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:24 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:33:27.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:26 smithi001 ceph-mon[96683]: pgmap v1085: 137 pgs: 3 creating+peering, 134 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 1.88k op/s 2024-09-13T14:33:27.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:26 smithi001 ceph-mon[99232]: pgmap v1085: 137 pgs: 3 creating+peering, 134 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 1.88k op/s 2024-09-13T14:33:27.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:26 smithi028 ceph-mon[87621]: pgmap v1085: 137 pgs: 3 creating+peering, 134 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 1.88k op/s 2024-09-13T14:33:27.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:33:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:33:27] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.51.0" 2024-09-13T14:33:29.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:28 smithi001 ceph-mon[96683]: pgmap v1086: 137 pgs: 137 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 1.60k op/s 2024-09-13T14:33:29.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:28 smithi001 ceph-mon[99232]: pgmap v1086: 137 pgs: 137 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 1.60k op/s 2024-09-13T14:33:29.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:28 smithi028 ceph-mon[87621]: pgmap v1086: 137 pgs: 137 active+clean; 817 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 1.60k op/s 2024-09-13T14:33:31.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:30 smithi001 ceph-mon[96683]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.7 MiB/s wr, 6.73k op/s 2024-09-13T14:33:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:30 smithi001 ceph-mon[99232]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.7 MiB/s wr, 6.73k op/s 2024-09-13T14:33:31.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:30 smithi028 ceph-mon[87621]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.7 MiB/s wr, 6.73k op/s 2024-09-13T14:33:33.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:32 smithi001 ceph-mon[96683]: pgmap v1088: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 4.7 MiB/s wr, 5.54k op/s 2024-09-13T14:33:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:32 smithi001 ceph-mon[99232]: pgmap v1088: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 4.7 MiB/s wr, 5.54k op/s 2024-09-13T14:33:33.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:32 smithi028 ceph-mon[87621]: pgmap v1088: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 4.7 MiB/s wr, 5.54k op/s 2024-09-13T14:33:35.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:34 smithi001 ceph-mon[96683]: pgmap v1089: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 4.9 MiB/s wr, 5.91k op/s 2024-09-13T14:33:35.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:34 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:35.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:34 smithi001 ceph-mon[99232]: pgmap v1089: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 4.9 MiB/s wr, 5.91k op/s 2024-09-13T14:33:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:34 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:35.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:34 smithi028 ceph-mon[87621]: pgmap v1089: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 4.9 MiB/s wr, 5.91k op/s 2024-09-13T14:33:35.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:34 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:37.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:36 smithi001 ceph-mon[96683]: pgmap v1090: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.4 MiB/s wr, 5.28k op/s 2024-09-13T14:33:37.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:36 smithi001 ceph-mon[99232]: pgmap v1090: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.4 MiB/s wr, 5.28k op/s 2024-09-13T14:33:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:36 smithi028 ceph-mon[87621]: pgmap v1090: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.4 MiB/s wr, 5.28k op/s 2024-09-13T14:33:37.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:33:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:33:37] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.51.0" 2024-09-13T14:33:39.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:38 smithi001 ceph-mon[96683]: pgmap v1091: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.4 MiB/s wr, 5.28k op/s 2024-09-13T14:33:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:38 smithi001 ceph-mon[99232]: pgmap v1091: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.4 MiB/s wr, 5.28k op/s 2024-09-13T14:33:39.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:38 smithi028 ceph-mon[87621]: pgmap v1091: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.4 MiB/s wr, 5.28k op/s 2024-09-13T14:33:39.898 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20041 ms) 2024-09-13T14:33:39.898 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-13T14:33:41.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:40 smithi001 ceph-mon[99232]: pgmap v1092: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 102 MiB/s rd, 5.4 MiB/s wr, 6.71k op/s 2024-09-13T14:33:41.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:40 smithi001 ceph-mon[99232]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T14:33:41.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:40 smithi001 ceph-mon[96683]: pgmap v1092: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 102 MiB/s rd, 5.4 MiB/s wr, 6.71k op/s 2024-09-13T14:33:41.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:40 smithi001 ceph-mon[96683]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T14:33:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:40 smithi028 ceph-mon[87621]: pgmap v1092: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 102 MiB/s rd, 5.4 MiB/s wr, 6.71k op/s 2024-09-13T14:33:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:40 smithi028 ceph-mon[87621]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T14:33:42.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:41 smithi001 ceph-mon[96683]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T14:33:42.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:41 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2519191921' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:42.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:41 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:42.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:41 smithi001 ceph-mon[99232]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T14:33:42.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:41 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2519191921' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:42.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:41 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:42.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:41 smithi028 ceph-mon[87621]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T14:33:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:41 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2519191921' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:42.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:41 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[96683]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:43.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[96683]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T14:33:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[99232]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:42 smithi001 ceph-mon[99232]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T14:33:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:42 smithi028 ceph-mon[87621]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:42 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:42 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:42 smithi028 ceph-mon[87621]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T14:33:43.922 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4024 ms) 2024-09-13T14:33:43.923 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-13T14:33:44.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:43 smithi001 ceph-mon[96683]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T14:33:44.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:43 smithi001 ceph-mon[99232]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T14:33:44.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:43 smithi028 ceph-mon[87621]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T14:33:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[96683]: pgmap v1098: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:33:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[96683]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T14:33:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[99232]: pgmap v1098: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:33:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:44 smithi001 ceph-mon[99232]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T14:33:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:44 smithi028 ceph-mon[87621]: pgmap v1098: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:44 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:44 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:33:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:44 smithi028 ceph-mon[87621]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T14:33:46.256 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:45 smithi028 ceph-mon[87621]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T14:33:46.256 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:45 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3081942070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:46.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:45 smithi001 ceph-mon[96683]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T14:33:46.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:45 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3081942070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:46.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:45 smithi001 ceph-mon[99232]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T14:33:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:45 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3081942070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:47.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[96683]: pgmap v1101: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:47.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:47.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3081942070' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:47.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[96683]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T14:33:47.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[99232]: pgmap v1101: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:47.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:47.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3081942070' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:47.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:46 smithi001 ceph-mon[99232]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T14:33:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:46 smithi028 ceph-mon[87621]: pgmap v1101: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:46 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:46 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3081942070' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:46 smithi028 ceph-mon[87621]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T14:33:47.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:33:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:33:47] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.51.0" 2024-09-13T14:33:48.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:47 smithi001 ceph-mon[96683]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T14:33:48.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:47 smithi001 ceph-mon[99232]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T14:33:48.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:47 smithi028 ceph-mon[87621]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T14:33:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:48 smithi001 ceph-mon[96683]: pgmap v1104: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:48 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:48 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:33:49.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:48 smithi001 ceph-mon[99232]: pgmap v1104: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:49.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:48 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:49.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:48 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:33:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:48 smithi028 ceph-mon[87621]: pgmap v1104: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:48 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:48 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:33:49.951 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6029 ms) 2024-09-13T14:33:49.952 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-13T14:33:50.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:49 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:49 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:50.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:49 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:51.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:50 smithi001 ceph-mon[99232]: pgmap v1105: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:51.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:50 smithi001 ceph-mon[99232]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T14:33:51.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:50 smithi001 ceph-mon[96683]: pgmap v1105: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:51.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:50 smithi001 ceph-mon[96683]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T14:33:51.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:50 smithi028 ceph-mon[87621]: pgmap v1105: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:50 smithi028 ceph-mon[87621]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T14:33:52.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:51 smithi001 ceph-mon[96683]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T14:33:52.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:51 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3059726465' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:52.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:51 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:51 smithi001 ceph-mon[99232]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T14:33:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:51 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3059726465' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:51 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:52.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:51 smithi028 ceph-mon[87621]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T14:33:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:51 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3059726465' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:51 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:53.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[99232]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:53.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:53.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[99232]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T14:33:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[96683]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:52 smithi001 ceph-mon[96683]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T14:33:53.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:52 smithi028 ceph-mon[87621]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:53.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:52 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:33:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:52 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-140797-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:52 smithi028 ceph-mon[87621]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T14:33:54.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:53 smithi001 ceph-mon[96683]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T14:33:54.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:53 smithi001 ceph-mon[99232]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T14:33:54.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:53 smithi028 ceph-mon[87621]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T14:33:54.975 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5024 ms) 2024-09-13T14:33:54.976 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 22 tests from TestCls2PCQueue (101805 ms total) 2024-09-13T14:33:54.976 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:33:54.976 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:33:54.976 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 22 tests from 1 test suite ran. (101805 ms total) 2024-09-13T14:33:54.976 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 22 tests. 2024-09-13T14:33:54.979 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:33:54.980 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:33:55.009 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-13T14:33:55.009 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-13T14:33:55.082 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:33:55.082 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-13T14:33:55.082 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:33:55.082 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 5 tests from cls_cas 2024-09-13T14:33:55.082 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.get_put 2024-09-13T14:33:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:54 smithi001 ceph-mon[99232]: pgmap v1111: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:33:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:54 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:54 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:33:55.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:54 smithi001 ceph-mon[96683]: pgmap v1111: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:33:55.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:54 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:55.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:54 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:33:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:54 smithi028 ceph-mon[87621]: pgmap v1111: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:33:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:54 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:33:55.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:54 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:33:56.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:55 smithi001 ceph-mon[96683]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T14:33:56.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:55 smithi001 ceph-mon[99232]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T14:33:56.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:55 smithi028 ceph-mon[87621]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T14:33:57.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:56 smithi001 ceph-mon[99232]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:57.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:56 smithi001 ceph-mon[99232]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T14:33:57.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:56 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/210956900' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:57.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:56 smithi001 ceph-mon[96683]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:57.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:56 smithi001 ceph-mon[96683]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T14:33:57.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:56 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/210956900' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:56 smithi028 ceph-mon[87621]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T14:33:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:56 smithi028 ceph-mon[87621]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T14:33:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:56 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/210956900' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:33:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:33:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:33:57] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.51.0" 2024-09-13T14:33:57.996 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.get_put (2914 ms) 2024-09-13T14:33:57.996 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.wrong_put 2024-09-13T14:33:58.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:57 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/210956900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:58.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:57 smithi001 ceph-mon[96683]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T14:33:58.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:57 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/210956900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:58.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:57 smithi001 ceph-mon[99232]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T14:33:58.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:57 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/210956900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:33:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:57 smithi028 ceph-mon[87621]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T14:33:59.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:58 smithi001 ceph-mon[96683]: pgmap v1116: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:33:59.254 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:33:58 smithi001 ceph-mon[96683]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T14:33:59.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:58 smithi001 ceph-mon[99232]: pgmap v1116: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:33:59.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:33:58 smithi001 ceph-mon[99232]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T14:33:59.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:58 smithi028 ceph-mon[87621]: pgmap v1116: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:33:59.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:33:58 smithi028 ceph-mon[87621]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T14:34:00.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:00 smithi001 ceph-mon[96683]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T14:34:00.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:00 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1847998175' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:00 smithi001 ceph-mon[99232]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T14:34:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:00 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1847998175' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:00.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:00 smithi028 ceph-mon[87621]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T14:34:00.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:00 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1847998175' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:01.013 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-09-13T14:34:01.013 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.dup_get 2024-09-13T14:34:01.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[96683]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:01.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1847998175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[96683]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T14:34:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[99232]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1847998175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:01 smithi001 ceph-mon[99232]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T14:34:01.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:01 smithi028 ceph-mon[87621]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:01 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:01 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1847998175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:01 smithi028 ceph-mon[87621]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T14:34:02.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:02 smithi001 ceph-mon[96683]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T14:34:02.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:02 smithi001 ceph-mon[99232]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T14:34:02.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:02 smithi028 ceph-mon[87621]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T14:34:03.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[96683]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:03.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[96683]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/120039982' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[99232]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[99232]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T14:34:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/120039982' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:03 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:03 smithi028 ceph-mon[87621]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:03 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:03 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:03 smithi028 ceph-mon[87621]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T14:34:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:03 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/120039982' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:03 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:04.035 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.dup_get (3022 ms) 2024-09-13T14:34:04.035 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.dup_put 2024-09-13T14:34:04.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:04 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:04.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:04 smithi001 ceph-mon[99232]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T14:34:04.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:04 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:04.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:04 smithi001 ceph-mon[96683]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T14:34:04.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:04 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:04.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:04 smithi028 ceph-mon[87621]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T14:34:05.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:05 smithi001 ceph-mon[96683]: pgmap v1125: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:05.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:05 smithi001 ceph-mon[96683]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T14:34:05.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:05 smithi001 ceph-mon[99232]: pgmap v1125: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:05 smithi001 ceph-mon[99232]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T14:34:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:05.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:05 smithi028 ceph-mon[87621]: pgmap v1125: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:05.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:05 smithi028 ceph-mon[87621]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T14:34:05.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:06.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:06 smithi001 ceph-mon[99232]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T14:34:06.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:06 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/608866702' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:06.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:06 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:06.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:06 smithi001 ceph-mon[96683]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T14:34:06.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:06 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/608866702' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:06.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:06 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:06.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:06 smithi028 ceph-mon[87621]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T14:34:06.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:06 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/608866702' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:06.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:06 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:07.054 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.dup_put (3018 ms) 2024-09-13T14:34:07.054 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-13T14:34:07.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:34:07] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.51.0" 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[96683]: pgmap v1128: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[96683]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[99232]: pgmap v1128: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:07.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:07 smithi001 ceph-mon[99232]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T14:34:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:07 smithi028 ceph-mon[87621]: pgmap v1128: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:07 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:07 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:07 smithi028 ceph-mon[87621]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T14:34:08.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:08 smithi001 ceph-mon[96683]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T14:34:08.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:08 smithi001 ceph-mon[99232]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T14:34:08.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:08 smithi028 ceph-mon[87621]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T14:34:09.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[96683]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[96683]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2286930741' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[99232]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[99232]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T14:34:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:09 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2286930741' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:09 smithi028 ceph-mon[87621]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:09 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:09 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:09 smithi028 ceph-mon[87621]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T14:34:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:09 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2286930741' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:10.073 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.get_wrong_data (3020 ms) 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 5 tests from cls_cas (14991 ms total) 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 1 test from chunk_refs_t 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] chunk_refs_t.size 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:1 60 by_object 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:2 103 by_object 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:4 189 by_object 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:8 361 by_object 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:16 112 by_hash(32 bits) 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:32 208 by_hash(32 bits) 2024-09-13T14:34:10.074 INFO:tasks.workunit.client.0.smithi001.stdout:64 400 by_hash(32 bits) 2024-09-13T14:34:10.075 INFO:tasks.workunit.client.0.smithi001.stdout:128 509 by_hash(10 bits) 2024-09-13T14:34:10.075 INFO:tasks.workunit.client.0.smithi001.stdout:256 499 by_hash(7 bits) 2024-09-13T14:34:10.075 INFO:tasks.workunit.client.0.smithi001.stdout:512 462 by_hash(5 bits) 2024-09-13T14:34:10.075 INFO:tasks.workunit.client.0.smithi001.stdout:1024 466 by_hash(5 bits) 2024-09-13T14:34:10.075 INFO:tasks.workunit.client.0.smithi001.stdout:2048 466 by_hash(5 bits) 2024-09-13T14:34:10.076 INFO:tasks.workunit.client.0.smithi001.stdout:4096 470 by_hash(5 bits) 2024-09-13T14:34:10.076 INFO:tasks.workunit.client.0.smithi001.stdout:8192 498 by_hash(4 bits) 2024-09-13T14:34:10.077 INFO:tasks.workunit.client.0.smithi001.stdout:16384 278 by_hash(3 bits) 2024-09-13T14:34:10.080 INFO:tasks.workunit.client.0.smithi001.stdout:32768 337 by_hash(2 bits) 2024-09-13T14:34:10.083 INFO:tasks.workunit.client.0.smithi001.stdout:65536 367 by_hash(2 bits) 2024-09-13T14:34:10.091 INFO:tasks.workunit.client.0.smithi001.stdout:131072 387 by_hash(1 bits) 2024-09-13T14:34:10.106 INFO:tasks.workunit.client.0.smithi001.stdout:262144 331 by_pool 2024-09-13T14:34:10.139 INFO:tasks.workunit.client.0.smithi001.stdout:524288 21 count 2024-09-13T14:34:10.192 INFO:tasks.workunit.client.0.smithi001.stdout:1048576 21 count 2024-09-13T14:34:10.291 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] chunk_refs_t.size (218 ms) 2024-09-13T14:34:10.291 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 1 test from chunk_refs_t (218 ms total) 2024-09-13T14:34:10.291 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:34:10.291 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:34:10.291 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 6 tests from 2 test suites ran. (15209 ms total) 2024-09-13T14:34:10.291 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 6 tests. 2024-09-13T14:34:10.293 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:34:10.293 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:34:10.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:10 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2286930741' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:10.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:10 smithi001 ceph-mon[96683]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T14:34:10.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:10 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2286930741' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:10.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:10 smithi001 ceph-mon[99232]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T14:34:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:10 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2286930741' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141463-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:10.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:10 smithi028 ceph-mon[87621]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T14:34:10.360 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-13T14:34:10.360 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-13T14:34:10.431 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:34:10.431 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-13T14:34:10.431 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:34:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:11 smithi001 ceph-mon[96683]: pgmap v1134: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:11 smithi001 ceph-mon[96683]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T14:34:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:11 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:11.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:11 smithi001 ceph-mon[99232]: pgmap v1134: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:11.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:11 smithi001 ceph-mon[99232]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T14:34:11.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:11 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:11 smithi028 ceph-mon[87621]: pgmap v1134: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:11 smithi028 ceph-mon[87621]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T14:34:11.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:11 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:12.076 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 31 tests from CmpOmap 2024-09-13T14:34:12.077 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-13T14:34:12.091 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-09-13T14:34:12.091 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-13T14:34:12.099 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (9 ms) 2024-09-13T14:34:12.100 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-13T14:34:12.103 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-13T14:34:12.103 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-13T14:34:12.106 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-13T14:34:12.106 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-13T14:34:12.112 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-09-13T14:34:12.112 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-13T14:34:12.118 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-09-13T14:34:12.118 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-13T14:34:12.122 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-13T14:34:12.122 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-13T14:34:12.125 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-09-13T14:34:12.125 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-13T14:34:12.128 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-13T14:34:12.128 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-13T14:34:12.131 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-09-13T14:34:12.131 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-13T14:34:12.132 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-13T14:34:12.132 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-13T14:34:12.133 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-13T14:34:12.133 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-13T14:34:12.139 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-13T14:34:12.139 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-13T14:34:12.145 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-09-13T14:34:12.145 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-13T14:34:12.151 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-13T14:34:12.151 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-13T14:34:12.158 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-13T14:34:12.159 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-13T14:34:12.165 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-09-13T14:34:12.165 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-13T14:34:12.172 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2024-09-13T14:34:12.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-13T14:34:12.174 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-13T14:34:12.174 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-13T14:34:12.177 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-09-13T14:34:12.177 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-13T14:34:12.178 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-13T14:34:12.178 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-13T14:34:12.178 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-09-13T14:34:12.179 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-13T14:34:12.185 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-13T14:34:12.185 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-13T14:34:12.191 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-13T14:34:12.191 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-13T14:34:12.197 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-09-13T14:34:12.197 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-13T14:34:12.205 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-09-13T14:34:12.205 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-13T14:34:12.207 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-13T14:34:12.207 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-13T14:34:12.209 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-13T14:34:12.209 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-13T14:34:12.210 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-13T14:34:12.210 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-13T14:34:12.211 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-13T14:34:12.211 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-13T14:34:12.219 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-13T14:34:12.219 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 31 tests from CmpOmap (143 ms total) 2024-09-13T14:34:12.219 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:34:12.219 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:34:12.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T14:34:12.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3573121426' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[96683]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3573121426' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:12.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:12.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:12.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:12.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:12 smithi001 ceph-mon[99232]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T14:34:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T14:34:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3573121426' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:12.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141586-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:12.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:12 smithi028 ceph-mon[87621]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T14:34:13.089 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 31 tests from 1 test suite ran. (2658 ms total) 2024-09-13T14:34:13.089 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 31 tests. 2024-09-13T14:34:13.093 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:34:13.093 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:34:13.163 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-13T14:34:13.163 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-13T14:34:13.236 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:34:13.236 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-13T14:34:13.236 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:34:13.236 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 6 tests from ClsHello 2024-09-13T14:34:13.236 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.SayHello 2024-09-13T14:34:13.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:13 smithi001 ceph-mon[96683]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:13.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:13 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:13.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:13 smithi001 ceph-mon[99232]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:13.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:13 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:13 smithi028 ceph-mon[87621]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:13 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:14.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:14 smithi001 ceph-mon[96683]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T14:34:14.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:14 smithi001 ceph-mon[99232]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T14:34:14.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:14 smithi028 ceph-mon[87621]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T14:34:15.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[96683]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[96683]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1620826491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[99232]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[99232]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T14:34:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1620826491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:15.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:15 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:15 smithi028 ceph-mon[87621]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:15 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:15 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:15 smithi028 ceph-mon[87621]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T14:34:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:15 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1620826491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:15 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:16.121 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.SayHello (2884 ms) 2024-09-13T14:34:16.121 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.RecordHello 2024-09-13T14:34:16.506 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:16 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:16.507 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:16 smithi028 ceph-mon[87621]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T14:34:16.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:16 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:16.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:16 smithi001 ceph-mon[96683]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T14:34:16.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:16 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:16.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:16 smithi001 ceph-mon[99232]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T14:34:17.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:17 smithi001 ceph-mon[96683]: pgmap v1143: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:17.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:17 smithi001 ceph-mon[96683]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T14:34:17.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:34:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:34:17] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.51.0" 2024-09-13T14:34:17.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:17 smithi001 ceph-mon[99232]: pgmap v1143: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:17.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:17 smithi001 ceph-mon[99232]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T14:34:17.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:17 smithi028 ceph-mon[87621]: pgmap v1143: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:17.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:17 smithi028 ceph-mon[87621]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T14:34:18.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:18 smithi001 ceph-mon[96683]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T14:34:18.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:18 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/248376998' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:18 smithi001 ceph-mon[99232]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T14:34:18.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:18 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/248376998' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:18 smithi028 ceph-mon[87621]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T14:34:18.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:18 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/248376998' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:19.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.RecordHello (3016 ms) 2024-09-13T14:34:19.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-13T14:34:19.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[96683]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:19.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:19.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/248376998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:19.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[96683]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T14:34:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[99232]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/248376998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:19.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:19 smithi001 ceph-mon[99232]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T14:34:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:19 smithi028 ceph-mon[87621]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:19 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:19 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/248376998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:19.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:19 smithi028 ceph-mon[87621]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T14:34:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:20 smithi001 ceph-mon[96683]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T14:34:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:20.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:20 smithi001 ceph-mon[99232]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T14:34:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:20.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:20.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:20 smithi028 ceph-mon[87621]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T14:34:20.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:20.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:21.148 INFO:tasks.workunit.client.0.smithi001.stdout:require_osd_release = squid 2024-09-13T14:34:21.158 INFO:tasks.workunit.client.0.smithi001.stdout:0 2024-09-13T14:34:21.277 INFO:tasks.workunit.client.0.smithi001.stdout:1 2024-09-13T14:34:21.279 INFO:tasks.workunit.client.0.smithi001.stdout:2 2024-09-13T14:34:21.280 INFO:tasks.workunit.client.0.smithi001.stdout:3 2024-09-13T14:34:21.281 INFO:tasks.workunit.client.0.smithi001.stdout:4 2024-09-13T14:34:21.282 INFO:tasks.workunit.client.0.smithi001.stdout:5 2024-09-13T14:34:21.284 INFO:tasks.workunit.client.0.smithi001.stdout:6 2024-09-13T14:34:21.285 INFO:tasks.workunit.client.0.smithi001.stdout:7 2024-09-13T14:34:21.286 INFO:tasks.workunit.client.0.smithi001.stdout:8 2024-09-13T14:34:21.287 INFO:tasks.workunit.client.0.smithi001.stdout:9 2024-09-13T14:34:21.288 INFO:tasks.workunit.client.0.smithi001.stdout:10 2024-09-13T14:34:21.289 INFO:tasks.workunit.client.0.smithi001.stdout:11 2024-09-13T14:34:21.290 INFO:tasks.workunit.client.0.smithi001.stdout:12 2024-09-13T14:34:21.291 INFO:tasks.workunit.client.0.smithi001.stdout:13 2024-09-13T14:34:21.292 INFO:tasks.workunit.client.0.smithi001.stdout:14 2024-09-13T14:34:21.293 INFO:tasks.workunit.client.0.smithi001.stdout:15 2024-09-13T14:34:21.294 INFO:tasks.workunit.client.0.smithi001.stdout:16 2024-09-13T14:34:21.295 INFO:tasks.workunit.client.0.smithi001.stdout:17 2024-09-13T14:34:21.296 INFO:tasks.workunit.client.0.smithi001.stdout:18 2024-09-13T14:34:21.298 INFO:tasks.workunit.client.0.smithi001.stdout:19 2024-09-13T14:34:21.299 INFO:tasks.workunit.client.0.smithi001.stdout:20 2024-09-13T14:34:21.300 INFO:tasks.workunit.client.0.smithi001.stdout:21 2024-09-13T14:34:21.301 INFO:tasks.workunit.client.0.smithi001.stdout:22 2024-09-13T14:34:21.302 INFO:tasks.workunit.client.0.smithi001.stdout:23 2024-09-13T14:34:21.303 INFO:tasks.workunit.client.0.smithi001.stdout:24 2024-09-13T14:34:21.304 INFO:tasks.workunit.client.0.smithi001.stdout:25 2024-09-13T14:34:21.305 INFO:tasks.workunit.client.0.smithi001.stdout:26 2024-09-13T14:34:21.306 INFO:tasks.workunit.client.0.smithi001.stdout:27 2024-09-13T14:34:21.307 INFO:tasks.workunit.client.0.smithi001.stdout:28 2024-09-13T14:34:21.308 INFO:tasks.workunit.client.0.smithi001.stdout:29 2024-09-13T14:34:21.309 INFO:tasks.workunit.client.0.smithi001.stdout:30 2024-09-13T14:34:21.312 INFO:tasks.workunit.client.0.smithi001.stdout:31 2024-09-13T14:34:21.313 INFO:tasks.workunit.client.0.smithi001.stdout:32 2024-09-13T14:34:21.313 INFO:tasks.workunit.client.0.smithi001.stdout:33 2024-09-13T14:34:21.313 INFO:tasks.workunit.client.0.smithi001.stdout:34 2024-09-13T14:34:21.314 INFO:tasks.workunit.client.0.smithi001.stdout:35 2024-09-13T14:34:21.315 INFO:tasks.workunit.client.0.smithi001.stdout:36 2024-09-13T14:34:21.316 INFO:tasks.workunit.client.0.smithi001.stdout:37 2024-09-13T14:34:21.317 INFO:tasks.workunit.client.0.smithi001.stdout:38 2024-09-13T14:34:21.318 INFO:tasks.workunit.client.0.smithi001.stdout:39 2024-09-13T14:34:21.319 INFO:tasks.workunit.client.0.smithi001.stdout:40 2024-09-13T14:34:21.320 INFO:tasks.workunit.client.0.smithi001.stdout:41 2024-09-13T14:34:21.321 INFO:tasks.workunit.client.0.smithi001.stdout:42 2024-09-13T14:34:21.322 INFO:tasks.workunit.client.0.smithi001.stdout:43 2024-09-13T14:34:21.323 INFO:tasks.workunit.client.0.smithi001.stdout:44 2024-09-13T14:34:21.324 INFO:tasks.workunit.client.0.smithi001.stdout:45 2024-09-13T14:34:21.325 INFO:tasks.workunit.client.0.smithi001.stdout:46 2024-09-13T14:34:21.326 INFO:tasks.workunit.client.0.smithi001.stdout:47 2024-09-13T14:34:21.327 INFO:tasks.workunit.client.0.smithi001.stdout:48 2024-09-13T14:34:21.328 INFO:tasks.workunit.client.0.smithi001.stdout:49 2024-09-13T14:34:21.329 INFO:tasks.workunit.client.0.smithi001.stdout:50 2024-09-13T14:34:21.330 INFO:tasks.workunit.client.0.smithi001.stdout:51 2024-09-13T14:34:21.331 INFO:tasks.workunit.client.0.smithi001.stdout:52 2024-09-13T14:34:21.332 INFO:tasks.workunit.client.0.smithi001.stdout:53 2024-09-13T14:34:21.333 INFO:tasks.workunit.client.0.smithi001.stdout:54 2024-09-13T14:34:21.334 INFO:tasks.workunit.client.0.smithi001.stdout:55 2024-09-13T14:34:21.335 INFO:tasks.workunit.client.0.smithi001.stdout:56 2024-09-13T14:34:21.336 INFO:tasks.workunit.client.0.smithi001.stdout:57 2024-09-13T14:34:21.337 INFO:tasks.workunit.client.0.smithi001.stdout:58 2024-09-13T14:34:21.338 INFO:tasks.workunit.client.0.smithi001.stdout:59 2024-09-13T14:34:21.339 INFO:tasks.workunit.client.0.smithi001.stdout:60 2024-09-13T14:34:21.340 INFO:tasks.workunit.client.0.smithi001.stdout:61 2024-09-13T14:34:21.341 INFO:tasks.workunit.client.0.smithi001.stdout:62 2024-09-13T14:34:21.341 INFO:tasks.workunit.client.0.smithi001.stdout:63 2024-09-13T14:34:21.343 INFO:tasks.workunit.client.0.smithi001.stdout:64 2024-09-13T14:34:21.343 INFO:tasks.workunit.client.0.smithi001.stdout:65 2024-09-13T14:34:21.344 INFO:tasks.workunit.client.0.smithi001.stdout:66 2024-09-13T14:34:21.345 INFO:tasks.workunit.client.0.smithi001.stdout:67 2024-09-13T14:34:21.346 INFO:tasks.workunit.client.0.smithi001.stdout:68 2024-09-13T14:34:21.347 INFO:tasks.workunit.client.0.smithi001.stdout:69 2024-09-13T14:34:21.348 INFO:tasks.workunit.client.0.smithi001.stdout:70 2024-09-13T14:34:21.349 INFO:tasks.workunit.client.0.smithi001.stdout:71 2024-09-13T14:34:21.350 INFO:tasks.workunit.client.0.smithi001.stdout:72 2024-09-13T14:34:21.351 INFO:tasks.workunit.client.0.smithi001.stdout:73 2024-09-13T14:34:21.353 INFO:tasks.workunit.client.0.smithi001.stdout:74 2024-09-13T14:34:21.353 INFO:tasks.workunit.client.0.smithi001.stdout:75 2024-09-13T14:34:21.354 INFO:tasks.workunit.client.0.smithi001.stdout:76 2024-09-13T14:34:21.355 INFO:tasks.workunit.client.0.smithi001.stdout:77 2024-09-13T14:34:21.355 INFO:tasks.workunit.client.0.smithi001.stdout:78 2024-09-13T14:34:21.356 INFO:tasks.workunit.client.0.smithi001.stdout:79 2024-09-13T14:34:21.357 INFO:tasks.workunit.client.0.smithi001.stdout:80 2024-09-13T14:34:21.358 INFO:tasks.workunit.client.0.smithi001.stdout:81 2024-09-13T14:34:21.359 INFO:tasks.workunit.client.0.smithi001.stdout:82 2024-09-13T14:34:21.360 INFO:tasks.workunit.client.0.smithi001.stdout:83 2024-09-13T14:34:21.361 INFO:tasks.workunit.client.0.smithi001.stdout:84 2024-09-13T14:34:21.362 INFO:tasks.workunit.client.0.smithi001.stdout:85 2024-09-13T14:34:21.363 INFO:tasks.workunit.client.0.smithi001.stdout:86 2024-09-13T14:34:21.364 INFO:tasks.workunit.client.0.smithi001.stdout:87 2024-09-13T14:34:21.365 INFO:tasks.workunit.client.0.smithi001.stdout:88 2024-09-13T14:34:21.366 INFO:tasks.workunit.client.0.smithi001.stdout:89 2024-09-13T14:34:21.367 INFO:tasks.workunit.client.0.smithi001.stdout:90 2024-09-13T14:34:21.367 INFO:tasks.workunit.client.0.smithi001.stdout:91 2024-09-13T14:34:21.368 INFO:tasks.workunit.client.0.smithi001.stdout:92 2024-09-13T14:34:21.369 INFO:tasks.workunit.client.0.smithi001.stdout:93 2024-09-13T14:34:21.370 INFO:tasks.workunit.client.0.smithi001.stdout:94 2024-09-13T14:34:21.371 INFO:tasks.workunit.client.0.smithi001.stdout:95 2024-09-13T14:34:21.372 INFO:tasks.workunit.client.0.smithi001.stdout:96 2024-09-13T14:34:21.373 INFO:tasks.workunit.client.0.smithi001.stdout:97 2024-09-13T14:34:21.374 INFO:tasks.workunit.client.0.smithi001.stdout:98 2024-09-13T14:34:21.375 INFO:tasks.workunit.client.0.smithi001.stdout:99 2024-09-13T14:34:21.375 INFO:tasks.workunit.client.0.smithi001.stdout:100 2024-09-13T14:34:21.376 INFO:tasks.workunit.client.0.smithi001.stdout:101 2024-09-13T14:34:21.377 INFO:tasks.workunit.client.0.smithi001.stdout:102 2024-09-13T14:34:21.378 INFO:tasks.workunit.client.0.smithi001.stdout:103 2024-09-13T14:34:21.379 INFO:tasks.workunit.client.0.smithi001.stdout:104 2024-09-13T14:34:21.380 INFO:tasks.workunit.client.0.smithi001.stdout:105 2024-09-13T14:34:21.381 INFO:tasks.workunit.client.0.smithi001.stdout:106 2024-09-13T14:34:21.382 INFO:tasks.workunit.client.0.smithi001.stdout:107 2024-09-13T14:34:21.383 INFO:tasks.workunit.client.0.smithi001.stdout:108 2024-09-13T14:34:21.383 INFO:tasks.workunit.client.0.smithi001.stdout:109 2024-09-13T14:34:21.384 INFO:tasks.workunit.client.0.smithi001.stdout:110 2024-09-13T14:34:21.385 INFO:tasks.workunit.client.0.smithi001.stdout:111 2024-09-13T14:34:21.386 INFO:tasks.workunit.client.0.smithi001.stdout:112 2024-09-13T14:34:21.387 INFO:tasks.workunit.client.0.smithi001.stdout:113 2024-09-13T14:34:21.388 INFO:tasks.workunit.client.0.smithi001.stdout:114 2024-09-13T14:34:21.389 INFO:tasks.workunit.client.0.smithi001.stdout:115 2024-09-13T14:34:21.390 INFO:tasks.workunit.client.0.smithi001.stdout:116 2024-09-13T14:34:21.391 INFO:tasks.workunit.client.0.smithi001.stdout:117 2024-09-13T14:34:21.392 INFO:tasks.workunit.client.0.smithi001.stdout:118 2024-09-13T14:34:21.392 INFO:tasks.workunit.client.0.smithi001.stdout:119 2024-09-13T14:34:21.393 INFO:tasks.workunit.client.0.smithi001.stdout:120 2024-09-13T14:34:21.394 INFO:tasks.workunit.client.0.smithi001.stdout:121 2024-09-13T14:34:21.395 INFO:tasks.workunit.client.0.smithi001.stdout:122 2024-09-13T14:34:21.396 INFO:tasks.workunit.client.0.smithi001.stdout:123 2024-09-13T14:34:21.397 INFO:tasks.workunit.client.0.smithi001.stdout:124 2024-09-13T14:34:21.398 INFO:tasks.workunit.client.0.smithi001.stdout:125 2024-09-13T14:34:21.399 INFO:tasks.workunit.client.0.smithi001.stdout:126 2024-09-13T14:34:21.399 INFO:tasks.workunit.client.0.smithi001.stdout:127 2024-09-13T14:34:21.400 INFO:tasks.workunit.client.0.smithi001.stdout:128 2024-09-13T14:34:21.401 INFO:tasks.workunit.client.0.smithi001.stdout:129 2024-09-13T14:34:21.402 INFO:tasks.workunit.client.0.smithi001.stdout:130 2024-09-13T14:34:21.403 INFO:tasks.workunit.client.0.smithi001.stdout:131 2024-09-13T14:34:21.404 INFO:tasks.workunit.client.0.smithi001.stdout:132 2024-09-13T14:34:21.405 INFO:tasks.workunit.client.0.smithi001.stdout:133 2024-09-13T14:34:21.406 INFO:tasks.workunit.client.0.smithi001.stdout:134 2024-09-13T14:34:21.407 INFO:tasks.workunit.client.0.smithi001.stdout:135 2024-09-13T14:34:21.408 INFO:tasks.workunit.client.0.smithi001.stdout:136 2024-09-13T14:34:21.408 INFO:tasks.workunit.client.0.smithi001.stdout:137 2024-09-13T14:34:21.409 INFO:tasks.workunit.client.0.smithi001.stdout:138 2024-09-13T14:34:21.410 INFO:tasks.workunit.client.0.smithi001.stdout:139 2024-09-13T14:34:21.411 INFO:tasks.workunit.client.0.smithi001.stdout:140 2024-09-13T14:34:21.412 INFO:tasks.workunit.client.0.smithi001.stdout:141 2024-09-13T14:34:21.413 INFO:tasks.workunit.client.0.smithi001.stdout:142 2024-09-13T14:34:21.414 INFO:tasks.workunit.client.0.smithi001.stdout:143 2024-09-13T14:34:21.415 INFO:tasks.workunit.client.0.smithi001.stdout:144 2024-09-13T14:34:21.416 INFO:tasks.workunit.client.0.smithi001.stdout:145 2024-09-13T14:34:21.416 INFO:tasks.workunit.client.0.smithi001.stdout:146 2024-09-13T14:34:21.417 INFO:tasks.workunit.client.0.smithi001.stdout:147 2024-09-13T14:34:21.418 INFO:tasks.workunit.client.0.smithi001.stdout:148 2024-09-13T14:34:21.419 INFO:tasks.workunit.client.0.smithi001.stdout:149 2024-09-13T14:34:21.420 INFO:tasks.workunit.client.0.smithi001.stdout:150 2024-09-13T14:34:21.421 INFO:tasks.workunit.client.0.smithi001.stdout:151 2024-09-13T14:34:21.422 INFO:tasks.workunit.client.0.smithi001.stdout:152 2024-09-13T14:34:21.423 INFO:tasks.workunit.client.0.smithi001.stdout:153 2024-09-13T14:34:21.423 INFO:tasks.workunit.client.0.smithi001.stdout:154 2024-09-13T14:34:21.424 INFO:tasks.workunit.client.0.smithi001.stdout:155 2024-09-13T14:34:21.425 INFO:tasks.workunit.client.0.smithi001.stdout:156 2024-09-13T14:34:21.426 INFO:tasks.workunit.client.0.smithi001.stdout:157 2024-09-13T14:34:21.427 INFO:tasks.workunit.client.0.smithi001.stdout:158 2024-09-13T14:34:21.428 INFO:tasks.workunit.client.0.smithi001.stdout:159 2024-09-13T14:34:21.429 INFO:tasks.workunit.client.0.smithi001.stdout:160 2024-09-13T14:34:21.429 INFO:tasks.workunit.client.0.smithi001.stdout:161 2024-09-13T14:34:21.430 INFO:tasks.workunit.client.0.smithi001.stdout:162 2024-09-13T14:34:21.431 INFO:tasks.workunit.client.0.smithi001.stdout:163 2024-09-13T14:34:21.432 INFO:tasks.workunit.client.0.smithi001.stdout:164 2024-09-13T14:34:21.433 INFO:tasks.workunit.client.0.smithi001.stdout:165 2024-09-13T14:34:21.434 INFO:tasks.workunit.client.0.smithi001.stdout:166 2024-09-13T14:34:21.435 INFO:tasks.workunit.client.0.smithi001.stdout:167 2024-09-13T14:34:21.435 INFO:tasks.workunit.client.0.smithi001.stdout:168 2024-09-13T14:34:21.436 INFO:tasks.workunit.client.0.smithi001.stdout:169 2024-09-13T14:34:21.437 INFO:tasks.workunit.client.0.smithi001.stdout:170 2024-09-13T14:34:21.438 INFO:tasks.workunit.client.0.smithi001.stdout:171 2024-09-13T14:34:21.439 INFO:tasks.workunit.client.0.smithi001.stdout:172 2024-09-13T14:34:21.440 INFO:tasks.workunit.client.0.smithi001.stdout:173 2024-09-13T14:34:21.441 INFO:tasks.workunit.client.0.smithi001.stdout:174 2024-09-13T14:34:21.442 INFO:tasks.workunit.client.0.smithi001.stdout:175 2024-09-13T14:34:21.442 INFO:tasks.workunit.client.0.smithi001.stdout:176 2024-09-13T14:34:21.443 INFO:tasks.workunit.client.0.smithi001.stdout:177 2024-09-13T14:34:21.444 INFO:tasks.workunit.client.0.smithi001.stdout:178 2024-09-13T14:34:21.445 INFO:tasks.workunit.client.0.smithi001.stdout:179 2024-09-13T14:34:21.446 INFO:tasks.workunit.client.0.smithi001.stdout:180 2024-09-13T14:34:21.447 INFO:tasks.workunit.client.0.smithi001.stdout:181 2024-09-13T14:34:21.447 INFO:tasks.workunit.client.0.smithi001.stdout:182 2024-09-13T14:34:21.448 INFO:tasks.workunit.client.0.smithi001.stdout:183 2024-09-13T14:34:21.449 INFO:tasks.workunit.client.0.smithi001.stdout:184 2024-09-13T14:34:21.450 INFO:tasks.workunit.client.0.smithi001.stdout:185 2024-09-13T14:34:21.451 INFO:tasks.workunit.client.0.smithi001.stdout:186 2024-09-13T14:34:21.452 INFO:tasks.workunit.client.0.smithi001.stdout:187 2024-09-13T14:34:21.453 INFO:tasks.workunit.client.0.smithi001.stdout:188 2024-09-13T14:34:21.453 INFO:tasks.workunit.client.0.smithi001.stdout:189 2024-09-13T14:34:21.454 INFO:tasks.workunit.client.0.smithi001.stdout:190 2024-09-13T14:34:21.455 INFO:tasks.workunit.client.0.smithi001.stdout:191 2024-09-13T14:34:21.456 INFO:tasks.workunit.client.0.smithi001.stdout:192 2024-09-13T14:34:21.457 INFO:tasks.workunit.client.0.smithi001.stdout:193 2024-09-13T14:34:21.458 INFO:tasks.workunit.client.0.smithi001.stdout:194 2024-09-13T14:34:21.459 INFO:tasks.workunit.client.0.smithi001.stdout:195 2024-09-13T14:34:21.460 INFO:tasks.workunit.client.0.smithi001.stdout:196 2024-09-13T14:34:21.460 INFO:tasks.workunit.client.0.smithi001.stdout:197 2024-09-13T14:34:21.461 INFO:tasks.workunit.client.0.smithi001.stdout:198 2024-09-13T14:34:21.462 INFO:tasks.workunit.client.0.smithi001.stdout:199 2024-09-13T14:34:21.463 INFO:tasks.workunit.client.0.smithi001.stdout:200 2024-09-13T14:34:21.464 INFO:tasks.workunit.client.0.smithi001.stdout:201 2024-09-13T14:34:21.465 INFO:tasks.workunit.client.0.smithi001.stdout:202 2024-09-13T14:34:21.466 INFO:tasks.workunit.client.0.smithi001.stdout:203 2024-09-13T14:34:21.467 INFO:tasks.workunit.client.0.smithi001.stdout:204 2024-09-13T14:34:21.468 INFO:tasks.workunit.client.0.smithi001.stdout:205 2024-09-13T14:34:21.469 INFO:tasks.workunit.client.0.smithi001.stdout:206 2024-09-13T14:34:21.470 INFO:tasks.workunit.client.0.smithi001.stdout:207 2024-09-13T14:34:21.471 INFO:tasks.workunit.client.0.smithi001.stdout:208 2024-09-13T14:34:21.472 INFO:tasks.workunit.client.0.smithi001.stdout:209 2024-09-13T14:34:21.473 INFO:tasks.workunit.client.0.smithi001.stdout:210 2024-09-13T14:34:21.473 INFO:tasks.workunit.client.0.smithi001.stdout:211 2024-09-13T14:34:21.474 INFO:tasks.workunit.client.0.smithi001.stdout:212 2024-09-13T14:34:21.475 INFO:tasks.workunit.client.0.smithi001.stdout:213 2024-09-13T14:34:21.476 INFO:tasks.workunit.client.0.smithi001.stdout:214 2024-09-13T14:34:21.477 INFO:tasks.workunit.client.0.smithi001.stdout:215 2024-09-13T14:34:21.478 INFO:tasks.workunit.client.0.smithi001.stdout:216 2024-09-13T14:34:21.478 INFO:tasks.workunit.client.0.smithi001.stdout:217 2024-09-13T14:34:21.479 INFO:tasks.workunit.client.0.smithi001.stdout:218 2024-09-13T14:34:21.480 INFO:tasks.workunit.client.0.smithi001.stdout:219 2024-09-13T14:34:21.481 INFO:tasks.workunit.client.0.smithi001.stdout:220 2024-09-13T14:34:21.482 INFO:tasks.workunit.client.0.smithi001.stdout:221 2024-09-13T14:34:21.483 INFO:tasks.workunit.client.0.smithi001.stdout:222 2024-09-13T14:34:21.483 INFO:tasks.workunit.client.0.smithi001.stdout:223 2024-09-13T14:34:21.484 INFO:tasks.workunit.client.0.smithi001.stdout:224 2024-09-13T14:34:21.485 INFO:tasks.workunit.client.0.smithi001.stdout:225 2024-09-13T14:34:21.486 INFO:tasks.workunit.client.0.smithi001.stdout:226 2024-09-13T14:34:21.487 INFO:tasks.workunit.client.0.smithi001.stdout:227 2024-09-13T14:34:21.488 INFO:tasks.workunit.client.0.smithi001.stdout:228 2024-09-13T14:34:21.488 INFO:tasks.workunit.client.0.smithi001.stdout:229 2024-09-13T14:34:21.489 INFO:tasks.workunit.client.0.smithi001.stdout:230 2024-09-13T14:34:21.490 INFO:tasks.workunit.client.0.smithi001.stdout:231 2024-09-13T14:34:21.491 INFO:tasks.workunit.client.0.smithi001.stdout:232 2024-09-13T14:34:21.492 INFO:tasks.workunit.client.0.smithi001.stdout:233 2024-09-13T14:34:21.493 INFO:tasks.workunit.client.0.smithi001.stdout:234 2024-09-13T14:34:21.493 INFO:tasks.workunit.client.0.smithi001.stdout:235 2024-09-13T14:34:21.494 INFO:tasks.workunit.client.0.smithi001.stdout:236 2024-09-13T14:34:21.495 INFO:tasks.workunit.client.0.smithi001.stdout:237 2024-09-13T14:34:21.496 INFO:tasks.workunit.client.0.smithi001.stdout:238 2024-09-13T14:34:21.497 INFO:tasks.workunit.client.0.smithi001.stdout:239 2024-09-13T14:34:21.498 INFO:tasks.workunit.client.0.smithi001.stdout:240 2024-09-13T14:34:21.498 INFO:tasks.workunit.client.0.smithi001.stdout:241 2024-09-13T14:34:21.499 INFO:tasks.workunit.client.0.smithi001.stdout:242 2024-09-13T14:34:21.500 INFO:tasks.workunit.client.0.smithi001.stdout:243 2024-09-13T14:34:21.501 INFO:tasks.workunit.client.0.smithi001.stdout:244 2024-09-13T14:34:21.502 INFO:tasks.workunit.client.0.smithi001.stdout:245 2024-09-13T14:34:21.503 INFO:tasks.workunit.client.0.smithi001.stdout:246 2024-09-13T14:34:21.504 INFO:tasks.workunit.client.0.smithi001.stdout:247 2024-09-13T14:34:21.504 INFO:tasks.workunit.client.0.smithi001.stdout:248 2024-09-13T14:34:21.505 INFO:tasks.workunit.client.0.smithi001.stdout:249 2024-09-13T14:34:21.506 INFO:tasks.workunit.client.0.smithi001.stdout:250 2024-09-13T14:34:21.507 INFO:tasks.workunit.client.0.smithi001.stdout:251 2024-09-13T14:34:21.508 INFO:tasks.workunit.client.0.smithi001.stdout:252 2024-09-13T14:34:21.509 INFO:tasks.workunit.client.0.smithi001.stdout:253 2024-09-13T14:34:21.510 INFO:tasks.workunit.client.0.smithi001.stdout:254 2024-09-13T14:34:21.511 INFO:tasks.workunit.client.0.smithi001.stdout:255 2024-09-13T14:34:21.511 INFO:tasks.workunit.client.0.smithi001.stdout:256 2024-09-13T14:34:21.512 INFO:tasks.workunit.client.0.smithi001.stdout:257 2024-09-13T14:34:21.513 INFO:tasks.workunit.client.0.smithi001.stdout:258 2024-09-13T14:34:21.514 INFO:tasks.workunit.client.0.smithi001.stdout:259 2024-09-13T14:34:21.515 INFO:tasks.workunit.client.0.smithi001.stdout:260 2024-09-13T14:34:21.516 INFO:tasks.workunit.client.0.smithi001.stdout:261 2024-09-13T14:34:21.517 INFO:tasks.workunit.client.0.smithi001.stdout:262 2024-09-13T14:34:21.517 INFO:tasks.workunit.client.0.smithi001.stdout:263 2024-09-13T14:34:21.518 INFO:tasks.workunit.client.0.smithi001.stdout:264 2024-09-13T14:34:21.519 INFO:tasks.workunit.client.0.smithi001.stdout:265 2024-09-13T14:34:21.520 INFO:tasks.workunit.client.0.smithi001.stdout:266 2024-09-13T14:34:21.522 INFO:tasks.workunit.client.0.smithi001.stdout:267 2024-09-13T14:34:21.522 INFO:tasks.workunit.client.0.smithi001.stdout:268 2024-09-13T14:34:21.523 INFO:tasks.workunit.client.0.smithi001.stdout:269 2024-09-13T14:34:21.524 INFO:tasks.workunit.client.0.smithi001.stdout:270 2024-09-13T14:34:21.525 INFO:tasks.workunit.client.0.smithi001.stdout:271 2024-09-13T14:34:21.526 INFO:tasks.workunit.client.0.smithi001.stdout:272 2024-09-13T14:34:21.528 INFO:tasks.workunit.client.0.smithi001.stdout:273 2024-09-13T14:34:21.529 INFO:tasks.workunit.client.0.smithi001.stdout:274 2024-09-13T14:34:21.530 INFO:tasks.workunit.client.0.smithi001.stdout:275 2024-09-13T14:34:21.531 INFO:tasks.workunit.client.0.smithi001.stdout:276 2024-09-13T14:34:21.532 INFO:tasks.workunit.client.0.smithi001.stdout:277 2024-09-13T14:34:21.533 INFO:tasks.workunit.client.0.smithi001.stdout:278 2024-09-13T14:34:21.534 INFO:tasks.workunit.client.0.smithi001.stdout:279 2024-09-13T14:34:21.535 INFO:tasks.workunit.client.0.smithi001.stdout:280 2024-09-13T14:34:21.536 INFO:tasks.workunit.client.0.smithi001.stdout:281 2024-09-13T14:34:21.537 INFO:tasks.workunit.client.0.smithi001.stdout:282 2024-09-13T14:34:21.538 INFO:tasks.workunit.client.0.smithi001.stdout:283 2024-09-13T14:34:21.539 INFO:tasks.workunit.client.0.smithi001.stdout:284 2024-09-13T14:34:21.540 INFO:tasks.workunit.client.0.smithi001.stdout:285 2024-09-13T14:34:21.541 INFO:tasks.workunit.client.0.smithi001.stdout:286 2024-09-13T14:34:21.542 INFO:tasks.workunit.client.0.smithi001.stdout:287 2024-09-13T14:34:21.543 INFO:tasks.workunit.client.0.smithi001.stdout:288 2024-09-13T14:34:21.544 INFO:tasks.workunit.client.0.smithi001.stdout:289 2024-09-13T14:34:21.546 INFO:tasks.workunit.client.0.smithi001.stdout:290 2024-09-13T14:34:21.547 INFO:tasks.workunit.client.0.smithi001.stdout:291 2024-09-13T14:34:21.548 INFO:tasks.workunit.client.0.smithi001.stdout:292 2024-09-13T14:34:21.549 INFO:tasks.workunit.client.0.smithi001.stdout:293 2024-09-13T14:34:21.550 INFO:tasks.workunit.client.0.smithi001.stdout:294 2024-09-13T14:34:21.551 INFO:tasks.workunit.client.0.smithi001.stdout:295 2024-09-13T14:34:21.552 INFO:tasks.workunit.client.0.smithi001.stdout:296 2024-09-13T14:34:21.553 INFO:tasks.workunit.client.0.smithi001.stdout:297 2024-09-13T14:34:21.554 INFO:tasks.workunit.client.0.smithi001.stdout:298 2024-09-13T14:34:21.555 INFO:tasks.workunit.client.0.smithi001.stdout:299 2024-09-13T14:34:21.556 INFO:tasks.workunit.client.0.smithi001.stdout:300 2024-09-13T14:34:21.557 INFO:tasks.workunit.client.0.smithi001.stdout:301 2024-09-13T14:34:21.558 INFO:tasks.workunit.client.0.smithi001.stdout:302 2024-09-13T14:34:21.559 INFO:tasks.workunit.client.0.smithi001.stdout:303 2024-09-13T14:34:21.560 INFO:tasks.workunit.client.0.smithi001.stdout:304 2024-09-13T14:34:21.561 INFO:tasks.workunit.client.0.smithi001.stdout:305 2024-09-13T14:34:21.562 INFO:tasks.workunit.client.0.smithi001.stdout:306 2024-09-13T14:34:21.564 INFO:tasks.workunit.client.0.smithi001.stdout:307 2024-09-13T14:34:21.565 INFO:tasks.workunit.client.0.smithi001.stdout:308 2024-09-13T14:34:21.570 INFO:tasks.workunit.client.0.smithi001.stdout:309 2024-09-13T14:34:21.570 INFO:tasks.workunit.client.0.smithi001.stdout:310 2024-09-13T14:34:21.570 INFO:tasks.workunit.client.0.smithi001.stdout:311 2024-09-13T14:34:21.570 INFO:tasks.workunit.client.0.smithi001.stdout:312 2024-09-13T14:34:21.570 INFO:tasks.workunit.client.0.smithi001.stdout:313 2024-09-13T14:34:21.571 INFO:tasks.workunit.client.0.smithi001.stdout:314 2024-09-13T14:34:21.572 INFO:tasks.workunit.client.0.smithi001.stdout:315 2024-09-13T14:34:21.573 INFO:tasks.workunit.client.0.smithi001.stdout:316 2024-09-13T14:34:21.575 INFO:tasks.workunit.client.0.smithi001.stdout:317 2024-09-13T14:34:21.576 INFO:tasks.workunit.client.0.smithi001.stdout:318 2024-09-13T14:34:21.577 INFO:tasks.workunit.client.0.smithi001.stdout:319 2024-09-13T14:34:21.578 INFO:tasks.workunit.client.0.smithi001.stdout:320 2024-09-13T14:34:21.579 INFO:tasks.workunit.client.0.smithi001.stdout:321 2024-09-13T14:34:21.580 INFO:tasks.workunit.client.0.smithi001.stdout:322 2024-09-13T14:34:21.581 INFO:tasks.workunit.client.0.smithi001.stdout:323 2024-09-13T14:34:21.582 INFO:tasks.workunit.client.0.smithi001.stdout:324 2024-09-13T14:34:21.583 INFO:tasks.workunit.client.0.smithi001.stdout:325 2024-09-13T14:34:21.585 INFO:tasks.workunit.client.0.smithi001.stdout:326 2024-09-13T14:34:21.586 INFO:tasks.workunit.client.0.smithi001.stdout:327 2024-09-13T14:34:21.587 INFO:tasks.workunit.client.0.smithi001.stdout:328 2024-09-13T14:34:21.588 INFO:tasks.workunit.client.0.smithi001.stdout:329 2024-09-13T14:34:21.589 INFO:tasks.workunit.client.0.smithi001.stdout:330 2024-09-13T14:34:21.590 INFO:tasks.workunit.client.0.smithi001.stdout:331 2024-09-13T14:34:21.591 INFO:tasks.workunit.client.0.smithi001.stdout:332 2024-09-13T14:34:21.592 INFO:tasks.workunit.client.0.smithi001.stdout:333 2024-09-13T14:34:21.593 INFO:tasks.workunit.client.0.smithi001.stdout:334 2024-09-13T14:34:21.594 INFO:tasks.workunit.client.0.smithi001.stdout:335 2024-09-13T14:34:21.595 INFO:tasks.workunit.client.0.smithi001.stdout:336 2024-09-13T14:34:21.596 INFO:tasks.workunit.client.0.smithi001.stdout:337 2024-09-13T14:34:21.597 INFO:tasks.workunit.client.0.smithi001.stdout:338 2024-09-13T14:34:21.598 INFO:tasks.workunit.client.0.smithi001.stdout:339 2024-09-13T14:34:21.599 INFO:tasks.workunit.client.0.smithi001.stdout:340 2024-09-13T14:34:21.601 INFO:tasks.workunit.client.0.smithi001.stdout:341 2024-09-13T14:34:21.601 INFO:tasks.workunit.client.0.smithi001.stdout:342 2024-09-13T14:34:21.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[96683]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:21.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:21.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:21.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[96683]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T14:34:21.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/152339506' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:21.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[99232]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[99232]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T14:34:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/152339506' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:21.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:21 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:21.604 INFO:tasks.workunit.client.0.smithi001.stdout:343 2024-09-13T14:34:21.604 INFO:tasks.workunit.client.0.smithi001.stdout:344 2024-09-13T14:34:21.604 INFO:tasks.workunit.client.0.smithi001.stdout:345 2024-09-13T14:34:21.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:21 smithi028 ceph-mon[87621]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:21.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:21 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:21.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:21 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:21.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:21 smithi028 ceph-mon[87621]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T14:34:21.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:21 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/152339506' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:21.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:21 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:21.606 INFO:tasks.workunit.client.0.smithi001.stdout:346 2024-09-13T14:34:21.606 INFO:tasks.workunit.client.0.smithi001.stdout:347 2024-09-13T14:34:21.607 INFO:tasks.workunit.client.0.smithi001.stdout:348 2024-09-13T14:34:21.608 INFO:tasks.workunit.client.0.smithi001.stdout:349 2024-09-13T14:34:21.609 INFO:tasks.workunit.client.0.smithi001.stdout:350 2024-09-13T14:34:21.610 INFO:tasks.workunit.client.0.smithi001.stdout:351 2024-09-13T14:34:21.611 INFO:tasks.workunit.client.0.smithi001.stdout:352 2024-09-13T14:34:21.612 INFO:tasks.workunit.client.0.smithi001.stdout:353 2024-09-13T14:34:21.613 INFO:tasks.workunit.client.0.smithi001.stdout:354 2024-09-13T14:34:21.614 INFO:tasks.workunit.client.0.smithi001.stdout:355 2024-09-13T14:34:21.615 INFO:tasks.workunit.client.0.smithi001.stdout:356 2024-09-13T14:34:21.616 INFO:tasks.workunit.client.0.smithi001.stdout:357 2024-09-13T14:34:21.616 INFO:tasks.workunit.client.0.smithi001.stdout:358 2024-09-13T14:34:21.617 INFO:tasks.workunit.client.0.smithi001.stdout:359 2024-09-13T14:34:21.618 INFO:tasks.workunit.client.0.smithi001.stdout:360 2024-09-13T14:34:21.619 INFO:tasks.workunit.client.0.smithi001.stdout:361 2024-09-13T14:34:21.620 INFO:tasks.workunit.client.0.smithi001.stdout:362 2024-09-13T14:34:21.621 INFO:tasks.workunit.client.0.smithi001.stdout:363 2024-09-13T14:34:21.622 INFO:tasks.workunit.client.0.smithi001.stdout:364 2024-09-13T14:34:21.623 INFO:tasks.workunit.client.0.smithi001.stdout:365 2024-09-13T14:34:21.624 INFO:tasks.workunit.client.0.smithi001.stdout:366 2024-09-13T14:34:21.625 INFO:tasks.workunit.client.0.smithi001.stdout:367 2024-09-13T14:34:21.625 INFO:tasks.workunit.client.0.smithi001.stdout:368 2024-09-13T14:34:21.626 INFO:tasks.workunit.client.0.smithi001.stdout:369 2024-09-13T14:34:21.627 INFO:tasks.workunit.client.0.smithi001.stdout:370 2024-09-13T14:34:21.628 INFO:tasks.workunit.client.0.smithi001.stdout:371 2024-09-13T14:34:21.629 INFO:tasks.workunit.client.0.smithi001.stdout:372 2024-09-13T14:34:21.630 INFO:tasks.workunit.client.0.smithi001.stdout:373 2024-09-13T14:34:21.631 INFO:tasks.workunit.client.0.smithi001.stdout:374 2024-09-13T14:34:21.632 INFO:tasks.workunit.client.0.smithi001.stdout:375 2024-09-13T14:34:21.633 INFO:tasks.workunit.client.0.smithi001.stdout:376 2024-09-13T14:34:21.634 INFO:tasks.workunit.client.0.smithi001.stdout:377 2024-09-13T14:34:21.635 INFO:tasks.workunit.client.0.smithi001.stdout:378 2024-09-13T14:34:21.636 INFO:tasks.workunit.client.0.smithi001.stdout:379 2024-09-13T14:34:21.637 INFO:tasks.workunit.client.0.smithi001.stdout:380 2024-09-13T14:34:21.638 INFO:tasks.workunit.client.0.smithi001.stdout:381 2024-09-13T14:34:21.639 INFO:tasks.workunit.client.0.smithi001.stdout:382 2024-09-13T14:34:21.639 INFO:tasks.workunit.client.0.smithi001.stdout:383 2024-09-13T14:34:21.640 INFO:tasks.workunit.client.0.smithi001.stdout:384 2024-09-13T14:34:21.641 INFO:tasks.workunit.client.0.smithi001.stdout:385 2024-09-13T14:34:21.642 INFO:tasks.workunit.client.0.smithi001.stdout:386 2024-09-13T14:34:21.643 INFO:tasks.workunit.client.0.smithi001.stdout:387 2024-09-13T14:34:21.644 INFO:tasks.workunit.client.0.smithi001.stdout:388 2024-09-13T14:34:21.645 INFO:tasks.workunit.client.0.smithi001.stdout:389 2024-09-13T14:34:21.646 INFO:tasks.workunit.client.0.smithi001.stdout:390 2024-09-13T14:34:21.647 INFO:tasks.workunit.client.0.smithi001.stdout:391 2024-09-13T14:34:21.648 INFO:tasks.workunit.client.0.smithi001.stdout:392 2024-09-13T14:34:21.649 INFO:tasks.workunit.client.0.smithi001.stdout:393 2024-09-13T14:34:21.650 INFO:tasks.workunit.client.0.smithi001.stdout:394 2024-09-13T14:34:21.651 INFO:tasks.workunit.client.0.smithi001.stdout:395 2024-09-13T14:34:21.652 INFO:tasks.workunit.client.0.smithi001.stdout:396 2024-09-13T14:34:21.653 INFO:tasks.workunit.client.0.smithi001.stdout:397 2024-09-13T14:34:21.654 INFO:tasks.workunit.client.0.smithi001.stdout:398 2024-09-13T14:34:21.655 INFO:tasks.workunit.client.0.smithi001.stdout:399 2024-09-13T14:34:21.656 INFO:tasks.workunit.client.0.smithi001.stdout:400 2024-09-13T14:34:21.656 INFO:tasks.workunit.client.0.smithi001.stdout:401 2024-09-13T14:34:21.657 INFO:tasks.workunit.client.0.smithi001.stdout:402 2024-09-13T14:34:21.658 INFO:tasks.workunit.client.0.smithi001.stdout:403 2024-09-13T14:34:21.659 INFO:tasks.workunit.client.0.smithi001.stdout:404 2024-09-13T14:34:21.660 INFO:tasks.workunit.client.0.smithi001.stdout:405 2024-09-13T14:34:21.661 INFO:tasks.workunit.client.0.smithi001.stdout:406 2024-09-13T14:34:21.662 INFO:tasks.workunit.client.0.smithi001.stdout:407 2024-09-13T14:34:21.663 INFO:tasks.workunit.client.0.smithi001.stdout:408 2024-09-13T14:34:21.664 INFO:tasks.workunit.client.0.smithi001.stdout:409 2024-09-13T14:34:21.665 INFO:tasks.workunit.client.0.smithi001.stdout:410 2024-09-13T14:34:21.666 INFO:tasks.workunit.client.0.smithi001.stdout:411 2024-09-13T14:34:21.667 INFO:tasks.workunit.client.0.smithi001.stdout:412 2024-09-13T14:34:21.668 INFO:tasks.workunit.client.0.smithi001.stdout:413 2024-09-13T14:34:21.669 INFO:tasks.workunit.client.0.smithi001.stdout:414 2024-09-13T14:34:21.670 INFO:tasks.workunit.client.0.smithi001.stdout:415 2024-09-13T14:34:21.670 INFO:tasks.workunit.client.0.smithi001.stdout:416 2024-09-13T14:34:21.671 INFO:tasks.workunit.client.0.smithi001.stdout:417 2024-09-13T14:34:21.672 INFO:tasks.workunit.client.0.smithi001.stdout:418 2024-09-13T14:34:21.673 INFO:tasks.workunit.client.0.smithi001.stdout:419 2024-09-13T14:34:21.674 INFO:tasks.workunit.client.0.smithi001.stdout:420 2024-09-13T14:34:21.675 INFO:tasks.workunit.client.0.smithi001.stdout:421 2024-09-13T14:34:21.676 INFO:tasks.workunit.client.0.smithi001.stdout:422 2024-09-13T14:34:21.677 INFO:tasks.workunit.client.0.smithi001.stdout:423 2024-09-13T14:34:21.678 INFO:tasks.workunit.client.0.smithi001.stdout:424 2024-09-13T14:34:21.679 INFO:tasks.workunit.client.0.smithi001.stdout:425 2024-09-13T14:34:21.680 INFO:tasks.workunit.client.0.smithi001.stdout:426 2024-09-13T14:34:21.681 INFO:tasks.workunit.client.0.smithi001.stdout:427 2024-09-13T14:34:21.682 INFO:tasks.workunit.client.0.smithi001.stdout:428 2024-09-13T14:34:21.683 INFO:tasks.workunit.client.0.smithi001.stdout:429 2024-09-13T14:34:21.684 INFO:tasks.workunit.client.0.smithi001.stdout:430 2024-09-13T14:34:21.685 INFO:tasks.workunit.client.0.smithi001.stdout:431 2024-09-13T14:34:21.686 INFO:tasks.workunit.client.0.smithi001.stdout:432 2024-09-13T14:34:21.687 INFO:tasks.workunit.client.0.smithi001.stdout:433 2024-09-13T14:34:21.688 INFO:tasks.workunit.client.0.smithi001.stdout:434 2024-09-13T14:34:21.689 INFO:tasks.workunit.client.0.smithi001.stdout:435 2024-09-13T14:34:21.690 INFO:tasks.workunit.client.0.smithi001.stdout:436 2024-09-13T14:34:21.691 INFO:tasks.workunit.client.0.smithi001.stdout:437 2024-09-13T14:34:21.692 INFO:tasks.workunit.client.0.smithi001.stdout:438 2024-09-13T14:34:21.693 INFO:tasks.workunit.client.0.smithi001.stdout:439 2024-09-13T14:34:21.694 INFO:tasks.workunit.client.0.smithi001.stdout:440 2024-09-13T14:34:21.695 INFO:tasks.workunit.client.0.smithi001.stdout:441 2024-09-13T14:34:21.696 INFO:tasks.workunit.client.0.smithi001.stdout:442 2024-09-13T14:34:21.697 INFO:tasks.workunit.client.0.smithi001.stdout:443 2024-09-13T14:34:21.698 INFO:tasks.workunit.client.0.smithi001.stdout:444 2024-09-13T14:34:21.699 INFO:tasks.workunit.client.0.smithi001.stdout:445 2024-09-13T14:34:21.700 INFO:tasks.workunit.client.0.smithi001.stdout:446 2024-09-13T14:34:21.702 INFO:tasks.workunit.client.0.smithi001.stdout:447 2024-09-13T14:34:21.703 INFO:tasks.workunit.client.0.smithi001.stdout:448 2024-09-13T14:34:21.704 INFO:tasks.workunit.client.0.smithi001.stdout:449 2024-09-13T14:34:21.705 INFO:tasks.workunit.client.0.smithi001.stdout:450 2024-09-13T14:34:21.706 INFO:tasks.workunit.client.0.smithi001.stdout:451 2024-09-13T14:34:21.707 INFO:tasks.workunit.client.0.smithi001.stdout:452 2024-09-13T14:34:21.708 INFO:tasks.workunit.client.0.smithi001.stdout:453 2024-09-13T14:34:21.709 INFO:tasks.workunit.client.0.smithi001.stdout:454 2024-09-13T14:34:21.711 INFO:tasks.workunit.client.0.smithi001.stdout:455 2024-09-13T14:34:21.712 INFO:tasks.workunit.client.0.smithi001.stdout:456 2024-09-13T14:34:21.713 INFO:tasks.workunit.client.0.smithi001.stdout:457 2024-09-13T14:34:21.714 INFO:tasks.workunit.client.0.smithi001.stdout:458 2024-09-13T14:34:21.715 INFO:tasks.workunit.client.0.smithi001.stdout:459 2024-09-13T14:34:21.716 INFO:tasks.workunit.client.0.smithi001.stdout:460 2024-09-13T14:34:21.717 INFO:tasks.workunit.client.0.smithi001.stdout:461 2024-09-13T14:34:21.721 INFO:tasks.workunit.client.0.smithi001.stdout:462 2024-09-13T14:34:21.721 INFO:tasks.workunit.client.0.smithi001.stdout:463 2024-09-13T14:34:21.721 INFO:tasks.workunit.client.0.smithi001.stdout:464 2024-09-13T14:34:21.721 INFO:tasks.workunit.client.0.smithi001.stdout:465 2024-09-13T14:34:21.722 INFO:tasks.workunit.client.0.smithi001.stdout:466 2024-09-13T14:34:21.723 INFO:tasks.workunit.client.0.smithi001.stdout:467 2024-09-13T14:34:21.724 INFO:tasks.workunit.client.0.smithi001.stdout:468 2024-09-13T14:34:21.725 INFO:tasks.workunit.client.0.smithi001.stdout:469 2024-09-13T14:34:21.727 INFO:tasks.workunit.client.0.smithi001.stdout:470 2024-09-13T14:34:21.728 INFO:tasks.workunit.client.0.smithi001.stdout:471 2024-09-13T14:34:21.729 INFO:tasks.workunit.client.0.smithi001.stdout:472 2024-09-13T14:34:21.730 INFO:tasks.workunit.client.0.smithi001.stdout:473 2024-09-13T14:34:21.731 INFO:tasks.workunit.client.0.smithi001.stdout:474 2024-09-13T14:34:21.732 INFO:tasks.workunit.client.0.smithi001.stdout:475 2024-09-13T14:34:21.734 INFO:tasks.workunit.client.0.smithi001.stdout:476 2024-09-13T14:34:21.734 INFO:tasks.workunit.client.0.smithi001.stdout:477 2024-09-13T14:34:21.735 INFO:tasks.workunit.client.0.smithi001.stdout:478 2024-09-13T14:34:21.737 INFO:tasks.workunit.client.0.smithi001.stdout:479 2024-09-13T14:34:21.738 INFO:tasks.workunit.client.0.smithi001.stdout:480 2024-09-13T14:34:21.739 INFO:tasks.workunit.client.0.smithi001.stdout:481 2024-09-13T14:34:21.740 INFO:tasks.workunit.client.0.smithi001.stdout:482 2024-09-13T14:34:21.741 INFO:tasks.workunit.client.0.smithi001.stdout:483 2024-09-13T14:34:21.742 INFO:tasks.workunit.client.0.smithi001.stdout:484 2024-09-13T14:34:21.743 INFO:tasks.workunit.client.0.smithi001.stdout:485 2024-09-13T14:34:21.745 INFO:tasks.workunit.client.0.smithi001.stdout:486 2024-09-13T14:34:21.746 INFO:tasks.workunit.client.0.smithi001.stdout:487 2024-09-13T14:34:21.747 INFO:tasks.workunit.client.0.smithi001.stdout:488 2024-09-13T14:34:21.748 INFO:tasks.workunit.client.0.smithi001.stdout:489 2024-09-13T14:34:21.749 INFO:tasks.workunit.client.0.smithi001.stdout:490 2024-09-13T14:34:21.750 INFO:tasks.workunit.client.0.smithi001.stdout:491 2024-09-13T14:34:21.752 INFO:tasks.workunit.client.0.smithi001.stdout:492 2024-09-13T14:34:21.753 INFO:tasks.workunit.client.0.smithi001.stdout:493 2024-09-13T14:34:21.754 INFO:tasks.workunit.client.0.smithi001.stdout:494 2024-09-13T14:34:21.755 INFO:tasks.workunit.client.0.smithi001.stdout:495 2024-09-13T14:34:21.756 INFO:tasks.workunit.client.0.smithi001.stdout:496 2024-09-13T14:34:21.757 INFO:tasks.workunit.client.0.smithi001.stdout:497 2024-09-13T14:34:21.758 INFO:tasks.workunit.client.0.smithi001.stdout:498 2024-09-13T14:34:21.759 INFO:tasks.workunit.client.0.smithi001.stdout:499 2024-09-13T14:34:21.761 INFO:tasks.workunit.client.0.smithi001.stdout:500 2024-09-13T14:34:21.762 INFO:tasks.workunit.client.0.smithi001.stdout:501 2024-09-13T14:34:21.763 INFO:tasks.workunit.client.0.smithi001.stdout:502 2024-09-13T14:34:21.764 INFO:tasks.workunit.client.0.smithi001.stdout:503 2024-09-13T14:34:21.765 INFO:tasks.workunit.client.0.smithi001.stdout:504 2024-09-13T14:34:21.766 INFO:tasks.workunit.client.0.smithi001.stdout:505 2024-09-13T14:34:21.767 INFO:tasks.workunit.client.0.smithi001.stdout:506 2024-09-13T14:34:21.769 INFO:tasks.workunit.client.0.smithi001.stdout:507 2024-09-13T14:34:21.770 INFO:tasks.workunit.client.0.smithi001.stdout:508 2024-09-13T14:34:21.771 INFO:tasks.workunit.client.0.smithi001.stdout:509 2024-09-13T14:34:21.772 INFO:tasks.workunit.client.0.smithi001.stdout:510 2024-09-13T14:34:21.773 INFO:tasks.workunit.client.0.smithi001.stdout:511 2024-09-13T14:34:21.774 INFO:tasks.workunit.client.0.smithi001.stdout:512 2024-09-13T14:34:21.776 INFO:tasks.workunit.client.0.smithi001.stdout:513 2024-09-13T14:34:21.777 INFO:tasks.workunit.client.0.smithi001.stdout:514 2024-09-13T14:34:21.778 INFO:tasks.workunit.client.0.smithi001.stdout:515 2024-09-13T14:34:21.779 INFO:tasks.workunit.client.0.smithi001.stdout:516 2024-09-13T14:34:21.780 INFO:tasks.workunit.client.0.smithi001.stdout:517 2024-09-13T14:34:21.781 INFO:tasks.workunit.client.0.smithi001.stdout:518 2024-09-13T14:34:21.782 INFO:tasks.workunit.client.0.smithi001.stdout:519 2024-09-13T14:34:21.783 INFO:tasks.workunit.client.0.smithi001.stdout:520 2024-09-13T14:34:21.784 INFO:tasks.workunit.client.0.smithi001.stdout:521 2024-09-13T14:34:21.785 INFO:tasks.workunit.client.0.smithi001.stdout:522 2024-09-13T14:34:21.786 INFO:tasks.workunit.client.0.smithi001.stdout:523 2024-09-13T14:34:21.788 INFO:tasks.workunit.client.0.smithi001.stdout:524 2024-09-13T14:34:21.789 INFO:tasks.workunit.client.0.smithi001.stdout:525 2024-09-13T14:34:21.790 INFO:tasks.workunit.client.0.smithi001.stdout:526 2024-09-13T14:34:21.791 INFO:tasks.workunit.client.0.smithi001.stdout:527 2024-09-13T14:34:21.792 INFO:tasks.workunit.client.0.smithi001.stdout:528 2024-09-13T14:34:21.793 INFO:tasks.workunit.client.0.smithi001.stdout:529 2024-09-13T14:34:21.795 INFO:tasks.workunit.client.0.smithi001.stdout:530 2024-09-13T14:34:21.796 INFO:tasks.workunit.client.0.smithi001.stdout:531 2024-09-13T14:34:21.801 INFO:tasks.workunit.client.0.smithi001.stdout:532 2024-09-13T14:34:21.801 INFO:tasks.workunit.client.0.smithi001.stdout:533 2024-09-13T14:34:21.801 INFO:tasks.workunit.client.0.smithi001.stdout:534 2024-09-13T14:34:21.801 INFO:tasks.workunit.client.0.smithi001.stdout:535 2024-09-13T14:34:21.802 INFO:tasks.workunit.client.0.smithi001.stdout:536 2024-09-13T14:34:21.802 INFO:tasks.workunit.client.0.smithi001.stdout:537 2024-09-13T14:34:21.803 INFO:tasks.workunit.client.0.smithi001.stdout:538 2024-09-13T14:34:21.804 INFO:tasks.workunit.client.0.smithi001.stdout:539 2024-09-13T14:34:21.805 INFO:tasks.workunit.client.0.smithi001.stdout:540 2024-09-13T14:34:21.806 INFO:tasks.workunit.client.0.smithi001.stdout:541 2024-09-13T14:34:21.807 INFO:tasks.workunit.client.0.smithi001.stdout:542 2024-09-13T14:34:21.808 INFO:tasks.workunit.client.0.smithi001.stdout:543 2024-09-13T14:34:21.809 INFO:tasks.workunit.client.0.smithi001.stdout:544 2024-09-13T14:34:21.810 INFO:tasks.workunit.client.0.smithi001.stdout:545 2024-09-13T14:34:21.811 INFO:tasks.workunit.client.0.smithi001.stdout:546 2024-09-13T14:34:21.812 INFO:tasks.workunit.client.0.smithi001.stdout:547 2024-09-13T14:34:21.813 INFO:tasks.workunit.client.0.smithi001.stdout:548 2024-09-13T14:34:21.815 INFO:tasks.workunit.client.0.smithi001.stdout:549 2024-09-13T14:34:21.816 INFO:tasks.workunit.client.0.smithi001.stdout:550 2024-09-13T14:34:21.817 INFO:tasks.workunit.client.0.smithi001.stdout:551 2024-09-13T14:34:21.819 INFO:tasks.workunit.client.0.smithi001.stdout:552 2024-09-13T14:34:21.819 INFO:tasks.workunit.client.0.smithi001.stdout:553 2024-09-13T14:34:21.820 INFO:tasks.workunit.client.0.smithi001.stdout:554 2024-09-13T14:34:21.821 INFO:tasks.workunit.client.0.smithi001.stdout:555 2024-09-13T14:34:21.822 INFO:tasks.workunit.client.0.smithi001.stdout:556 2024-09-13T14:34:21.824 INFO:tasks.workunit.client.0.smithi001.stdout:557 2024-09-13T14:34:21.825 INFO:tasks.workunit.client.0.smithi001.stdout:558 2024-09-13T14:34:21.826 INFO:tasks.workunit.client.0.smithi001.stdout:559 2024-09-13T14:34:21.827 INFO:tasks.workunit.client.0.smithi001.stdout:560 2024-09-13T14:34:21.828 INFO:tasks.workunit.client.0.smithi001.stdout:561 2024-09-13T14:34:21.830 INFO:tasks.workunit.client.0.smithi001.stdout:562 2024-09-13T14:34:21.831 INFO:tasks.workunit.client.0.smithi001.stdout:563 2024-09-13T14:34:21.832 INFO:tasks.workunit.client.0.smithi001.stdout:564 2024-09-13T14:34:21.833 INFO:tasks.workunit.client.0.smithi001.stdout:565 2024-09-13T14:34:21.834 INFO:tasks.workunit.client.0.smithi001.stdout:566 2024-09-13T14:34:21.836 INFO:tasks.workunit.client.0.smithi001.stdout:567 2024-09-13T14:34:21.837 INFO:tasks.workunit.client.0.smithi001.stdout:568 2024-09-13T14:34:21.838 INFO:tasks.workunit.client.0.smithi001.stdout:569 2024-09-13T14:34:21.839 INFO:tasks.workunit.client.0.smithi001.stdout:570 2024-09-13T14:34:21.840 INFO:tasks.workunit.client.0.smithi001.stdout:571 2024-09-13T14:34:21.841 INFO:tasks.workunit.client.0.smithi001.stdout:572 2024-09-13T14:34:21.843 INFO:tasks.workunit.client.0.smithi001.stdout:573 2024-09-13T14:34:21.844 INFO:tasks.workunit.client.0.smithi001.stdout:574 2024-09-13T14:34:21.845 INFO:tasks.workunit.client.0.smithi001.stdout:575 2024-09-13T14:34:21.846 INFO:tasks.workunit.client.0.smithi001.stdout:576 2024-09-13T14:34:21.847 INFO:tasks.workunit.client.0.smithi001.stdout:577 2024-09-13T14:34:21.848 INFO:tasks.workunit.client.0.smithi001.stdout:578 2024-09-13T14:34:21.849 INFO:tasks.workunit.client.0.smithi001.stdout:579 2024-09-13T14:34:21.850 INFO:tasks.workunit.client.0.smithi001.stdout:580 2024-09-13T14:34:21.851 INFO:tasks.workunit.client.0.smithi001.stdout:581 2024-09-13T14:34:21.852 INFO:tasks.workunit.client.0.smithi001.stdout:582 2024-09-13T14:34:21.853 INFO:tasks.workunit.client.0.smithi001.stdout:583 2024-09-13T14:34:21.854 INFO:tasks.workunit.client.0.smithi001.stdout:584 2024-09-13T14:34:21.856 INFO:tasks.workunit.client.0.smithi001.stdout:585 2024-09-13T14:34:21.857 INFO:tasks.workunit.client.0.smithi001.stdout:586 2024-09-13T14:34:21.858 INFO:tasks.workunit.client.0.smithi001.stdout:587 2024-09-13T14:34:21.859 INFO:tasks.workunit.client.0.smithi001.stdout:588 2024-09-13T14:34:21.860 INFO:tasks.workunit.client.0.smithi001.stdout:589 2024-09-13T14:34:21.861 INFO:tasks.workunit.client.0.smithi001.stdout:590 2024-09-13T14:34:21.862 INFO:tasks.workunit.client.0.smithi001.stdout:591 2024-09-13T14:34:21.863 INFO:tasks.workunit.client.0.smithi001.stdout:592 2024-09-13T14:34:21.865 INFO:tasks.workunit.client.0.smithi001.stdout:593 2024-09-13T14:34:21.866 INFO:tasks.workunit.client.0.smithi001.stdout:594 2024-09-13T14:34:21.867 INFO:tasks.workunit.client.0.smithi001.stdout:595 2024-09-13T14:34:21.868 INFO:tasks.workunit.client.0.smithi001.stdout:596 2024-09-13T14:34:21.868 INFO:tasks.workunit.client.0.smithi001.stdout:597 2024-09-13T14:34:21.870 INFO:tasks.workunit.client.0.smithi001.stdout:598 2024-09-13T14:34:21.871 INFO:tasks.workunit.client.0.smithi001.stdout:599 2024-09-13T14:34:21.872 INFO:tasks.workunit.client.0.smithi001.stdout:600 2024-09-13T14:34:21.873 INFO:tasks.workunit.client.0.smithi001.stdout:601 2024-09-13T14:34:21.874 INFO:tasks.workunit.client.0.smithi001.stdout:602 2024-09-13T14:34:21.875 INFO:tasks.workunit.client.0.smithi001.stdout:603 2024-09-13T14:34:21.877 INFO:tasks.workunit.client.0.smithi001.stdout:604 2024-09-13T14:34:21.878 INFO:tasks.workunit.client.0.smithi001.stdout:605 2024-09-13T14:34:21.879 INFO:tasks.workunit.client.0.smithi001.stdout:606 2024-09-13T14:34:21.880 INFO:tasks.workunit.client.0.smithi001.stdout:607 2024-09-13T14:34:21.881 INFO:tasks.workunit.client.0.smithi001.stdout:608 2024-09-13T14:34:21.883 INFO:tasks.workunit.client.0.smithi001.stdout:609 2024-09-13T14:34:21.884 INFO:tasks.workunit.client.0.smithi001.stdout:610 2024-09-13T14:34:21.885 INFO:tasks.workunit.client.0.smithi001.stdout:611 2024-09-13T14:34:21.886 INFO:tasks.workunit.client.0.smithi001.stdout:612 2024-09-13T14:34:21.888 INFO:tasks.workunit.client.0.smithi001.stdout:613 2024-09-13T14:34:21.889 INFO:tasks.workunit.client.0.smithi001.stdout:614 2024-09-13T14:34:21.890 INFO:tasks.workunit.client.0.smithi001.stdout:615 2024-09-13T14:34:21.891 INFO:tasks.workunit.client.0.smithi001.stdout:616 2024-09-13T14:34:21.893 INFO:tasks.workunit.client.0.smithi001.stdout:617 2024-09-13T14:34:21.894 INFO:tasks.workunit.client.0.smithi001.stdout:618 2024-09-13T14:34:21.896 INFO:tasks.workunit.client.0.smithi001.stdout:619 2024-09-13T14:34:21.897 INFO:tasks.workunit.client.0.smithi001.stdout:620 2024-09-13T14:34:21.898 INFO:tasks.workunit.client.0.smithi001.stdout:621 2024-09-13T14:34:21.899 INFO:tasks.workunit.client.0.smithi001.stdout:622 2024-09-13T14:34:21.901 INFO:tasks.workunit.client.0.smithi001.stdout:623 2024-09-13T14:34:21.902 INFO:tasks.workunit.client.0.smithi001.stdout:624 2024-09-13T14:34:21.903 INFO:tasks.workunit.client.0.smithi001.stdout:625 2024-09-13T14:34:21.904 INFO:tasks.workunit.client.0.smithi001.stdout:626 2024-09-13T14:34:21.906 INFO:tasks.workunit.client.0.smithi001.stdout:627 2024-09-13T14:34:21.907 INFO:tasks.workunit.client.0.smithi001.stdout:628 2024-09-13T14:34:21.908 INFO:tasks.workunit.client.0.smithi001.stdout:629 2024-09-13T14:34:21.909 INFO:tasks.workunit.client.0.smithi001.stdout:630 2024-09-13T14:34:21.911 INFO:tasks.workunit.client.0.smithi001.stdout:631 2024-09-13T14:34:21.912 INFO:tasks.workunit.client.0.smithi001.stdout:632 2024-09-13T14:34:21.914 INFO:tasks.workunit.client.0.smithi001.stdout:633 2024-09-13T14:34:21.915 INFO:tasks.workunit.client.0.smithi001.stdout:634 2024-09-13T14:34:21.917 INFO:tasks.workunit.client.0.smithi001.stdout:635 2024-09-13T14:34:21.918 INFO:tasks.workunit.client.0.smithi001.stdout:636 2024-09-13T14:34:21.919 INFO:tasks.workunit.client.0.smithi001.stdout:637 2024-09-13T14:34:21.921 INFO:tasks.workunit.client.0.smithi001.stdout:638 2024-09-13T14:34:21.922 INFO:tasks.workunit.client.0.smithi001.stdout:639 2024-09-13T14:34:21.923 INFO:tasks.workunit.client.0.smithi001.stdout:640 2024-09-13T14:34:21.924 INFO:tasks.workunit.client.0.smithi001.stdout:641 2024-09-13T14:34:21.926 INFO:tasks.workunit.client.0.smithi001.stdout:642 2024-09-13T14:34:21.927 INFO:tasks.workunit.client.0.smithi001.stdout:643 2024-09-13T14:34:21.928 INFO:tasks.workunit.client.0.smithi001.stdout:644 2024-09-13T14:34:21.929 INFO:tasks.workunit.client.0.smithi001.stdout:645 2024-09-13T14:34:21.931 INFO:tasks.workunit.client.0.smithi001.stdout:646 2024-09-13T14:34:21.932 INFO:tasks.workunit.client.0.smithi001.stdout:647 2024-09-13T14:34:21.933 INFO:tasks.workunit.client.0.smithi001.stdout:648 2024-09-13T14:34:21.934 INFO:tasks.workunit.client.0.smithi001.stdout:649 2024-09-13T14:34:21.936 INFO:tasks.workunit.client.0.smithi001.stdout:650 2024-09-13T14:34:21.937 INFO:tasks.workunit.client.0.smithi001.stdout:651 2024-09-13T14:34:21.938 INFO:tasks.workunit.client.0.smithi001.stdout:652 2024-09-13T14:34:21.940 INFO:tasks.workunit.client.0.smithi001.stdout:653 2024-09-13T14:34:21.941 INFO:tasks.workunit.client.0.smithi001.stdout:654 2024-09-13T14:34:21.942 INFO:tasks.workunit.client.0.smithi001.stdout:655 2024-09-13T14:34:21.943 INFO:tasks.workunit.client.0.smithi001.stdout:656 2024-09-13T14:34:21.944 INFO:tasks.workunit.client.0.smithi001.stdout:657 2024-09-13T14:34:21.946 INFO:tasks.workunit.client.0.smithi001.stdout:658 2024-09-13T14:34:21.947 INFO:tasks.workunit.client.0.smithi001.stdout:659 2024-09-13T14:34:21.948 INFO:tasks.workunit.client.0.smithi001.stdout:660 2024-09-13T14:34:21.949 INFO:tasks.workunit.client.0.smithi001.stdout:661 2024-09-13T14:34:21.951 INFO:tasks.workunit.client.0.smithi001.stdout:662 2024-09-13T14:34:21.952 INFO:tasks.workunit.client.0.smithi001.stdout:663 2024-09-13T14:34:21.953 INFO:tasks.workunit.client.0.smithi001.stdout:664 2024-09-13T14:34:21.955 INFO:tasks.workunit.client.0.smithi001.stdout:665 2024-09-13T14:34:21.956 INFO:tasks.workunit.client.0.smithi001.stdout:666 2024-09-13T14:34:21.957 INFO:tasks.workunit.client.0.smithi001.stdout:667 2024-09-13T14:34:21.958 INFO:tasks.workunit.client.0.smithi001.stdout:668 2024-09-13T14:34:21.960 INFO:tasks.workunit.client.0.smithi001.stdout:669 2024-09-13T14:34:21.961 INFO:tasks.workunit.client.0.smithi001.stdout:670 2024-09-13T14:34:21.962 INFO:tasks.workunit.client.0.smithi001.stdout:671 2024-09-13T14:34:21.963 INFO:tasks.workunit.client.0.smithi001.stdout:672 2024-09-13T14:34:21.964 INFO:tasks.workunit.client.0.smithi001.stdout:673 2024-09-13T14:34:21.965 INFO:tasks.workunit.client.0.smithi001.stdout:674 2024-09-13T14:34:21.966 INFO:tasks.workunit.client.0.smithi001.stdout:675 2024-09-13T14:34:21.968 INFO:tasks.workunit.client.0.smithi001.stdout:676 2024-09-13T14:34:21.969 INFO:tasks.workunit.client.0.smithi001.stdout:677 2024-09-13T14:34:21.970 INFO:tasks.workunit.client.0.smithi001.stdout:678 2024-09-13T14:34:21.972 INFO:tasks.workunit.client.0.smithi001.stdout:679 2024-09-13T14:34:21.973 INFO:tasks.workunit.client.0.smithi001.stdout:680 2024-09-13T14:34:21.974 INFO:tasks.workunit.client.0.smithi001.stdout:681 2024-09-13T14:34:21.975 INFO:tasks.workunit.client.0.smithi001.stdout:682 2024-09-13T14:34:21.977 INFO:tasks.workunit.client.0.smithi001.stdout:683 2024-09-13T14:34:21.978 INFO:tasks.workunit.client.0.smithi001.stdout:684 2024-09-13T14:34:21.979 INFO:tasks.workunit.client.0.smithi001.stdout:685 2024-09-13T14:34:21.980 INFO:tasks.workunit.client.0.smithi001.stdout:686 2024-09-13T14:34:21.982 INFO:tasks.workunit.client.0.smithi001.stdout:687 2024-09-13T14:34:21.983 INFO:tasks.workunit.client.0.smithi001.stdout:688 2024-09-13T14:34:21.984 INFO:tasks.workunit.client.0.smithi001.stdout:689 2024-09-13T14:34:21.985 INFO:tasks.workunit.client.0.smithi001.stdout:690 2024-09-13T14:34:21.987 INFO:tasks.workunit.client.0.smithi001.stdout:691 2024-09-13T14:34:21.988 INFO:tasks.workunit.client.0.smithi001.stdout:692 2024-09-13T14:34:21.989 INFO:tasks.workunit.client.0.smithi001.stdout:693 2024-09-13T14:34:21.990 INFO:tasks.workunit.client.0.smithi001.stdout:694 2024-09-13T14:34:21.991 INFO:tasks.workunit.client.0.smithi001.stdout:695 2024-09-13T14:34:21.993 INFO:tasks.workunit.client.0.smithi001.stdout:696 2024-09-13T14:34:21.994 INFO:tasks.workunit.client.0.smithi001.stdout:697 2024-09-13T14:34:21.995 INFO:tasks.workunit.client.0.smithi001.stdout:698 2024-09-13T14:34:21.996 INFO:tasks.workunit.client.0.smithi001.stdout:699 2024-09-13T14:34:21.997 INFO:tasks.workunit.client.0.smithi001.stdout:700 2024-09-13T14:34:21.998 INFO:tasks.workunit.client.0.smithi001.stdout:701 2024-09-13T14:34:22.000 INFO:tasks.workunit.client.0.smithi001.stdout:702 2024-09-13T14:34:22.000 INFO:tasks.workunit.client.0.smithi001.stdout:703 2024-09-13T14:34:22.001 INFO:tasks.workunit.client.0.smithi001.stdout:704 2024-09-13T14:34:22.002 INFO:tasks.workunit.client.0.smithi001.stdout:705 2024-09-13T14:34:22.003 INFO:tasks.workunit.client.0.smithi001.stdout:706 2024-09-13T14:34:22.004 INFO:tasks.workunit.client.0.smithi001.stdout:707 2024-09-13T14:34:22.005 INFO:tasks.workunit.client.0.smithi001.stdout:708 2024-09-13T14:34:22.007 INFO:tasks.workunit.client.0.smithi001.stdout:709 2024-09-13T14:34:22.007 INFO:tasks.workunit.client.0.smithi001.stdout:710 2024-09-13T14:34:22.008 INFO:tasks.workunit.client.0.smithi001.stdout:711 2024-09-13T14:34:22.009 INFO:tasks.workunit.client.0.smithi001.stdout:712 2024-09-13T14:34:22.010 INFO:tasks.workunit.client.0.smithi001.stdout:713 2024-09-13T14:34:22.011 INFO:tasks.workunit.client.0.smithi001.stdout:714 2024-09-13T14:34:22.013 INFO:tasks.workunit.client.0.smithi001.stdout:715 2024-09-13T14:34:22.014 INFO:tasks.workunit.client.0.smithi001.stdout:716 2024-09-13T14:34:22.015 INFO:tasks.workunit.client.0.smithi001.stdout:717 2024-09-13T14:34:22.016 INFO:tasks.workunit.client.0.smithi001.stdout:718 2024-09-13T14:34:22.017 INFO:tasks.workunit.client.0.smithi001.stdout:719 2024-09-13T14:34:22.018 INFO:tasks.workunit.client.0.smithi001.stdout:720 2024-09-13T14:34:22.019 INFO:tasks.workunit.client.0.smithi001.stdout:721 2024-09-13T14:34:22.020 INFO:tasks.workunit.client.0.smithi001.stdout:722 2024-09-13T14:34:22.021 INFO:tasks.workunit.client.0.smithi001.stdout:723 2024-09-13T14:34:22.022 INFO:tasks.workunit.client.0.smithi001.stdout:724 2024-09-13T14:34:22.023 INFO:tasks.workunit.client.0.smithi001.stdout:725 2024-09-13T14:34:22.024 INFO:tasks.workunit.client.0.smithi001.stdout:726 2024-09-13T14:34:22.025 INFO:tasks.workunit.client.0.smithi001.stdout:727 2024-09-13T14:34:22.026 INFO:tasks.workunit.client.0.smithi001.stdout:728 2024-09-13T14:34:22.027 INFO:tasks.workunit.client.0.smithi001.stdout:729 2024-09-13T14:34:22.028 INFO:tasks.workunit.client.0.smithi001.stdout:730 2024-09-13T14:34:22.029 INFO:tasks.workunit.client.0.smithi001.stdout:731 2024-09-13T14:34:22.030 INFO:tasks.workunit.client.0.smithi001.stdout:732 2024-09-13T14:34:22.031 INFO:tasks.workunit.client.0.smithi001.stdout:733 2024-09-13T14:34:22.032 INFO:tasks.workunit.client.0.smithi001.stdout:734 2024-09-13T14:34:22.033 INFO:tasks.workunit.client.0.smithi001.stdout:735 2024-09-13T14:34:22.034 INFO:tasks.workunit.client.0.smithi001.stdout:736 2024-09-13T14:34:22.035 INFO:tasks.workunit.client.0.smithi001.stdout:737 2024-09-13T14:34:22.036 INFO:tasks.workunit.client.0.smithi001.stdout:738 2024-09-13T14:34:22.037 INFO:tasks.workunit.client.0.smithi001.stdout:739 2024-09-13T14:34:22.038 INFO:tasks.workunit.client.0.smithi001.stdout:740 2024-09-13T14:34:22.039 INFO:tasks.workunit.client.0.smithi001.stdout:741 2024-09-13T14:34:22.040 INFO:tasks.workunit.client.0.smithi001.stdout:742 2024-09-13T14:34:22.041 INFO:tasks.workunit.client.0.smithi001.stdout:743 2024-09-13T14:34:22.043 INFO:tasks.workunit.client.0.smithi001.stdout:744 2024-09-13T14:34:22.044 INFO:tasks.workunit.client.0.smithi001.stdout:745 2024-09-13T14:34:22.045 INFO:tasks.workunit.client.0.smithi001.stdout:746 2024-09-13T14:34:22.046 INFO:tasks.workunit.client.0.smithi001.stdout:747 2024-09-13T14:34:22.047 INFO:tasks.workunit.client.0.smithi001.stdout:748 2024-09-13T14:34:22.048 INFO:tasks.workunit.client.0.smithi001.stdout:749 2024-09-13T14:34:22.049 INFO:tasks.workunit.client.0.smithi001.stdout:750 2024-09-13T14:34:22.050 INFO:tasks.workunit.client.0.smithi001.stdout:751 2024-09-13T14:34:22.051 INFO:tasks.workunit.client.0.smithi001.stdout:752 2024-09-13T14:34:22.052 INFO:tasks.workunit.client.0.smithi001.stdout:753 2024-09-13T14:34:22.053 INFO:tasks.workunit.client.0.smithi001.stdout:754 2024-09-13T14:34:22.054 INFO:tasks.workunit.client.0.smithi001.stdout:755 2024-09-13T14:34:22.056 INFO:tasks.workunit.client.0.smithi001.stdout:756 2024-09-13T14:34:22.057 INFO:tasks.workunit.client.0.smithi001.stdout:757 2024-09-13T14:34:22.058 INFO:tasks.workunit.client.0.smithi001.stdout:758 2024-09-13T14:34:22.059 INFO:tasks.workunit.client.0.smithi001.stdout:759 2024-09-13T14:34:22.060 INFO:tasks.workunit.client.0.smithi001.stdout:760 2024-09-13T14:34:22.061 INFO:tasks.workunit.client.0.smithi001.stdout:761 2024-09-13T14:34:22.062 INFO:tasks.workunit.client.0.smithi001.stdout:762 2024-09-13T14:34:22.063 INFO:tasks.workunit.client.0.smithi001.stdout:763 2024-09-13T14:34:22.064 INFO:tasks.workunit.client.0.smithi001.stdout:764 2024-09-13T14:34:22.065 INFO:tasks.workunit.client.0.smithi001.stdout:765 2024-09-13T14:34:22.066 INFO:tasks.workunit.client.0.smithi001.stdout:766 2024-09-13T14:34:22.067 INFO:tasks.workunit.client.0.smithi001.stdout:767 2024-09-13T14:34:22.068 INFO:tasks.workunit.client.0.smithi001.stdout:768 2024-09-13T14:34:22.069 INFO:tasks.workunit.client.0.smithi001.stdout:769 2024-09-13T14:34:22.070 INFO:tasks.workunit.client.0.smithi001.stdout:770 2024-09-13T14:34:22.071 INFO:tasks.workunit.client.0.smithi001.stdout:771 2024-09-13T14:34:22.072 INFO:tasks.workunit.client.0.smithi001.stdout:772 2024-09-13T14:34:22.074 INFO:tasks.workunit.client.0.smithi001.stdout:773 2024-09-13T14:34:22.075 INFO:tasks.workunit.client.0.smithi001.stdout:774 2024-09-13T14:34:22.076 INFO:tasks.workunit.client.0.smithi001.stdout:775 2024-09-13T14:34:22.077 INFO:tasks.workunit.client.0.smithi001.stdout:776 2024-09-13T14:34:22.078 INFO:tasks.workunit.client.0.smithi001.stdout:777 2024-09-13T14:34:22.079 INFO:tasks.workunit.client.0.smithi001.stdout:778 2024-09-13T14:34:22.080 INFO:tasks.workunit.client.0.smithi001.stdout:779 2024-09-13T14:34:22.081 INFO:tasks.workunit.client.0.smithi001.stdout:780 2024-09-13T14:34:22.082 INFO:tasks.workunit.client.0.smithi001.stdout:781 2024-09-13T14:34:22.083 INFO:tasks.workunit.client.0.smithi001.stdout:782 2024-09-13T14:34:22.085 INFO:tasks.workunit.client.0.smithi001.stdout:783 2024-09-13T14:34:22.086 INFO:tasks.workunit.client.0.smithi001.stdout:784 2024-09-13T14:34:22.087 INFO:tasks.workunit.client.0.smithi001.stdout:785 2024-09-13T14:34:22.088 INFO:tasks.workunit.client.0.smithi001.stdout:786 2024-09-13T14:34:22.090 INFO:tasks.workunit.client.0.smithi001.stdout:787 2024-09-13T14:34:22.091 INFO:tasks.workunit.client.0.smithi001.stdout:788 2024-09-13T14:34:22.092 INFO:tasks.workunit.client.0.smithi001.stdout:789 2024-09-13T14:34:22.093 INFO:tasks.workunit.client.0.smithi001.stdout:790 2024-09-13T14:34:22.095 INFO:tasks.workunit.client.0.smithi001.stdout:791 2024-09-13T14:34:22.096 INFO:tasks.workunit.client.0.smithi001.stdout:792 2024-09-13T14:34:22.097 INFO:tasks.workunit.client.0.smithi001.stdout:793 2024-09-13T14:34:22.098 INFO:tasks.workunit.client.0.smithi001.stdout:794 2024-09-13T14:34:22.099 INFO:tasks.workunit.client.0.smithi001.stdout:795 2024-09-13T14:34:22.100 INFO:tasks.workunit.client.0.smithi001.stdout:796 2024-09-13T14:34:22.101 INFO:tasks.workunit.client.0.smithi001.stdout:797 2024-09-13T14:34:22.102 INFO:tasks.workunit.client.0.smithi001.stdout:798 2024-09-13T14:34:22.103 INFO:tasks.workunit.client.0.smithi001.stdout:799 2024-09-13T14:34:22.104 INFO:tasks.workunit.client.0.smithi001.stdout:800 2024-09-13T14:34:22.105 INFO:tasks.workunit.client.0.smithi001.stdout:801 2024-09-13T14:34:22.106 INFO:tasks.workunit.client.0.smithi001.stdout:802 2024-09-13T14:34:22.107 INFO:tasks.workunit.client.0.smithi001.stdout:803 2024-09-13T14:34:22.109 INFO:tasks.workunit.client.0.smithi001.stdout:804 2024-09-13T14:34:22.110 INFO:tasks.workunit.client.0.smithi001.stdout:805 2024-09-13T14:34:22.111 INFO:tasks.workunit.client.0.smithi001.stdout:806 2024-09-13T14:34:22.112 INFO:tasks.workunit.client.0.smithi001.stdout:807 2024-09-13T14:34:22.113 INFO:tasks.workunit.client.0.smithi001.stdout:808 2024-09-13T14:34:22.114 INFO:tasks.workunit.client.0.smithi001.stdout:809 2024-09-13T14:34:22.115 INFO:tasks.workunit.client.0.smithi001.stdout:810 2024-09-13T14:34:22.116 INFO:tasks.workunit.client.0.smithi001.stdout:811 2024-09-13T14:34:22.117 INFO:tasks.workunit.client.0.smithi001.stdout:812 2024-09-13T14:34:22.118 INFO:tasks.workunit.client.0.smithi001.stdout:813 2024-09-13T14:34:22.119 INFO:tasks.workunit.client.0.smithi001.stdout:814 2024-09-13T14:34:22.121 INFO:tasks.workunit.client.0.smithi001.stdout:815 2024-09-13T14:34:22.122 INFO:tasks.workunit.client.0.smithi001.stdout:816 2024-09-13T14:34:22.123 INFO:tasks.workunit.client.0.smithi001.stdout:817 2024-09-13T14:34:22.124 INFO:tasks.workunit.client.0.smithi001.stdout:818 2024-09-13T14:34:22.125 INFO:tasks.workunit.client.0.smithi001.stdout:819 2024-09-13T14:34:22.129 INFO:tasks.workunit.client.0.smithi001.stdout:820 2024-09-13T14:34:22.129 INFO:tasks.workunit.client.0.smithi001.stdout:821 2024-09-13T14:34:22.129 INFO:tasks.workunit.client.0.smithi001.stdout:822 2024-09-13T14:34:22.129 INFO:tasks.workunit.client.0.smithi001.stdout:823 2024-09-13T14:34:22.130 INFO:tasks.workunit.client.0.smithi001.stdout:824 2024-09-13T14:34:22.132 INFO:tasks.workunit.client.0.smithi001.stdout:825 2024-09-13T14:34:22.133 INFO:tasks.workunit.client.0.smithi001.stdout:826 2024-09-13T14:34:22.134 INFO:tasks.workunit.client.0.smithi001.stdout:827 2024-09-13T14:34:22.135 INFO:tasks.workunit.client.0.smithi001.stdout:828 2024-09-13T14:34:22.136 INFO:tasks.workunit.client.0.smithi001.stdout:829 2024-09-13T14:34:22.137 INFO:tasks.workunit.client.0.smithi001.stdout:830 2024-09-13T14:34:22.138 INFO:tasks.workunit.client.0.smithi001.stdout:831 2024-09-13T14:34:22.139 INFO:tasks.workunit.client.0.smithi001.stdout:832 2024-09-13T14:34:22.140 INFO:tasks.workunit.client.0.smithi001.stdout:833 2024-09-13T14:34:22.142 INFO:tasks.workunit.client.0.smithi001.stdout:834 2024-09-13T14:34:22.143 INFO:tasks.workunit.client.0.smithi001.stdout:835 2024-09-13T14:34:22.144 INFO:tasks.workunit.client.0.smithi001.stdout:836 2024-09-13T14:34:22.145 INFO:tasks.workunit.client.0.smithi001.stdout:837 2024-09-13T14:34:22.146 INFO:tasks.workunit.client.0.smithi001.stdout:838 2024-09-13T14:34:22.147 INFO:tasks.workunit.client.0.smithi001.stdout:839 2024-09-13T14:34:22.148 INFO:tasks.workunit.client.0.smithi001.stdout:840 2024-09-13T14:34:22.150 INFO:tasks.workunit.client.0.smithi001.stdout:841 2024-09-13T14:34:22.151 INFO:tasks.workunit.client.0.smithi001.stdout:842 2024-09-13T14:34:22.152 INFO:tasks.workunit.client.0.smithi001.stdout:843 2024-09-13T14:34:22.155 INFO:tasks.workunit.client.0.smithi001.stdout:844 2024-09-13T14:34:22.157 INFO:tasks.workunit.client.0.smithi001.stdout:845 2024-09-13T14:34:22.159 INFO:tasks.workunit.client.0.smithi001.stdout:846 2024-09-13T14:34:22.160 INFO:tasks.workunit.client.0.smithi001.stdout:847 2024-09-13T14:34:22.161 INFO:tasks.workunit.client.0.smithi001.stdout:848 2024-09-13T14:34:22.162 INFO:tasks.workunit.client.0.smithi001.stdout:849 2024-09-13T14:34:22.164 INFO:tasks.workunit.client.0.smithi001.stdout:850 2024-09-13T14:34:22.165 INFO:tasks.workunit.client.0.smithi001.stdout:851 2024-09-13T14:34:22.166 INFO:tasks.workunit.client.0.smithi001.stdout:852 2024-09-13T14:34:22.167 INFO:tasks.workunit.client.0.smithi001.stdout:853 2024-09-13T14:34:22.168 INFO:tasks.workunit.client.0.smithi001.stdout:854 2024-09-13T14:34:22.169 INFO:tasks.workunit.client.0.smithi001.stdout:855 2024-09-13T14:34:22.170 INFO:tasks.workunit.client.0.smithi001.stdout:856 2024-09-13T14:34:22.172 INFO:tasks.workunit.client.0.smithi001.stdout:857 2024-09-13T14:34:22.173 INFO:tasks.workunit.client.0.smithi001.stdout:858 2024-09-13T14:34:22.174 INFO:tasks.workunit.client.0.smithi001.stdout:859 2024-09-13T14:34:22.175 INFO:tasks.workunit.client.0.smithi001.stdout:860 2024-09-13T14:34:22.176 INFO:tasks.workunit.client.0.smithi001.stdout:861 2024-09-13T14:34:22.177 INFO:tasks.workunit.client.0.smithi001.stdout:862 2024-09-13T14:34:22.179 INFO:tasks.workunit.client.0.smithi001.stdout:863 2024-09-13T14:34:22.179 INFO:tasks.workunit.client.0.smithi001.stdout:864 2024-09-13T14:34:22.181 INFO:tasks.workunit.client.0.smithi001.stdout:865 2024-09-13T14:34:22.182 INFO:tasks.workunit.client.0.smithi001.stdout:866 2024-09-13T14:34:22.183 INFO:tasks.workunit.client.0.smithi001.stdout:867 2024-09-13T14:34:22.184 INFO:tasks.workunit.client.0.smithi001.stdout:868 2024-09-13T14:34:22.186 INFO:tasks.workunit.client.0.smithi001.stdout:869 2024-09-13T14:34:22.187 INFO:tasks.workunit.client.0.smithi001.stdout:870 2024-09-13T14:34:22.188 INFO:tasks.workunit.client.0.smithi001.stdout:871 2024-09-13T14:34:22.189 INFO:tasks.workunit.client.0.smithi001.stdout:872 2024-09-13T14:34:22.191 INFO:tasks.workunit.client.0.smithi001.stdout:873 2024-09-13T14:34:22.192 INFO:tasks.workunit.client.0.smithi001.stdout:874 2024-09-13T14:34:22.193 INFO:tasks.workunit.client.0.smithi001.stdout:875 2024-09-13T14:34:22.194 INFO:tasks.workunit.client.0.smithi001.stdout:876 2024-09-13T14:34:22.196 INFO:tasks.workunit.client.0.smithi001.stdout:877 2024-09-13T14:34:22.197 INFO:tasks.workunit.client.0.smithi001.stdout:878 2024-09-13T14:34:22.198 INFO:tasks.workunit.client.0.smithi001.stdout:879 2024-09-13T14:34:22.199 INFO:tasks.workunit.client.0.smithi001.stdout:880 2024-09-13T14:34:22.200 INFO:tasks.workunit.client.0.smithi001.stdout:881 2024-09-13T14:34:22.201 INFO:tasks.workunit.client.0.smithi001.stdout:882 2024-09-13T14:34:22.203 INFO:tasks.workunit.client.0.smithi001.stdout:883 2024-09-13T14:34:22.204 INFO:tasks.workunit.client.0.smithi001.stdout:884 2024-09-13T14:34:22.205 INFO:tasks.workunit.client.0.smithi001.stdout:885 2024-09-13T14:34:22.206 INFO:tasks.workunit.client.0.smithi001.stdout:886 2024-09-13T14:34:22.207 INFO:tasks.workunit.client.0.smithi001.stdout:887 2024-09-13T14:34:22.209 INFO:tasks.workunit.client.0.smithi001.stdout:888 2024-09-13T14:34:22.210 INFO:tasks.workunit.client.0.smithi001.stdout:889 2024-09-13T14:34:22.211 INFO:tasks.workunit.client.0.smithi001.stdout:890 2024-09-13T14:34:22.213 INFO:tasks.workunit.client.0.smithi001.stdout:891 2024-09-13T14:34:22.213 INFO:tasks.workunit.client.0.smithi001.stdout:892 2024-09-13T14:34:22.214 INFO:tasks.workunit.client.0.smithi001.stdout:893 2024-09-13T14:34:22.216 INFO:tasks.workunit.client.0.smithi001.stdout:894 2024-09-13T14:34:22.217 INFO:tasks.workunit.client.0.smithi001.stdout:895 2024-09-13T14:34:22.218 INFO:tasks.workunit.client.0.smithi001.stdout:896 2024-09-13T14:34:22.219 INFO:tasks.workunit.client.0.smithi001.stdout:897 2024-09-13T14:34:22.220 INFO:tasks.workunit.client.0.smithi001.stdout:898 2024-09-13T14:34:22.222 INFO:tasks.workunit.client.0.smithi001.stdout:899 2024-09-13T14:34:22.223 INFO:tasks.workunit.client.0.smithi001.stdout:900 2024-09-13T14:34:22.224 INFO:tasks.workunit.client.0.smithi001.stdout:901 2024-09-13T14:34:22.225 INFO:tasks.workunit.client.0.smithi001.stdout:902 2024-09-13T14:34:22.227 INFO:tasks.workunit.client.0.smithi001.stdout:903 2024-09-13T14:34:22.228 INFO:tasks.workunit.client.0.smithi001.stdout:904 2024-09-13T14:34:22.229 INFO:tasks.workunit.client.0.smithi001.stdout:905 2024-09-13T14:34:22.230 INFO:tasks.workunit.client.0.smithi001.stdout:906 2024-09-13T14:34:22.232 INFO:tasks.workunit.client.0.smithi001.stdout:907 2024-09-13T14:34:22.233 INFO:tasks.workunit.client.0.smithi001.stdout:908 2024-09-13T14:34:22.234 INFO:tasks.workunit.client.0.smithi001.stdout:909 2024-09-13T14:34:22.236 INFO:tasks.workunit.client.0.smithi001.stdout:910 2024-09-13T14:34:22.237 INFO:tasks.workunit.client.0.smithi001.stdout:911 2024-09-13T14:34:22.238 INFO:tasks.workunit.client.0.smithi001.stdout:912 2024-09-13T14:34:22.239 INFO:tasks.workunit.client.0.smithi001.stdout:913 2024-09-13T14:34:22.241 INFO:tasks.workunit.client.0.smithi001.stdout:914 2024-09-13T14:34:22.242 INFO:tasks.workunit.client.0.smithi001.stdout:915 2024-09-13T14:34:22.243 INFO:tasks.workunit.client.0.smithi001.stdout:916 2024-09-13T14:34:22.244 INFO:tasks.workunit.client.0.smithi001.stdout:917 2024-09-13T14:34:22.246 INFO:tasks.workunit.client.0.smithi001.stdout:918 2024-09-13T14:34:22.247 INFO:tasks.workunit.client.0.smithi001.stdout:919 2024-09-13T14:34:22.248 INFO:tasks.workunit.client.0.smithi001.stdout:920 2024-09-13T14:34:22.249 INFO:tasks.workunit.client.0.smithi001.stdout:921 2024-09-13T14:34:22.250 INFO:tasks.workunit.client.0.smithi001.stdout:922 2024-09-13T14:34:22.251 INFO:tasks.workunit.client.0.smithi001.stdout:923 2024-09-13T14:34:22.253 INFO:tasks.workunit.client.0.smithi001.stdout:924 2024-09-13T14:34:22.254 INFO:tasks.workunit.client.0.smithi001.stdout:925 2024-09-13T14:34:22.255 INFO:tasks.workunit.client.0.smithi001.stdout:926 2024-09-13T14:34:22.256 INFO:tasks.workunit.client.0.smithi001.stdout:927 2024-09-13T14:34:22.257 INFO:tasks.workunit.client.0.smithi001.stdout:928 2024-09-13T14:34:22.258 INFO:tasks.workunit.client.0.smithi001.stdout:929 2024-09-13T14:34:22.260 INFO:tasks.workunit.client.0.smithi001.stdout:930 2024-09-13T14:34:22.261 INFO:tasks.workunit.client.0.smithi001.stdout:931 2024-09-13T14:34:22.262 INFO:tasks.workunit.client.0.smithi001.stdout:932 2024-09-13T14:34:22.263 INFO:tasks.workunit.client.0.smithi001.stdout:933 2024-09-13T14:34:22.265 INFO:tasks.workunit.client.0.smithi001.stdout:934 2024-09-13T14:34:22.266 INFO:tasks.workunit.client.0.smithi001.stdout:935 2024-09-13T14:34:22.267 INFO:tasks.workunit.client.0.smithi001.stdout:936 2024-09-13T14:34:22.268 INFO:tasks.workunit.client.0.smithi001.stdout:937 2024-09-13T14:34:22.269 INFO:tasks.workunit.client.0.smithi001.stdout:938 2024-09-13T14:34:22.271 INFO:tasks.workunit.client.0.smithi001.stdout:939 2024-09-13T14:34:22.272 INFO:tasks.workunit.client.0.smithi001.stdout:940 2024-09-13T14:34:22.273 INFO:tasks.workunit.client.0.smithi001.stdout:941 2024-09-13T14:34:22.274 INFO:tasks.workunit.client.0.smithi001.stdout:942 2024-09-13T14:34:22.275 INFO:tasks.workunit.client.0.smithi001.stdout:943 2024-09-13T14:34:22.276 INFO:tasks.workunit.client.0.smithi001.stdout:944 2024-09-13T14:34:22.278 INFO:tasks.workunit.client.0.smithi001.stdout:945 2024-09-13T14:34:22.279 INFO:tasks.workunit.client.0.smithi001.stdout:946 2024-09-13T14:34:22.280 INFO:tasks.workunit.client.0.smithi001.stdout:947 2024-09-13T14:34:22.281 INFO:tasks.workunit.client.0.smithi001.stdout:948 2024-09-13T14:34:22.282 INFO:tasks.workunit.client.0.smithi001.stdout:949 2024-09-13T14:34:22.283 INFO:tasks.workunit.client.0.smithi001.stdout:950 2024-09-13T14:34:22.284 INFO:tasks.workunit.client.0.smithi001.stdout:951 2024-09-13T14:34:22.285 INFO:tasks.workunit.client.0.smithi001.stdout:952 2024-09-13T14:34:22.286 INFO:tasks.workunit.client.0.smithi001.stdout:953 2024-09-13T14:34:22.287 INFO:tasks.workunit.client.0.smithi001.stdout:954 2024-09-13T14:34:22.289 INFO:tasks.workunit.client.0.smithi001.stdout:955 2024-09-13T14:34:22.290 INFO:tasks.workunit.client.0.smithi001.stdout:956 2024-09-13T14:34:22.291 INFO:tasks.workunit.client.0.smithi001.stdout:957 2024-09-13T14:34:22.293 INFO:tasks.workunit.client.0.smithi001.stdout:958 2024-09-13T14:34:22.294 INFO:tasks.workunit.client.0.smithi001.stdout:959 2024-09-13T14:34:22.295 INFO:tasks.workunit.client.0.smithi001.stdout:960 2024-09-13T14:34:22.296 INFO:tasks.workunit.client.0.smithi001.stdout:961 2024-09-13T14:34:22.297 INFO:tasks.workunit.client.0.smithi001.stdout:962 2024-09-13T14:34:22.298 INFO:tasks.workunit.client.0.smithi001.stdout:963 2024-09-13T14:34:22.299 INFO:tasks.workunit.client.0.smithi001.stdout:964 2024-09-13T14:34:22.301 INFO:tasks.workunit.client.0.smithi001.stdout:965 2024-09-13T14:34:22.302 INFO:tasks.workunit.client.0.smithi001.stdout:966 2024-09-13T14:34:22.303 INFO:tasks.workunit.client.0.smithi001.stdout:967 2024-09-13T14:34:22.304 INFO:tasks.workunit.client.0.smithi001.stdout:968 2024-09-13T14:34:22.305 INFO:tasks.workunit.client.0.smithi001.stdout:969 2024-09-13T14:34:22.307 INFO:tasks.workunit.client.0.smithi001.stdout:970 2024-09-13T14:34:22.308 INFO:tasks.workunit.client.0.smithi001.stdout:971 2024-09-13T14:34:22.309 INFO:tasks.workunit.client.0.smithi001.stdout:972 2024-09-13T14:34:22.310 INFO:tasks.workunit.client.0.smithi001.stdout:973 2024-09-13T14:34:22.311 INFO:tasks.workunit.client.0.smithi001.stdout:974 2024-09-13T14:34:22.312 INFO:tasks.workunit.client.0.smithi001.stdout:975 2024-09-13T14:34:22.313 INFO:tasks.workunit.client.0.smithi001.stdout:976 2024-09-13T14:34:22.315 INFO:tasks.workunit.client.0.smithi001.stdout:977 2024-09-13T14:34:22.316 INFO:tasks.workunit.client.0.smithi001.stdout:978 2024-09-13T14:34:22.317 INFO:tasks.workunit.client.0.smithi001.stdout:979 2024-09-13T14:34:22.318 INFO:tasks.workunit.client.0.smithi001.stdout:980 2024-09-13T14:34:22.320 INFO:tasks.workunit.client.0.smithi001.stdout:981 2024-09-13T14:34:22.321 INFO:tasks.workunit.client.0.smithi001.stdout:982 2024-09-13T14:34:22.322 INFO:tasks.workunit.client.0.smithi001.stdout:983 2024-09-13T14:34:22.324 INFO:tasks.workunit.client.0.smithi001.stdout:984 2024-09-13T14:34:22.325 INFO:tasks.workunit.client.0.smithi001.stdout:985 2024-09-13T14:34:22.327 INFO:tasks.workunit.client.0.smithi001.stdout:986 2024-09-13T14:34:22.328 INFO:tasks.workunit.client.0.smithi001.stdout:987 2024-09-13T14:34:22.333 INFO:tasks.workunit.client.0.smithi001.stdout:988 2024-09-13T14:34:22.333 INFO:tasks.workunit.client.0.smithi001.stdout:989 2024-09-13T14:34:22.333 INFO:tasks.workunit.client.0.smithi001.stdout:990 2024-09-13T14:34:22.333 INFO:tasks.workunit.client.0.smithi001.stdout:991 2024-09-13T14:34:22.334 INFO:tasks.workunit.client.0.smithi001.stdout:992 2024-09-13T14:34:22.335 INFO:tasks.workunit.client.0.smithi001.stdout:993 2024-09-13T14:34:22.336 INFO:tasks.workunit.client.0.smithi001.stdout:994 2024-09-13T14:34:22.337 INFO:tasks.workunit.client.0.smithi001.stdout:995 2024-09-13T14:34:22.339 INFO:tasks.workunit.client.0.smithi001.stdout:996 2024-09-13T14:34:22.340 INFO:tasks.workunit.client.0.smithi001.stdout:997 2024-09-13T14:34:22.341 INFO:tasks.workunit.client.0.smithi001.stdout:998 2024-09-13T14:34:22.342 INFO:tasks.workunit.client.0.smithi001.stdout:999 2024-09-13T14:34:22.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:22 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:22.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:22 smithi001 ceph-mon[96683]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T14:34:22.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:22 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/152339506' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-13T14:34:22.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:22 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:22.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:22 smithi001 ceph-mon[99232]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T14:34:22.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:22 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/152339506' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-13T14:34:22.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:22 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:22.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:22 smithi028 ceph-mon[87621]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T14:34:22.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:22 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/152339506' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-13T14:34:23.163 INFO:tasks.workunit.client.0.smithi001.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T14:34:23.163 INFO:tasks.workunit.client.0.smithi001.stdout:00000010 69 73 |is| 2024-09-13T14:34:23.163 INFO:tasks.workunit.client.0.smithi001.stdout:00000012 2024-09-13T14:34:23.163 INFO:tasks.workunit.client.0.smithi001.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T14:34:23.163 INFO:tasks.workunit.client.0.smithi001.stdout:00000010 69 73 |is| 2024-09-13T14:34:23.164 INFO:tasks.workunit.client.0.smithi001.stdout:00000012 2024-09-13T14:34:23.164 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.WriteReturnData (4025 ms) 2024-09-13T14:34:23.164 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.Loud 2024-09-13T14:34:23.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:23 smithi001 ceph-mon[96683]: pgmap v1152: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:23.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:23 smithi001 ceph-mon[96683]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T14:34:23.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:23 smithi001 ceph-mon[99232]: pgmap v1152: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:23.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:23 smithi001 ceph-mon[99232]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T14:34:23.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:23 smithi028 ceph-mon[87621]: pgmap v1152: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:23.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:23 smithi028 ceph-mon[87621]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T14:34:24.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:24 smithi001 ceph-mon[96683]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T14:34:24.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:24 smithi001 ceph-mon[99232]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T14:34:24.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:24 smithi028 ceph-mon[87621]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T14:34:25.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[96683]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:25.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[96683]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T14:34:25.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3612939658' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:25.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:25.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[99232]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:25.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[99232]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T14:34:25.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3612939658' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:25.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:25 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:25 smithi028 ceph-mon[87621]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:25 smithi028 ceph-mon[87621]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T14:34:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:25 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3612939658' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:25.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:25 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:26.190 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.Loud (3028 ms) 2024-09-13T14:34:26.190 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.BadMethods 2024-09-13T14:34:26.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:26 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:26.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:26 smithi001 ceph-mon[96683]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T14:34:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:26 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:26 smithi001 ceph-mon[99232]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T14:34:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:26 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:26.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:26 smithi028 ceph-mon[87621]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T14:34:27.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:27 smithi001 ceph-mon[96683]: pgmap v1158: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:27.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:27 smithi001 ceph-mon[96683]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T14:34:27.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:34:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:34:27] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.51.0" 2024-09-13T14:34:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:27 smithi001 ceph-mon[99232]: pgmap v1158: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:27.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:27 smithi001 ceph-mon[99232]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T14:34:27.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:27 smithi028 ceph-mon[87621]: pgmap v1158: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:27.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:27 smithi028 ceph-mon[87621]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T14:34:28.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:28 smithi001 ceph-mon[96683]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T14:34:28.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:28 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3881620396' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:28.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:28 smithi001 ceph-mon[99232]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T14:34:28.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:28 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3881620396' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:28.603 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:34:28 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:34:28.214+0000 7f5ad5c04640 -1 osd.3 pg_epoch: 978 pg[38.2( v 978'1 (0'0,978'1] local-lis/les=977/978 n=1 ec=977/977 lis/c=977/977 les/c/f=978/978/0 sis=977) [3,7,5] r=0 lpr=977 crt=978'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-13T14:34:28.603 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:34:28 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:34:28.217+0000 7f5ad9c0c640 -1 osd.3 pg_epoch: 978 pg[38.2( v 978'2 (0'0,978'2] local-lis/les=977/978 n=1 ec=977/977 lis/c=977/977 les/c/f=978/978/0 sis=977) [3,7,5] r=0 lpr=977 crt=978'1 lcod 978'1 mlcod 978'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-13T14:34:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:28 smithi028 ceph-mon[87621]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T14:34:28.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:28 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3881620396' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:29.206 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.BadMethods (3016 ms) 2024-09-13T14:34:29.207 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.Filter 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[96683]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3881620396' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[96683]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[99232]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3881620396' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:29.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:29 smithi001 ceph-mon[99232]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T14:34:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:29 smithi028 ceph-mon[87621]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:29 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:29 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3881620396' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:29 smithi028 ceph-mon[87621]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T14:34:30.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:30 smithi001 ceph-mon[96683]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T14:34:30.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:30 smithi001 ceph-mon[99232]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T14:34:30.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:30 smithi028 ceph-mon[87621]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T14:34:31.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[96683]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:31.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:31.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[96683]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1432034657' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[99232]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[99232]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1432034657' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:31.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:31 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:31.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:31 smithi028 ceph-mon[87621]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:31 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:31 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:31 smithi028 ceph-mon[87621]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T14:34:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:31 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1432034657' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:31 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:32.218 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.Filter (3011 ms) 2024-09-13T14:34:32.218 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 6 tests from ClsHello (18981 ms total) 2024-09-13T14:34:32.218 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:34:32.218 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:34:32.218 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 6 tests from 1 test suite ran. (18982 ms total) 2024-09-13T14:34:32.218 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 6 tests. 2024-09-13T14:34:32.222 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:34:32.222 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:34:32.292 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-13T14:34:32.292 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-13T14:34:32.367 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:34:32.367 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-13T14:34:32.367 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:34:32.367 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 27 tests from TestClsJournal 2024-09-13T14:34:32.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:32 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:32 smithi001 ceph-mon[96683]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T14:34:32.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:32 smithi001 ceph-mon[96683]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T14:34:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:32 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:32 smithi001 ceph-mon[99232]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T14:34:32.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:32 smithi001 ceph-mon[99232]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T14:34:32.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:32 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141771-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:32 smithi028 ceph-mon[87621]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T14:34:32.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:32 smithi028 ceph-mon[87621]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T14:34:33.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:33 smithi001 ceph-mon[96683]: pgmap v1167: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:33.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:33 smithi001 ceph-mon[99232]: pgmap v1167: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:33.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:33 smithi028 ceph-mon[87621]: pgmap v1167: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:34.244 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.Create 2024-09-13T14:34:34.262 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-09-13T14:34:34.262 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-13T14:34:34.266 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-09-13T14:34:34.267 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-13T14:34:34.272 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-09-13T14:34:34.273 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-13T14:34:34.275 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-09-13T14:34:34.275 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-13T14:34:34.278 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-09-13T14:34:34.278 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-13T14:34:34.281 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-09-13T14:34:34.282 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-13T14:34:34.285 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-13T14:34:34.285 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-13T14:34:34.288 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-13T14:34:34.288 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-13T14:34:34.290 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-09-13T14:34:34.290 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-13T14:34:34.294 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-09-13T14:34:34.294 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-13T14:34:34.298 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-09-13T14:34:34.299 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-13T14:34:34.304 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-13T14:34:34.304 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-13T14:34:34.307 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-13T14:34:34.307 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-13T14:34:34.311 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-13T14:34:34.311 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-13T14:34:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (101 ms) 2024-09-13T14:34:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-13T14:34:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-09-13T14:34:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-13T14:34:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-13T14:34:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-13T14:34:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-13T14:34:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-13T14:34:34.457 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-09-13T14:34:34.457 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-13T14:34:34.460 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-13T14:34:34.461 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-13T14:34:34.469 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-13T14:34:34.469 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-13T14:34:34.475 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-09-13T14:34:34.476 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.TagList 2024-09-13T14:34:34.569 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.TagList (94 ms) 2024-09-13T14:34:34.569 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-13T14:34:34.570 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-13T14:34:34.570 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-13T14:34:34.571 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-13T14:34:34.572 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-13T14:34:34.573 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-13T14:34:34.573 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.Append 2024-09-13T14:34:34.580 INFO:tasks.workunit.client.0.smithi001.stdout:padding is not enabled 2024-09-13T14:34:34.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.Append (6 ms) 2024-09-13T14:34:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[96683]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T14:34:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2744926657' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:34.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[96683]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:34.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[99232]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T14:34:34.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2744926657' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:34.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:34.605 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:34 smithi001 ceph-mon[99232]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:34.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:34 smithi028 ceph-mon[87621]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T14:34:34.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:34 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2744926657' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:34.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:34 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:34.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:34 smithi028 ceph-mon[87621]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:35.250 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 27 tests from TestClsJournal (336 ms total) 2024-09-13T14:34:35.250 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:34:35.250 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:34:35.250 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 27 tests from 1 test suite ran. (2883 ms total) 2024-09-13T14:34:35.250 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 27 tests. 2024-09-13T14:34:35.253 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:34:35.253 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:34:35.322 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-13T14:34:35.322 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-13T14:34:35.396 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:34:35.397 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-13T14:34:35.397 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:34:35.397 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from ClsLock 2024-09-13T14:34:35.397 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-13T14:34:35.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:35.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:35.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[96683]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T14:34:35.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:35.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:35.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:35.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[99232]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T14:34:35.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:35.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:35 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:35 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141911-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:35 smithi028 ceph-mon[87621]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T14:34:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:36.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:36 smithi001 ceph-mon[96683]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T14:34:36.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:36 smithi001 ceph-mon[96683]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:36 smithi001 ceph-mon[99232]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T14:34:36.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:36 smithi001 ceph-mon[99232]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:36 smithi028 ceph-mon[87621]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T14:34:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:36 smithi028 ceph-mon[87621]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:37.299 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-13T14:34:37.299 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-09-13T14:34:37.299 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-13T14:34:37.299 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-13T14:34:37.299 INFO:tasks.workunit.client.0.smithi001.stdout: client.44813 expiration=2024-09-13T14:36:37.295360+0000 addr=v1:172.21.15.1:0/1554989531 cookie= 2024-09-13T14:34:37.302 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-13T14:34:37.303 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-13T14:34:37.303 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-13T14:34:37.303 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-13T14:34:37.303 INFO:tasks.workunit.client.0.smithi001.stdout: client.34902 expiration=0.000000 addr=v1:172.21.15.1:0/2187298964 cookie= 2024-09-13T14:34:37.303 INFO:tasks.workunit.client.0.smithi001.stdout: client.44813 expiration=2024-09-13T14:36:37.301840+0000 addr=v1:172.21.15.1:0/1554989531 cookie= 2024-09-13T14:34:37.304 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-13T14:34:37.304 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-13T14:34:37.304 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-13T14:34:37.304 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-13T14:34:37.304 INFO:tasks.workunit.client.0.smithi001.stdout: client.34902 expiration=0.000000 addr=v1:172.21.15.1:0/2187298964 cookie= 2024-09-13T14:34:37.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:34:37] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-09-13T14:34:37.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:37.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:37.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[96683]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T14:34:37.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1554989531' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:37.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:37.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:37.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:37.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[99232]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T14:34:37.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1554989531' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:37.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:37 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:37.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:37 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:37 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:37 smithi028 ceph-mon[87621]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T14:34:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:37 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1554989531' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:37 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:38.272 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMultiLocking (2875 ms) 2024-09-13T14:34:38.272 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMeta 2024-09-13T14:34:38.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:38 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:38.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:38 smithi001 ceph-mon[99232]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T14:34:38.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:38 smithi001 ceph-mon[99232]: pgmap v1176: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:38.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:38 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:38.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:38 smithi001 ceph-mon[96683]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T14:34:38.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:38 smithi001 ceph-mon[96683]: pgmap v1176: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:38.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:38 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:38 smithi028 ceph-mon[87621]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T14:34:38.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:38 smithi028 ceph-mon[87621]: pgmap v1176: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:39.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:39 smithi001 ceph-mon[96683]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T14:34:39.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:39 smithi001 ceph-mon[99232]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T14:34:39.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:39 smithi028 ceph-mon[87621]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T14:34:40.312 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-13T14:34:40.312 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-13T14:34:40.312 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-13T14:34:40.312 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-13T14:34:40.312 INFO:tasks.workunit.client.0.smithi001.stdout: client.44831 expiration=0.000000 addr=v1:172.21.15.1:0/3084416984 cookie= 2024-09-13T14:34:40.314 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-13T14:34:40.314 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-09-13T14:34:40.314 INFO:tasks.workunit.client.0.smithi001.stdout: tag: new_tag 2024-09-13T14:34:40.314 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-13T14:34:40.314 INFO:tasks.workunit.client.0.smithi001.stdout: client.44825 expiration=0.000000 addr=v1:172.21.15.1:0/3772779643 cookie= 2024-09-13T14:34:40.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[96683]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T14:34:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3772779643' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:40.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[96683]: pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:40.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[99232]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T14:34:40.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3772779643' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:40.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:40.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:40 smithi001 ceph-mon[99232]: pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:40 smithi028 ceph-mon[87621]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T14:34:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:40 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3772779643' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:40 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:40 smithi028 ceph-mon[87621]: pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:41.291 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2024-09-13T14:34:41.291 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestCookie 2024-09-13T14:34:41.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:41 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:41.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:41 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:41.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:41 smithi001 ceph-mon[96683]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T14:34:41.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:41 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:41.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:41 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:41.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:41 smithi001 ceph-mon[99232]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T14:34:41.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:41 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:41.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:41 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:41.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:41 smithi028 ceph-mon[87621]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T14:34:42.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:42 smithi001 ceph-mon[96683]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T14:34:42.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:42 smithi001 ceph-mon[96683]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:42 smithi001 ceph-mon[99232]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T14:34:42.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:42 smithi001 ceph-mon[99232]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:42.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:42 smithi028 ceph-mon[87621]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T14:34:42.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:42 smithi028 ceph-mon[87621]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:43.315 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-13T14:34:43.315 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-09-13T14:34:43.315 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-13T14:34:43.315 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-13T14:34:43.317 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-13T14:34:43.317 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-13T14:34:43.317 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-13T14:34:43.317 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-13T14:34:43.317 INFO:tasks.workunit.client.0.smithi001.stdout: client.44837 expiration=0.000000 addr=v1:172.21.15.1:0/1450118602 cookie= 2024-09-13T14:34:43.317 INFO:tasks.workunit.client.0.smithi001.stdout: client.44837 expiration=0.000000 addr=v1:172.21.15.1:0/1450118602 cookie=new cookie 2024-09-13T14:34:43.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[96683]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1450118602' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[99232]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1450118602' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:43.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:43 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:43.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:43 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:43.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:43 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:43.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:43 smithi028 ceph-mon[87621]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T14:34:43.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:43 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1450118602' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:43.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:43 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:44.310 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestCookie (3018 ms) 2024-09-13T14:34:44.310 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-13T14:34:44.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:44 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:44.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:44 smithi001 ceph-mon[96683]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T14:34:44.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:44 smithi001 ceph-mon[96683]: pgmap v1185: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:44 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:44 smithi001 ceph-mon[99232]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T14:34:44.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:44 smithi001 ceph-mon[99232]: pgmap v1185: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:44.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:44 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:44.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:44 smithi028 ceph-mon[87621]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T14:34:44.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:44 smithi028 ceph-mon[87621]: pgmap v1185: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:45.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:45 smithi001 ceph-mon[96683]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T14:34:45.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:45 smithi001 ceph-mon[99232]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T14:34:45.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:45 smithi028 ceph-mon[87621]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T14:34:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[96683]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T14:34:46.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3896572706' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[96683]: pgmap v1188: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3896572706' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[96683]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[99232]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3896572706' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[99232]: pgmap v1188: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3896572706' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:46.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:46 smithi001 ceph-mon[99232]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T14:34:46.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:46 smithi028 ceph-mon[87621]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T14:34:46.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:46 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3896572706' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:46.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:46 smithi028 ceph-mon[87621]: pgmap v1188: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:46.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:46 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3896572706' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:46.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:46 smithi028 ceph-mon[87621]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T14:34:47.325 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMultipleLocks (3015 ms) 2024-09-13T14:34:47.326 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-13T14:34:47.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:47 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:47.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:47 smithi001 ceph-mon[96683]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T14:34:47.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:34:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:34:47] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-09-13T14:34:47.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:47 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:47.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:47 smithi001 ceph-mon[99232]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T14:34:47.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:47 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:34:47.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:47 smithi028 ceph-mon[87621]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T14:34:48.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:48 smithi001 ceph-mon[96683]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:48.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:48 smithi001 ceph-mon[99232]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:48.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:48 smithi028 ceph-mon[87621]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:49.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:49.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:34:49.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[96683]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T14:34:49.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1110523195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:49.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:49.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:34:49.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[99232]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T14:34:49.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1110523195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:49.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:49 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:49 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:34:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:49 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:34:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:49 smithi028 ceph-mon[87621]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T14:34:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:49 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1110523195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:49.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:49 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:50.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[99232]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[99232]: pgmap v1194: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[96683]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[96683]: pgmap v1194: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:50.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:50 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:50 smithi028 ceph-mon[87621]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T14:34:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:50 smithi028 ceph-mon[87621]: pgmap v1194: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:34:50.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:51.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:51 smithi001 ceph-mon[96683]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T14:34:51.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:51 smithi001 ceph-mon[99232]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T14:34:51.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:51 smithi028 ceph-mon[87621]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T14:34:52.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:52 smithi028 ceph-mon[87621]: pgmap v1196: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:52.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:52 smithi001 ceph-mon[96683]: pgmap v1196: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:52.852 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:52 smithi001 ceph-mon[99232]: pgmap v1196: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:54.855 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestLockDuration (7529 ms) 2024-09-13T14:34:54.855 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-13T14:34:55.105 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:54 smithi028 ceph-mon[87621]: pgmap v1197: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:34:55.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:54 smithi001 ceph-mon[96683]: pgmap v1197: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:34:55.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:54 smithi001 ceph-mon[99232]: pgmap v1197: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:34:56.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:55 smithi001 ceph-mon[96683]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T14:34:56.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:55 smithi001 ceph-mon[99232]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T14:34:56.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:55 smithi028 ceph-mon[87621]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T14:34:57.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:56 smithi001 ceph-mon[96683]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:57.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:56 smithi001 ceph-mon[96683]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T14:34:57.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:56 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/4061500214' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:57.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:56 smithi001 ceph-mon[99232]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:57.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:56 smithi001 ceph-mon[99232]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T14:34:57.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:56 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/4061500214' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:56 smithi028 ceph-mon[87621]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:56 smithi028 ceph-mon[87621]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T14:34:57.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:56 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/4061500214' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:34:57.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:34:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:34:57] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-09-13T14:34:57.883 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestAssertLocked (3028 ms) 2024-09-13T14:34:57.883 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-13T14:34:58.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:57 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/4061500214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:58.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:57 smithi001 ceph-mon[96683]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T14:34:58.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:57 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/4061500214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:58.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:57 smithi001 ceph-mon[99232]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T14:34:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:57 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/4061500214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:34:58.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:57 smithi028 ceph-mon[87621]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T14:34:59.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:58 smithi001 ceph-mon[99232]: pgmap v1202: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:59.254 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:58 smithi001 ceph-mon[99232]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T14:34:59.255 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:58 smithi001 ceph-mon[96683]: pgmap v1202: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:59.255 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:58 smithi001 ceph-mon[96683]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T14:34:59.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:58 smithi028 ceph-mon[87621]: pgmap v1202: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:34:59.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:58 smithi028 ceph-mon[87621]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T14:35:00.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:59 smithi001 ceph-mon[96683]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T14:35:00.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:59 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/543244815' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:00.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:34:59 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:59 smithi001 ceph-mon[99232]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T14:35:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:59 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/543244815' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:00.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:34:59 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:00.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:59 smithi028 ceph-mon[87621]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T14:35:00.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:59 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/543244815' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:00.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:34:59 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:00.904 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestSetCookie (3021 ms) 2024-09-13T14:35:00.905 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestRenew 2024-09-13T14:35:01.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[96683]: pgmap v1205: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:01.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[96683]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T14:35:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[99232]: pgmap v1205: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:01.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:00 smithi001 ceph-mon[99232]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T14:35:01.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:00 smithi028 ceph-mon[87621]: pgmap v1205: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:00 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:00 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:01.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:00 smithi028 ceph-mon[87621]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T14:35:02.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:01 smithi001 ceph-mon[96683]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T14:35:02.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:01 smithi001 ceph-mon[99232]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T14:35:02.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:01 smithi028 ceph-mon[87621]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[96683]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[96683]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/359548632' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[99232]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:03.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:35:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[99232]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T14:35:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/359548632' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:03.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:02 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:02 smithi028 ceph-mon[87621]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:02 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:02 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:35:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:02 smithi028 ceph-mon[87621]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T14:35:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:02 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/359548632' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:03.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:02 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:04.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:03 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:04.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:03 smithi001 ceph-mon[96683]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T14:35:04.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:03 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:04.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:03 smithi001 ceph-mon[99232]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T14:35:04.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:03 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:04.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:03 smithi028 ceph-mon[87621]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T14:35:05.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:04 smithi001 ceph-mon[96683]: pgmap v1211: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:05.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:04 smithi001 ceph-mon[96683]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T14:35:05.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:04 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:04 smithi001 ceph-mon[99232]: pgmap v1211: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:04 smithi001 ceph-mon[99232]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T14:35:05.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:04 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:05.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:04 smithi028 ceph-mon[87621]: pgmap v1211: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:05.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:04 smithi028 ceph-mon[87621]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T14:35:05.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:04 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:07.279 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:06 smithi001 ceph-mon[96683]: pgmap v1213: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:07.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:06 smithi001 ceph-mon[99232]: pgmap v1213: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:07.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:06 smithi028 ceph-mon[87621]: pgmap v1213: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:07.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:35:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:35:07] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-09-13T14:35:09.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:08 smithi001 ceph-mon[96683]: pgmap v1214: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:09.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:08 smithi001 ceph-mon[99232]: pgmap v1214: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:09.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:08 smithi028 ceph-mon[87621]: pgmap v1214: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:11.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:10 smithi001 ceph-mon[96683]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:11.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:10 smithi001 ceph-mon[99232]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:11.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:10 smithi028 ceph-mon[87621]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:12.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:11 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:35:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:11 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:11 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:11 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:12.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:11 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:35:13.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:12 smithi001 ceph-mon[96683]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:13.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:12 smithi001 ceph-mon[99232]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:13.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:12 smithi028 ceph-mon[87621]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:15.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:14 smithi001 ceph-mon[96683]: pgmap v1217: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:15.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:14 smithi001 ceph-mon[99232]: pgmap v1217: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:15.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:14 smithi028 ceph-mon[87621]: pgmap v1217: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:17.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:16 smithi001 ceph-mon[96683]: pgmap v1218: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 87 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:17.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:16 smithi001 ceph-mon[99232]: pgmap v1218: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 87 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:17.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:16 smithi028 ceph-mon[87621]: pgmap v1218: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 87 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:17.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:35:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:35:17] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-09-13T14:35:19.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:18 smithi001 ceph-mon[96683]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:19.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:18 smithi001 ceph-mon[99232]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:18 smithi028 ceph-mon[87621]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:20.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:19 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:20.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:19 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:20.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:19 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:20.955 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestRenew (20051 ms) 2024-09-13T14:35:20.955 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-13T14:35:21.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:20 smithi001 ceph-mon[96683]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:21.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:20 smithi001 ceph-mon[99232]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:21.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:20 smithi028 ceph-mon[87621]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:22.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:21 smithi001 ceph-mon[99232]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T14:35:22.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:21 smithi001 ceph-mon[96683]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T14:35:22.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:21 smithi028 ceph-mon[87621]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T14:35:23.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[96683]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[96683]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T14:35:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3690463808' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:23.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[99232]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[99232]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T14:35:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3690463808' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:23.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:22 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:23.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:22 smithi028 ceph-mon[87621]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:22 smithi028 ceph-mon[87621]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T14:35:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:22 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3690463808' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:22 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:24.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:23 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:24.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:23 smithi001 ceph-mon[96683]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T14:35:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:23 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:24.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:23 smithi001 ceph-mon[99232]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T14:35:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:23 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:24.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:23 smithi028 ceph-mon[87621]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T14:35:25.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:24 smithi001 ceph-mon[96683]: pgmap v1225: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:25.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:24 smithi001 ceph-mon[96683]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T14:35:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:24 smithi001 ceph-mon[99232]: pgmap v1225: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:25.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:24 smithi001 ceph-mon[99232]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T14:35:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:24 smithi028 ceph-mon[87621]: pgmap v1225: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:24 smithi028 ceph-mon[87621]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T14:35:27.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:26 smithi001 ceph-mon[96683]: pgmap v1227: 137 pgs: 9 creating+peering, 1 unknown, 127 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 219 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:27.280 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:26 smithi001 ceph-mon[99232]: pgmap v1227: 137 pgs: 9 creating+peering, 1 unknown, 127 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 219 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:26 smithi028 ceph-mon[87621]: pgmap v1227: 137 pgs: 9 creating+peering, 1 unknown, 127 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 219 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:27.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:35:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:35:27] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.51.0" 2024-09-13T14:35:27.992 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7037 ms) 2024-09-13T14:35:27.992 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-13T14:35:29.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:28 smithi001 ceph-mon[96683]: pgmap v1228: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:29.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:28 smithi001 ceph-mon[96683]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T14:35:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:28 smithi001 ceph-mon[99232]: pgmap v1228: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:29.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:28 smithi001 ceph-mon[99232]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T14:35:29.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:28 smithi028 ceph-mon[87621]: pgmap v1228: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:29.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:28 smithi028 ceph-mon[87621]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T14:35:30.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:29 smithi001 ceph-mon[96683]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T14:35:30.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:29 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3911152613' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:30.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:29 smithi001 ceph-mon[99232]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T14:35:30.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:29 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3911152613' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:30.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:29 smithi028 ceph-mon[87621]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T14:35:30.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:29 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3911152613' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:31.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[99232]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3911152613' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:31.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[99232]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T14:35:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[96683]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3911152613' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:31.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:31 smithi001 ceph-mon[96683]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T14:35:31.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:31 smithi028 ceph-mon[87621]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:31 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:31 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3911152613' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:31.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:31 smithi028 ceph-mon[87621]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T14:35:32.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:32 smithi001 ceph-mon[96683]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T14:35:32.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:32 smithi001 ceph-mon[99232]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T14:35:32.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:32 smithi028 ceph-mon[87621]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T14:35:33.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:33 smithi001 ceph-mon[96683]: pgmap v1234: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:33 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:33.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:33 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:35:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:33 smithi001 ceph-mon[99232]: pgmap v1234: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:33 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:33.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:33 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:35:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:33 smithi028 ceph-mon[87621]: pgmap v1234: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:33 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:33.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:33 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:35:35.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:35 smithi001 ceph-mon[96683]: pgmap v1235: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:35.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:35 smithi001 ceph-mon[99232]: pgmap v1235: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:35.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:35.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:35 smithi028 ceph-mon[87621]: pgmap v1235: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:35.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:36.021 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8029 ms) 2024-09-13T14:35:36.021 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-13T14:35:37.280 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:37 smithi001 ceph-mon[96683]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:37.281 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:37 smithi001 ceph-mon[96683]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T14:35:37.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:37 smithi001 ceph-mon[99232]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:37.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:37 smithi001 ceph-mon[99232]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T14:35:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:37 smithi028 ceph-mon[87621]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T14:35:37.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:37 smithi028 ceph-mon[87621]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T14:35:37.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:35:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:35:37] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-09-13T14:35:38.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:38 smithi001 ceph-mon[99232]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T14:35:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:38 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2912887022' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:38.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:38 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:38 smithi001 ceph-mon[96683]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T14:35:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:38 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2912887022' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:38.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:38 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:38 smithi028 ceph-mon[87621]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T14:35:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:38 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2912887022' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:38.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:38 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[99232]: pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[99232]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[96683]: pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:39.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:39 smithi001 ceph-mon[96683]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T14:35:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:39 smithi028 ceph-mon[87621]: pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:39 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:39 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-141966-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:39.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:39 smithi028 ceph-mon[87621]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T14:35:40.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:40 smithi001 ceph-mon[96683]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T14:35:40.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:40 smithi001 ceph-mon[99232]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T14:35:40.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:40 smithi028 ceph-mon[87621]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T14:35:41.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:41 smithi001 ceph-mon[96683]: pgmap v1242: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:41.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:41 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:41.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:41 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:35:41.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:41 smithi001 ceph-mon[99232]: pgmap v1242: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:41.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:41 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:41.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:41 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:35:41.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:41 smithi028 ceph-mon[87621]: pgmap v1242: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:41 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:41.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:41 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:35:43.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:43 smithi001 ceph-mon[96683]: pgmap v1243: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:43.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:43 smithi001 ceph-mon[99232]: pgmap v1243: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:43.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:43 smithi028 ceph-mon[87621]: pgmap v1243: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:44.057 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8036 ms) 2024-09-13T14:35:44.057 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from ClsLock (68661 ms total) 2024-09-13T14:35:44.057 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:35:44.058 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:35:44.058 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 11 tests from 1 test suite ran. (68661 ms total) 2024-09-13T14:35:44.058 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 11 tests. 2024-09-13T14:35:44.062 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:35:44.062 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:35:44.134 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-13T14:35:44.134 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-13T14:35:44.210 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:35:44.211 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T14:35:44.211 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:35:44.211 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from cls_log 2024-09-13T14:35:44.211 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-13T14:35:45.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:45 smithi001 ceph-mon[96683]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:45.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:45 smithi001 ceph-mon[96683]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T14:35:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:45 smithi001 ceph-mon[99232]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:45.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:45 smithi001 ceph-mon[99232]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T14:35:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:45 smithi028 ceph-mon[87621]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T14:35:45.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:45 smithi028 ceph-mon[87621]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T14:35:46.352 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:46 smithi001 ceph-mon[99232]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T14:35:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:46 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3521350941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:46.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:46 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:46.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:46 smithi001 ceph-mon[96683]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T14:35:46.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:46 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3521350941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:46.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:46 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:46.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:46 smithi028 ceph-mon[87621]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T14:35:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:46 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3521350941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:46.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:46 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:47.073 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.test_log_add_same_time (2863 ms) 2024-09-13T14:35:47.073 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-13T14:35:47.352 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:35:47] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[96683]: pgmap v1247: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[96683]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[99232]: pgmap v1247: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:47.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:47 smithi001 ceph-mon[99232]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T14:35:47.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:47 smithi028 ceph-mon[87621]: pgmap v1247: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:47 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:47 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:47.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:47 smithi028 ceph-mon[87621]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T14:35:48.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:48 smithi001 ceph-mon[96683]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T14:35:48.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:48 smithi001 ceph-mon[99232]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T14:35:48.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:48 smithi028 ceph-mon[87621]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T14:35:49.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[96683]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[96683]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2021165530' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[99232]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[99232]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T14:35:49.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2021165530' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:49.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:49 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:49 smithi028 ceph-mon[87621]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:49 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:49 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:35:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:49 smithi028 ceph-mon[87621]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T14:35:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:49 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2021165530' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:49.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:49 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:50.096 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.test_log_add_different_time (3023 ms) 2024-09-13T14:35:50.096 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.trim_by_time 2024-09-13T14:35:50.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:50 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:50.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:50 smithi001 ceph-mon[96683]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T14:35:50.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:50 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:50 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:50 smithi001 ceph-mon[99232]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T14:35:50.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:50 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:50.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:50 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:50.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:50 smithi028 ceph-mon[87621]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T14:35:50.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:50 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:51.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:51 smithi001 ceph-mon[96683]: pgmap v1253: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:51.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:51 smithi001 ceph-mon[96683]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T14:35:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:51 smithi001 ceph-mon[99232]: pgmap v1253: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:51.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:51 smithi001 ceph-mon[99232]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T14:35:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:51 smithi028 ceph-mon[87621]: pgmap v1253: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:51.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:51 smithi028 ceph-mon[87621]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T14:35:52.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:52 smithi001 ceph-mon[96683]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T14:35:52.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:52 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1019265395' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:52 smithi001 ceph-mon[99232]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T14:35:52.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:52 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1019265395' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:52.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:52 smithi028 ceph-mon[87621]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T14:35:52.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:52 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1019265395' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:53.113 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.trim_by_time (3017 ms) 2024-09-13T14:35:53.114 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-13T14:35:53.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[96683]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1019265395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:53.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[96683]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T14:35:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[99232]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1019265395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:53.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:53 smithi001 ceph-mon[99232]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T14:35:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:53 smithi028 ceph-mon[87621]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:53 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:53 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1019265395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:53.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:53 smithi028 ceph-mon[87621]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T14:35:54.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:54 smithi001 ceph-mon[96683]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T14:35:54.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:54 smithi001 ceph-mon[99232]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T14:35:54.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:54 smithi028 ceph-mon[87621]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T14:35:55.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[96683]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[96683]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1540093620' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[99232]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[99232]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T14:35:55.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1540093620' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:55.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:55 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:55 smithi028 ceph-mon[87621]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:55 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:35:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:55 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:35:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:55 smithi028 ceph-mon[87621]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T14:35:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:55 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1540093620' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:55.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:55 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:56.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.trim_by_marker (3023 ms) 2024-09-13T14:35:56.137 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from cls_log (11927 ms total) 2024-09-13T14:35:56.137 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:35:56.137 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:35:56.137 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 4 tests from 1 test suite ran. (11927 ms total) 2024-09-13T14:35:56.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 4 tests. 2024-09-13T14:35:56.140 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:35:56.140 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:35:56.210 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-13T14:35:56.210 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-13T14:35:56.285 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:35:56.285 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T14:35:56.285 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:35:56.285 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from ClsNumOps 2024-09-13T14:35:56.285 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Add 2024-09-13T14:35:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:56 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:56.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:56 smithi001 ceph-mon[96683]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T14:35:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:56 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:56.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:56 smithi001 ceph-mon[99232]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T14:35:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:56 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142351-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:56.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:56 smithi028 ceph-mon[87621]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T14:35:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:57 smithi001 ceph-mon[96683]: pgmap v1262: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:57 smithi001 ceph-mon[96683]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T14:35:57.603 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:35:57 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:35:57] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-09-13T14:35:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:57 smithi001 ceph-mon[99232]: pgmap v1262: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:57 smithi001 ceph-mon[99232]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T14:35:57.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:57 smithi028 ceph-mon[87621]: pgmap v1262: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:57.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:57 smithi028 ceph-mon[87621]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T14:35:58.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:58 smithi001 ceph-mon[96683]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T14:35:58.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:58 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2965951946' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:58 smithi001 ceph-mon[99232]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T14:35:58.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:58 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2965951946' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:58 smithi028 ceph-mon[87621]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T14:35:58.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:58 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2965951946' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:35:59.153 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Add (2868 ms) 2024-09-13T14:35:59.153 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Sub 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[99232]: pgmap v1265: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/2965951946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[99232]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[96683]: pgmap v1265: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/2965951946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:35:59 smithi001 ceph-mon[96683]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T14:35:59.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:59 smithi028 ceph-mon[87621]: pgmap v1265: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:35:59.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:59 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:35:59.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:59 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/2965951946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:35:59.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:35:59 smithi028 ceph-mon[87621]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T14:36:00.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:00 smithi001 ceph-mon[99232]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T14:36:00.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:00 smithi001 ceph-mon[96683]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T14:36:00.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:00 smithi028 ceph-mon[87621]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T14:36:01.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[99232]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[99232]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1285951305' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[96683]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:36:01.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[96683]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T14:36:01.604 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:01 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1285951305' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:01 smithi028 ceph-mon[87621]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:01 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:01 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:36:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:01 smithi028 ceph-mon[87621]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T14:36:01.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:01 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1285951305' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:02.176 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Sub (3022 ms) 2024-09-13T14:36:02.176 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Mul 2024-09-13T14:36:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:02 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1285951305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:02.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:02 smithi001 ceph-mon[99232]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T14:36:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:02 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1285951305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:02.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:02 smithi001 ceph-mon[96683]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T14:36:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:02 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1285951305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:02.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:02 smithi028 ceph-mon[87621]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T14:36:03.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:03 smithi001 ceph-mon[99232]: pgmap v1271: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:03.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:03 smithi001 ceph-mon[99232]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T14:36:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:03 smithi001 ceph-mon[96683]: pgmap v1271: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:03.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:03 smithi001 ceph-mon[96683]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T14:36:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:03 smithi028 ceph-mon[87621]: pgmap v1271: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:03.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:03 smithi028 ceph-mon[87621]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T14:36:04.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:04 smithi001 ceph-mon[99232]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T14:36:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:04 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/249018230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:04.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:04 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:04 smithi001 ceph-mon[96683]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T14:36:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:04 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/249018230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:04.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:04 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:04.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:04 smithi028 ceph-mon[87621]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T14:36:04.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:04 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/249018230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:04.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:04 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:05.189 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Mul (3014 ms) 2024-09-13T14:36:05.189 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Div 2024-09-13T14:36:05.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[99232]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:05.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:36:05.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[99232]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[96683]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[96683]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:05.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:05 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:05.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:05 smithi028 ceph-mon[87621]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:05 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:36:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:05 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:05 smithi028 ceph-mon[87621]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T14:36:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:05.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:05 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:06.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:06 smithi001 ceph-mon[99232]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T14:36:06.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:06 smithi001 ceph-mon[96683]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T14:36:06.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:06 smithi028 ceph-mon[87621]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T14:36:07.602 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:36:07] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.51.0" 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[96683]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[96683]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/280915835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[99232]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[99232]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T14:36:07.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/280915835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:07.604 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:07 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:07 smithi028 ceph-mon[87621]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:07 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:07 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:36:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:07 smithi028 ceph-mon[87621]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T14:36:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:07 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/280915835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:07.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:07 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:08.209 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Div (3020 ms) 2024-09-13T14:36:08.209 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from ClsNumOps (11924 ms total) 2024-09-13T14:36:08.210 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:36:08.210 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:36:08.210 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 4 tests from 1 test suite ran. (11924 ms total) 2024-09-13T14:36:08.210 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 4 tests. 2024-09-13T14:36:08.212 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T14:36:08.213 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:36:08.281 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-13T14:36:08.282 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-13T14:36:08.356 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-13T14:36:08.356 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-13T14:36:08.356 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-13T14:36:08.356 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 70 tests from TestClsRbd 2024-09-13T14:36:08.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:08 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:08.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:08 smithi001 ceph-mon[96683]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T14:36:08.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:08 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:08.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:08 smithi001 ceph-mon[99232]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T14:36:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:08 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142457-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:08.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:08 smithi028 ceph-mon[87621]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T14:36:09.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:09 smithi001 ceph-mon[96683]: pgmap v1280: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:09.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:09 smithi001 ceph-mon[96683]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T14:36:09.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:09 smithi001 ceph-mon[99232]: pgmap v1280: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:09.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:09 smithi001 ceph-mon[99232]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T14:36:09.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:09 smithi028 ceph-mon[87621]: pgmap v1280: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:09.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:09 smithi028 ceph-mon[87621]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T14:36:10.222 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-13T14:36:10.237 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_all_features (15 ms) 2024-09-13T14:36:10.237 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.copyup 2024-09-13T14:36:10.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.copyup (184 ms) 2024-09-13T14:36:10.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-13T14:36:10.432 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.sparse_copyup (12 ms) 2024-09-13T14:36:10.433 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-13T14:36:10.439 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-09-13T14:36:10.439 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-13T14:36:10.451 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-09-13T14:36:10.451 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-13T14:36:10.478 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2024-09-13T14:36:10.478 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.create 2024-09-13T14:36:10.492 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-09-13T14:36:10.492 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_features 2024-09-13T14:36:10.493 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-09-13T14:36:10.494 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-13T14:36:10.495 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-09-13T14:36:10.495 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-13T14:36:10.497 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-13T14:36:10.497 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-13T14:36:10.498 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-09-13T14:36:10.499 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-13T14:36:10.500 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-09-13T14:36:10.500 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-13T14:36:10.504 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-13T14:36:10.504 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_size 2024-09-13T14:36:10.508 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-13T14:36:10.508 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.set_size 2024-09-13T14:36:10.512 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-09-13T14:36:10.512 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-13T14:36:10.532 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.protection_status (19 ms) 2024-09-13T14:36:10.532 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-13T14:36:10.540 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-09-13T14:36:10.540 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-13T14:36:10.578 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-09-13T14:36:10.578 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-13T14:36:10.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:10 smithi001 ceph-mon[99232]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T14:36:10.602 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:10 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/4021141278' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142563-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:10.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:10 smithi001 ceph-mon[96683]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T14:36:10.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:10 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/4021141278' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142563-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:10.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:10 smithi028 ceph-mon[87621]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T14:36:10.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:10 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/4021141278' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142563-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:10.607 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-09-13T14:36:10.607 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-13T14:36:10.627 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-09-13T14:36:10.627 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-13T14:36:10.631 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.snapid_race (3 ms) 2024-09-13T14:36:10.631 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-13T14:36:10.640 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-13T14:36:10.640 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-13T14:36:10.642 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-09-13T14:36:10.642 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-13T14:36:10.646 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_resize (4 ms) 2024-09-13T14:36:10.646 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-13T14:36:10.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_update (4 ms) 2024-09-13T14:36:10.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-13T14:36:10.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-13T14:36:10.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-13T14:36:10.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_snap_add (4 ms) 2024-09-13T14:36:10.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-13T14:36:10.657 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_snap_remove (4 ms) 2024-09-13T14:36:10.657 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.flags 2024-09-13T14:36:10.662 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-09-13T14:36:10.662 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.metadata 2024-09-13T14:36:10.688 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.metadata (26 ms) 2024-09-13T14:36:10.688 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.set_features 2024-09-13T14:36:10.695 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-09-13T14:36:10.695 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror 2024-09-13T14:36:10.725 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2024-09-13T14:36:10.726 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-13T14:36:10.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-09-13T14:36:10.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-13T14:36:11.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[96683]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:11.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[96683]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:36:11.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/4021141278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142563-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:11.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[96683]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T14:36:11.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[99232]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:11.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[99232]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:36:11.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/4021141278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142563-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:11.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:11 smithi001 ceph-mon[99232]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T14:36:11.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:11 smithi028 ceph-mon[87621]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:11.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:11 smithi028 ceph-mon[87621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:36:11.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:11 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/4021141278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-142563-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:11.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:11 smithi028 ceph-mon[87621]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T14:36:12.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[96683]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T14:36:12.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:12.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:12.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:12.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:12.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[99232]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T14:36:12.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:12.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:12.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:12.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:12 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:12.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:12 smithi028 ceph-mon[87621]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T14:36:12.604 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:12.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:12.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:12.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:12 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:13.016 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_image_status (2276 ms) 2024-09-13T14:36:13.016 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-13T14:36:13.092 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_image_map (76 ms) 2024-09-13T14:36:13.092 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-13T14:36:13.099 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-09-13T14:36:13.099 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-13T14:36:13.110 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-09-13T14:36:13.110 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-13T14:36:13.113 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-09-13T14:36:13.113 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-13T14:36:13.114 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-13T14:36:13.115 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-13T14:36:13.117 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2024-09-13T14:36:13.117 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-13T14:36:13.123 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-09-13T14:36:13.123 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-13T14:36:13.126 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-13T14:36:13.126 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-13T14:36:13.129 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-13T14:36:13.129 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-13T14:36:13.131 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-13T14:36:13.131 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-13T14:36:13.134 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-13T14:36:13.134 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-13T14:36:13.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-13T14:36:13.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-13T14:36:13.141 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-09-13T14:36:13.141 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-13T14:36:13.144 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-13T14:36:13.144 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-13T14:36:13.146 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-13T14:36:13.147 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-13T14:36:13.149 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-09-13T14:36:13.149 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-13T14:36:13.150 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-09-13T14:36:13.151 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-13T14:36:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-13T14:36:13.153 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-13T14:36:13.155 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-09-13T14:36:13.155 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-13T14:36:13.158 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-13T14:36:13.158 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-13T14:36:13.160 INFO:tasks.workunit.client.0.smithi001.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-843-g2c01458a/rpm/el9/BUILD/ceph-18.2.4-843-g2c01458a/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-09-13T14:36:13.160 INFO:tasks.workunit.client.0.smithi001.stdout:Expected equality of these values: 2024-09-13T14:36:13.160 INFO:tasks.workunit.client.0.smithi001.stdout: 1U 2024-09-13T14:36:13.160 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 1 2024-09-13T14:36:13.160 INFO:tasks.workunit.client.0.smithi001.stdout: keys.size() 2024-09-13T14:36:13.160 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 3 2024-09-13T14:36:13.160 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-09-13T14:36:13.161 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-13T14:36:13.163 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-13T14:36:13.163 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-13T14:36:13.179 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-09-13T14:36:13.179 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-13T14:36:13.375 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (196 ms) 2024-09-13T14:36:13.376 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-843-g2c01458a/rpm/el9/BUILD/ceph-18.2.4-843-g2c01458a/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout:Expected equality of these values: 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout: 1U 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 1 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout: keys.size() 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 3 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_remove (3 ms) 2024-09-13T14:36:13.378 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-13T14:36:13.380 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-13T14:36:13.380 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-13T14:36:13.386 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-09-13T14:36:13.386 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.op_features 2024-09-13T14:36:13.393 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-13T14:36:13.393 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-13T14:36:13.413 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-09-13T14:36:13.413 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-13T14:36:13.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-13T14:36:13.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-13T14:36:13.432 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-09-13T14:36:13.432 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-13T14:36:13.438 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-09-13T14:36:13.438 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.migration 2024-09-13T14:36:13.448 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-09-13T14:36:13.448 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-13T14:36:13.456 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.migration_v1 (8 ms) 2024-09-13T14:36:13.456 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-13T14:36:13.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:13 smithi001 ceph-mon[96683]: pgmap v1286: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:13.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:13 smithi001 ceph-mon[96683]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:13.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:13 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:36:13.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:13 smithi001 ceph-mon[99232]: pgmap v1286: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:13.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:13 smithi001 ceph-mon[99232]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:13.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:13 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:36:13.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:13 smithi028 ceph-mon[87621]: pgmap v1286: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:13.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:13 smithi028 ceph-mon[87621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T14:36:13.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:13 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:36:15.237 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1781 ms) 2024-09-13T14:36:15.237 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-13T14:36:15.289 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.sparsify (52 ms) 2024-09-13T14:36:15.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:15 smithi001 ceph-mon[96683]: pgmap v1287: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 16 KiB/s wr, 55 op/s 2024-09-13T14:36:15.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:15 smithi001 ceph-mon[96683]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T14:36:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:15 smithi001 ceph-mon[99232]: pgmap v1287: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 16 KiB/s wr, 55 op/s 2024-09-13T14:36:15.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:15 smithi001 ceph-mon[99232]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T14:36:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:15 smithi028 ceph-mon[87621]: pgmap v1287: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 16 KiB/s wr, 55 op/s 2024-09-13T14:36:15.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:15 smithi028 ceph-mon[87621]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T14:36:16.251 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 70 tests from TestClsRbd (5067 ms total) 2024-09-13T14:36:16.251 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:36:16.251 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-13T14:36:16.252 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 70 tests from 1 test suite ran. (7895 ms total) 2024-09-13T14:36:16.252 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 68 tests. 2024-09-13T14:36:16.252 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] 2 tests, listed below: 2024-09-13T14:36:16.252 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-09-13T14:36:16.252 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-09-13T14:36:16.252 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-13T14:36:16.252 INFO:tasks.workunit.client.0.smithi001.stdout: 2 FAILED TESTS 2024-09-13T14:36:16.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:36:16.255 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-13T14:36:16.255 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T14:36:16.543 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:16 smithi001 ceph-mon[96683]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T14:36:16.543 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:16 smithi001 ceph-mon[99232]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T14:36:16.544 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_d58f73069a8157a9ace12a0247ee3e8497707ea9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_d58f73069a8157a9ace12a0247ee3e8497707ea9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi001 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-13T14:36:16.785 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=010fccbbde4240b1a312391663af5489 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_d58f73069a8157a9ace12a0247ee3e8497707ea9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_d58f73069a8157a9ace12a0247ee3e8497707ea9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi001 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-13T14:36:16.789 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-13T14:36:16.799 INFO:tasks.cephadm:Teardown begin 2024-09-13T14:36:16.799 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T14:36:16.800 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:36:16.817 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:16 smithi028 ceph-mon[87621]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T14:36:17.026 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:17.468 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:17 smithi001 ceph-mon[96683]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 2.57k op/s 2024-09-13T14:36:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:17 smithi001 ceph-mon[96683]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T14:36:17.469 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:17 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:36:17] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.51.0" 2024-09-13T14:36:17.469 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:17 smithi001 ceph-mon[99232]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 2.57k op/s 2024-09-13T14:36:17.470 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:17 smithi001 ceph-mon[99232]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T14:36:17.506 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:17 smithi028 ceph-mon[87621]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 2.57k op/s 2024-09-13T14:36:17.506 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:17 smithi028 ceph-mon[87621]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T14:36:19.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:18 smithi001 ceph-mon[96683]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:19.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:18 smithi001 ceph-mon[99232]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:19.282 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:36:19.283 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":16,"btime":"2024-09-13T14:26:34:996696+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54373,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6833/1219793498","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1219793498},{"type":"v1","addr":"172.21.15.28:6833","nonce":1219793498}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T14:14:37.078493+0000","modified":"2024-09-13T14:26:27.738994+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":551,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34539},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34539":{"gid":34539,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.1:6835/1349237402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1349237402},{"type":"v1","addr":"172.21.15.1:6835","nonce":1349237402}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34539,"qdb_cluster":[34539]},"id":1}]} 2024-09-13T14:36:19.283 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 16 2024-09-13T14:36:19.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:18 smithi028 ceph-mon[87621]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:19.898 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:19 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/179353229' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-13T14:36:19.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:19 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/179353229' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-13T14:36:19.900 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T14:36:20.109 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:20.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:19 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/179353229' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-13T14:36:21.204 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:20 smithi001 ceph-mon[96683]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:21.204 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:21.204 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:20 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:21.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:20 smithi001 ceph-mon[99232]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:21.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:21.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:20 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:20 smithi028 ceph-mon[87621]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' 2024-09-13T14:36:21.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:20 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:21.935 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:36:21.935 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":16,"btime":"2024-09-13T14:26:34:996696+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54373,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6833/1219793498","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1219793498},{"type":"v1","addr":"172.21.15.28:6833","nonce":1219793498}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T14:14:37.078493+0000","modified":"2024-09-13T14:26:27.738994+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":551,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34539},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34539":{"gid":34539,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.1:6835/1349237402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":1349237402},{"type":"v1","addr":"172.21.15.1:6835","nonce":1349237402}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34539,"qdb_cluster":[34539]},"id":1}]} 2024-09-13T14:36:21.935 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 16 2024-09-13T14:36:22.535 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T14:36:22.741 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:23.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:22 smithi001 ceph-mon[96683]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:23.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:22 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/4181171323' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-13T14:36:23.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:22 smithi001 ceph-mon[99232]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:23.123 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:22 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/4181171323' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-13T14:36:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:22 smithi028 ceph-mon[87621]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:23.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:22 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/4181171323' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-13T14:36:24.554 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-13T14:36:24.555 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":1053,"fsid":"96a1432a-71d9-11ef-bceb-c7b262605968","created":"2024-09-13T14:09:06.823946+0000","modified":"2024-09-13T14:36:16.238311+0000","last_up_change":"2024-09-13T14:26:03.784105+0000","last_in_change":"2024-09-13T14:13:50.900318+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T14:12:10.823323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T14:14:31.011946+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T14:14:34.369922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T14:15:26.438519+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cffd4e7c-171a-44aa-add9-551169b7f93b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":292,"up_from":305,"up_thru":1048,"down_at":293,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6803","nonce":3179857690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6805","nonce":3179857690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6809","nonce":3179857690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3179857690},{"type":"v1","addr":"172.21.15.1:6807","nonce":3179857690}]},"public_addr":"172.21.15.1:6803/3179857690","cluster_addr":"172.21.15.1:6805/3179857690","heartbeat_back_addr":"172.21.15.1:6809/3179857690","heartbeat_front_addr":"172.21.15.1:6807/3179857690","state":["exists","up"]},{"osd":1,"uuid":"187c4ec8-0c19-484c-98e5-fe1219c1c4e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":325,"up_from":338,"up_thru":1048,"down_at":326,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6811","nonce":2077610624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6813","nonce":2077610624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6817","nonce":2077610624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":2077610624},{"type":"v1","addr":"172.21.15.1:6815","nonce":2077610624}]},"public_addr":"172.21.15.1:6811/2077610624","cluster_addr":"172.21.15.1:6813/2077610624","heartbeat_back_addr":"172.21.15.1:6817/2077610624","heartbeat_front_addr":"172.21.15.1:6815/2077610624","state":["exists","up"]},{"osd":2,"uuid":"b168b76e-9605-4c57-8416-fb8bd85cec06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":357,"up_from":370,"up_thru":1048,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6819","nonce":1567843758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6821","nonce":1567843758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6825","nonce":1567843758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":1567843758},{"type":"v1","addr":"172.21.15.1:6823","nonce":1567843758}]},"public_addr":"172.21.15.1:6819/1567843758","cluster_addr":"172.21.15.1:6821/1567843758","heartbeat_back_addr":"172.21.15.1:6825/1567843758","heartbeat_front_addr":"172.21.15.1:6823/1567843758","state":["exists","up"]},{"osd":3,"uuid":"d8e8fdba-e6c8-42d8-930d-7cc7890741cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":391,"up_from":403,"up_thru":1048,"down_at":392,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6827","nonce":44171718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6829","nonce":44171718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6833","nonce":44171718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":44171718},{"type":"v1","addr":"172.21.15.1:6831","nonce":44171718}]},"public_addr":"172.21.15.1:6827/44171718","cluster_addr":"172.21.15.1:6829/44171718","heartbeat_back_addr":"172.21.15.1:6833/44171718","heartbeat_front_addr":"172.21.15.1:6831/44171718","state":["exists","up"]},{"osd":4,"uuid":"8020d12d-fa92-4ffc-9e7c-14e7e4f41657","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":423,"up_from":435,"up_thru":1048,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6801","nonce":3621913995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6803","nonce":3621913995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6807","nonce":3621913995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":3621913995},{"type":"v1","addr":"172.21.15.28:6805","nonce":3621913995}]},"public_addr":"172.21.15.28:6801/3621913995","cluster_addr":"172.21.15.28:6803/3621913995","heartbeat_back_addr":"172.21.15.28:6807/3621913995","heartbeat_front_addr":"172.21.15.28:6805/3621913995","state":["exists","up"]},{"osd":5,"uuid":"a001bf87-b054-40a7-b684-5a1e383ca5b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":454,"up_from":466,"up_thru":1048,"down_at":455,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6809","nonce":3490344375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6811","nonce":3490344375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6815","nonce":3490344375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":3490344375},{"type":"v1","addr":"172.21.15.28:6813","nonce":3490344375}]},"public_addr":"172.21.15.28:6809/3490344375","cluster_addr":"172.21.15.28:6811/3490344375","heartbeat_back_addr":"172.21.15.28:6815/3490344375","heartbeat_front_addr":"172.21.15.28:6813/3490344375","state":["exists","up"]},{"osd":6,"uuid":"090bfb08-cb8c-40a6-bc18-d861f31784e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":486,"up_from":499,"up_thru":1048,"down_at":487,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6817","nonce":398066864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6819","nonce":398066864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6823","nonce":398066864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":398066864},{"type":"v1","addr":"172.21.15.28:6821","nonce":398066864}]},"public_addr":"172.21.15.28:6817/398066864","cluster_addr":"172.21.15.28:6819/398066864","heartbeat_back_addr":"172.21.15.28:6823/398066864","heartbeat_front_addr":"172.21.15.28:6821/398066864","state":["exists","up"]},{"osd":7,"uuid":"43d7fd3e-4322-4b04-b2f5-712a06065cf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":520,"up_from":533,"up_thru":1048,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6825","nonce":2415156075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6827","nonce":2415156075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6831","nonce":2415156075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":2415156075},{"type":"v1","addr":"172.21.15.28:6829","nonce":2415156075}]},"public_addr":"172.21.15.28:6825/2415156075","cluster_addr":"172.21.15.28:6827/2415156075","heartbeat_back_addr":"172.21.15.28:6831/2415156075","heartbeat_front_addr":"172.21.15.28:6829/2415156075","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:20.523152+0000","dead_epoch":292},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:11:44.148418+0000","dead_epoch":325},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:07.716595+0000","dead_epoch":357},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:31.384953+0000","dead_epoch":391},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:12:53.558304+0000","dead_epoch":423},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:17.320109+0000","dead_epoch":454},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:13:41.580714+0000","dead_epoch":486},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T14:14:06.244789+0000","dead_epoch":520}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6833/2097878038":"2024-09-14T14:26:24.719360+0000","172.21.15.28:6832/2097878038":"2024-09-14T14:26:24.719360+0000","172.21.15.1:0/4071298525":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/2703119564":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1192614905":"2024-09-14T14:15:24.237178+0000","172.21.15.28:0/3516970650":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/3485144721":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/1055462538":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.28:0/1067415675":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/1523823914":"2024-09-14T14:20:49.366408+0000","172.21.15.28:6835/437612593":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/130849688":"2024-09-14T14:19:35.910814+0000","172.21.15.1:6800/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/240429269":"2024-09-14T14:19:35.910814+0000","172.21.15.28:6834/437612593":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/2747332116":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6801/1863596330":"2024-09-14T14:15:24.237178+0000","172.21.15.1:0/292507210":"2024-09-14T14:19:35.910814+0000","172.21.15.28:0/3021624110":"2024-09-14T14:20:07.741758+0000","172.21.15.28:0/2096911810":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/2140170507":"2024-09-14T14:09:36.527699+0000","172.21.15.28:0/2018206530":"2024-09-14T14:20:07.741758+0000","172.21.15.28:0/3107472902":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/295243119":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/3624920069":"2024-09-14T14:19:35.910814+0000","172.21.15.1:6800/3623821128":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/3791458357":"2024-09-14T14:15:24.237178+0000","172.21.15.1:6801/3623821128":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/3072356691":"2024-09-14T14:20:49.366408+0000","172.21.15.1:6801/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/1384924565":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/2120740694":"2024-09-14T14:10:00.321786+0000","172.21.15.1:0/3441498467":"2024-09-14T14:20:49.366408+0000","172.21.15.1:6801/3063143548":"2024-09-14T14:19:35.910814+0000","172.21.15.1:6800/1732050298":"2024-09-14T14:10:00.321786+0000","172.21.15.1:6800/2554072940":"2024-09-14T14:09:36.527699+0000","172.21.15.1:0/2675336045":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/3626932152":"2024-09-14T14:15:24.237178+0000","172.21.15.28:0/2174523435":"2024-09-14T14:20:07.741758+0000","172.21.15.1:0/129407856":"2024-09-14T14:20:49.366408+0000","172.21.15.1:0/276026221":"2024-09-14T14:19:35.910814+0000","172.21.15.1:6800/3063143548":"2024-09-14T14:19:35.910814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":456,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T14:36:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:24 smithi001 ceph-mon[96683]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:25.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:24 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/1409805784' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-13T14:36:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:24 smithi001 ceph-mon[99232]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:25.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:24 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/1409805784' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-13T14:36:25.141 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-13T14:36:25.349 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:25.354 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:24 smithi028 ceph-mon[87621]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:25.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:24 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/1409805784' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-13T14:36:27.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:26 smithi001 ceph-mon[99232]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:27.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:26 smithi001 ceph-mon[96683]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:27.142 INFO:teuthology.orchestra.run.smithi001.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T14:36:27.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:26 smithi028 ceph-mon[87621]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:27.498 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[96660]: 2024-09-13T14:36:27.140+0000 7fecee819640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:36:27.499 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:36:27] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.51.0" 2024-09-13T14:36:27.499 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: -4960> 2024-09-13T14:26:29.833+0000 7f4cb87ca640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T14:36:27.499 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: ignoring --setuser ceph since I am not root 2024-09-13T14:36:27.499 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: ignoring --setgroup ceph since I am not root 2024-09-13T14:36:27.500 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: starting mds.a at 2024-09-13T14:36:27.821 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T14:36:28.029 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:28.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/308146681' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-13T14:36:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[96683]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T14:36:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[96683]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:36:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/308146681' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T14:36:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[96683]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T14:36:28.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[96683]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T14:36:28.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/308146681' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-13T14:36:28.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[99232]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T14:36:28.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[99232]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:36:28.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/308146681' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T14:36:28.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[99232]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T14:36:28.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:27 smithi001 ceph-mon[99232]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T14:36:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:27 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/308146681' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-13T14:36:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:27 smithi028 ceph-mon[87621]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T14:36:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:27 smithi028 ceph-mon[87621]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T14:36:28.355 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:27 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/308146681' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T14:36:28.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:27 smithi028 ceph-mon[87621]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T14:36:28.356 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:27 smithi028 ceph-mon[87621]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T14:36:29.368 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[96683]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:29.368 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[96683]: mds.? [v2:172.21.15.1:6834/2092280486,v1:172.21.15.1:6835/2092280486] up:boot 2024-09-13T14:36:29.368 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[96683]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T14:36:29.368 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:36:29.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[99232]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:29.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[99232]: mds.? [v2:172.21.15.1:6834/2092280486,v1:172.21.15.1:6835/2092280486] up:boot 2024-09-13T14:36:29.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[99232]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T14:36:29.369 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:29 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:36:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:29 smithi028 ceph-mon[87621]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:29 smithi028 ceph-mon[87621]: mds.? [v2:172.21.15.1:6834/2092280486,v1:172.21.15.1:6835/2092280486] up:boot 2024-09-13T14:36:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:29 smithi028 ceph-mon[87621]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T14:36:29.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:29 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-13T14:36:30.449 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:30 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3552276649' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:30.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:30 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3552276649' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:30.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:30 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3552276649' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-13T14:36:30.820 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T14:36:31.031 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:31.475 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[96683]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:31.475 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[96683]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T14:36:31.475 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[96683]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T14:36:31.476 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[96683]: Cluster is now healthy 2024-09-13T14:36:31.476 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3552276649' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:31.476 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[96683]: fsmap 2 up:standby 2024-09-13T14:36:31.476 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[99232]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:31.476 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[99232]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T14:36:31.476 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[99232]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T14:36:31.477 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[99232]: Cluster is now healthy 2024-09-13T14:36:31.477 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3552276649' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:31.477 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:31 smithi001 ceph-mon[99232]: fsmap 2 up:standby 2024-09-13T14:36:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:31 smithi028 ceph-mon[87621]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:31 smithi028 ceph-mon[87621]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T14:36:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:31 smithi028 ceph-mon[87621]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T14:36:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:31 smithi028 ceph-mon[87621]: Cluster is now healthy 2024-09-13T14:36:31.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:31 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3552276649' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T14:36:31.606 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:31 smithi028 ceph-mon[87621]: fsmap 2 up:standby 2024-09-13T14:36:33.155 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_metadata' removed 2024-09-13T14:36:33.512 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:33 smithi001 ceph-mon[96683]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:33.513 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:33 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/198009352' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:33.513 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:33 smithi001 ceph-mon[99232]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:33.513 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:33 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/198009352' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:33 smithi028 ceph-mon[87621]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:33.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:33 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/198009352' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:33.827 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T14:36:34.036 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:34.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:34 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/198009352' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:36:34.491 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:34 smithi001 ceph-mon[96683]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T14:36:34.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:34 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/198009352' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:36:34.491 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:34 smithi001 ceph-mon[99232]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T14:36:34.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:34 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/198009352' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:36:34.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:34 smithi028 ceph-mon[87621]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T14:36:35.427 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:35 smithi001 ceph-mon[96683]: pgmap v1302: 73 pgs: 73 active+clean; 577 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:35.427 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:35 smithi001 ceph-mon[96683]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:35.427 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:35 smithi001 ceph-mon[99232]: pgmap v1302: 73 pgs: 73 active+clean; 577 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:35.427 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:35 smithi001 ceph-mon[99232]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:35 smithi028 ceph-mon[87621]: pgmap v1302: 73 pgs: 73 active+clean; 577 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:35.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:35 smithi028 ceph-mon[87621]: from='mgr.34107 172.21.15.1:0/3639782849' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:36.179 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_data' removed 2024-09-13T14:36:36.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:36 smithi001 ceph-mon[96683]: from='client.? 172.21.15.1:0/3685177245' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:36.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:36 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:36.494 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:36 smithi001 ceph-mon[99232]: from='client.? 172.21.15.1:0/3685177245' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:36.495 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:36 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:36 smithi028 ceph-mon[87621]: from='client.? 172.21.15.1:0/3685177245' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:36.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:36 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-13T14:36:36.854 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:36:36.884 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:36:36.918 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-13T14:36:36.918 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T14:36:36.941 DEBUG:teuthology.orchestra.run.smithi028:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T14:36:36.977 INFO:tasks.cephadm:Stopping all daemons... 2024-09-13T14:36:36.978 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-13T14:36:36.978 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a 2024-09-13T14:36:37.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 systemd[1]: Stopping Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:36:37.574 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: ::ffff:172.21.15.28 - - [13/Sep/2024:14:36:37] "GET /metrics HTTP/1.1" 200 31656 "" "Prometheus/2.51.0" 2024-09-13T14:36:37.574 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:37] ENGINE Bus STOPPING 2024-09-13T14:36:37.575 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-mon[99232]: pgmap v1303: 73 pgs: 73 active+clean; 577 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:37.575 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-mon[99232]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:36:37.575 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-mon[99232]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T14:36:37.575 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-mon[96683]: pgmap v1303: 73 pgs: 73 active+clean; 577 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:37.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-mon[96683]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:36:37.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-mon[96683]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T14:36:37.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[96660]: 2024-09-13T14:36:37.290+0000 7fecf4024640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:36:37.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a[96660]: 2024-09-13T14:36:37.290+0000 7fecf4024640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-13T14:36:37.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 podman[144289]: 2024-09-13 14:36:37.332152574 +0000 UTC m=+0.158421145 container died e6372e64251b3ac5f68bd492201011e38a57cf76d99b8af08769998f06615a70 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:36:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:37 smithi028 ceph-mon[87621]: pgmap v1303: 73 pgs: 73 active+clean; 577 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T14:36:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:37 smithi028 ceph-mon[87621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T14:36:37.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:37 smithi028 ceph-mon[87621]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T14:36:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 podman[144289]: 2024-09-13 14:36:37.68083913 +0000 UTC m=+0.507107690 container cleanup e6372e64251b3ac5f68bd492201011e38a57cf76d99b8af08769998f06615a70 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-13T14:36:37.852 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 bash[144289]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a 2024-09-13T14:36:37.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:36:37.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:37] ENGINE Bus STOPPED 2024-09-13T14:36:37.853 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:37] ENGINE Bus STARTING 2024-09-13T14:36:38.129 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service' 2024-09-13T14:36:38.153 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:37] ENGINE Serving on http://:::9283 2024-09-13T14:36:38.153 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:37 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:37] ENGINE Bus STARTED 2024-09-13T14:36:38.153 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:37 smithi001 podman[144307]: 2024-09-13 14:36:37.974155782 +0000 UTC m=+0.644665381 container remove e6372e64251b3ac5f68bd492201011e38a57cf76d99b8af08769998f06615a70 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-a, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T14:36:38.154 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:38 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T14:36:38.154 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:38 smithi001 systemd[1]: Stopped Ceph mon.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:36:38.154 INFO:journalctl@ceph.mon.a.smithi001.stdout:Sep 13 14:36:38 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.a.service: Consumed 20.349s CPU time. 2024-09-13T14:36:38.194 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:36:38.195 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-13T14:36:38.195 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-13T14:36:38.195 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.c 2024-09-13T14:36:38.538 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:38 smithi001 systemd[1]: Stopping Ceph mon.c for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:36:38.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:38] ENGINE Bus STOPPING 2024-09-13T14:36:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c[99208]: 2024-09-13T14:36:38.535+0000 7f881a185640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:36:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c[99208]: 2024-09-13T14:36:38.535+0000 7f881a185640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-13T14:36:38.853 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:38 smithi001 podman[144433]: 2024-09-13 14:36:38.783144112 +0000 UTC m=+0.356930607 container died 965f8d4d05fa22c9a25fd09f260ba28207795246b7646e275126bb37ea5d2ae6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T14:36:39.158 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:39 smithi001 podman[144433]: 2024-09-13 14:36:39.135511074 +0000 UTC m=+0.709297559 container cleanup 965f8d4d05fa22c9a25fd09f260ba28207795246b7646e275126bb37ea5d2ae6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T14:36:39.158 INFO:journalctl@ceph.mon.c.smithi001.stdout:Sep 13 14:36:39 smithi001 bash[144433]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-c 2024-09-13T14:36:39.158 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:36:39.158 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:38] ENGINE Bus STOPPED 2024-09-13T14:36:39.159 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:38 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:38] ENGINE Bus STARTING 2024-09-13T14:36:39.159 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:39] ENGINE Serving on http://:::9283 2024-09-13T14:36:39.159 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:39 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: [13/Sep/2024:14:36:39] ENGINE Bus STARTED 2024-09-13T14:36:39.574 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.c.service' 2024-09-13T14:36:39.609 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:36:39.610 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-13T14:36:39.610 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-13T14:36:39.610 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.b 2024-09-13T14:36:39.922 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:39 smithi028 systemd[1]: Stopping Ceph mon.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:36:40.328 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b[87598]: 2024-09-13T14:36:39.920+0000 7fe6038b7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:36:40.328 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b[87598]: 2024-09-13T14:36:39.920+0000 7fe6038b7640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-13T14:36:40.329 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:40 smithi028 podman[129632]: 2024-09-13 14:36:40.01311281 +0000 UTC m=+0.197018747 container died 5eaff21f5c73ac49d3d9d9be58a15c6d8cbdf5152f775eadd8f8f564a43b04f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:36:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:40 smithi028 podman[129632]: 2024-09-13 14:36:40.510504912 +0000 UTC m=+0.694410891 container cleanup 5eaff21f5c73ac49d3d9d9be58a15c6d8cbdf5152f775eadd8f8f564a43b04f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-13T14:36:40.605 INFO:journalctl@ceph.mon.b.smithi028.stdout:Sep 13 14:36:40 smithi028 bash[129632]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mon-b 2024-09-13T14:36:40.888 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mon.b.service' 2024-09-13T14:36:40.943 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:36:40.943 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-13T14:36:40.943 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-13T14:36:40.943 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y 2024-09-13T14:36:41.250 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:40 smithi001 systemd[1]: Stopping Ceph mgr.y for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:36:41.539 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:36:41.248+0000 7ff13d45b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:36:41.539 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:41 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y[88130]: 2024-09-13T14:36:41.248+0000 7ff13d45b640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-13T14:36:41.539 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:41 smithi001 podman[144576]: 2024-09-13 14:36:41.281138681 +0000 UTC m=+0.140491800 container died 09f11c490ec1405c9be0b9edd8725fc2676bcbad3f1a54f89ee1fcf2e9435d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-13T14:36:41.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:41 smithi001 podman[144576]: 2024-09-13 14:36:41.665164456 +0000 UTC m=+0.524517570 container cleanup 09f11c490ec1405c9be0b9edd8725fc2676bcbad3f1a54f89ee1fcf2e9435d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True) 2024-09-13T14:36:41.852 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Sep 13 14:36:41 smithi001 bash[144576]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-y 2024-09-13T14:36:42.091 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-13T14:36:42.126 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:36:42.126 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-13T14:36:42.126 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-13T14:36:42.126 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x 2024-09-13T14:36:42.447 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:42 smithi028 systemd[1]: Stopping Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:36:42.842 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:42 smithi028 podman[129766]: 2024-09-13 14:36:42.44682322 +0000 UTC m=+0.121728004 container died 578d55e7bbb36dfdd5df576dee758a631051eaad361fb5e0537dce6b9934d186 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-13T14:36:43.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:42 smithi028 podman[129766]: 2024-09-13 14:36:42.965562042 +0000 UTC m=+0.640466818 container cleanup 578d55e7bbb36dfdd5df576dee758a631051eaad361fb5e0537dce6b9934d186 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-13T14:36:43.105 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:42 smithi028 bash[129766]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:36:43.417 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-13T14:36:43.440 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:43 smithi028 podman[129784]: 2024-09-13 14:36:43.183467035 +0000 UTC m=+0.730815231 container remove 578d55e7bbb36dfdd5df576dee758a631051eaad361fb5e0537dce6b9934d186 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mgr-x, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:36:43.440 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:43 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:36:43.440 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:43 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T14:36:43.440 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:43 smithi028 systemd[1]: Stopped Ceph mgr.x for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:36:43.440 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Sep 13 14:36:43 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mgr.x.service: Consumed 13.002s CPU time. 2024-09-13T14:36:43.454 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:36:43.454 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-13T14:36:43.454 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-13T14:36:43.454 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.0 2024-09-13T14:36:43.772 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:43 smithi001 systemd[1]: Stopping Ceph osd.0 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:36:44.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:43 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[104932]: 2024-09-13T14:36:43.770+0000 7fd55396f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:36:44.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:43 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[104932]: 2024-09-13T14:36:43.770+0000 7fd55396f640 -1 osd.0 1056 *** Got signal Terminated *** 2024-09-13T14:36:44.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:43 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0[104932]: 2024-09-13T14:36:43.770+0000 7fd55396f640 -1 osd.0 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:36:49.589 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:49 smithi001 podman[144711]: 2024-09-13 14:36:49.314874019 +0000 UTC m=+5.665141569 container died 4233c84cc6ac8754713a85bf237aa5c1e9c315ec15ea42b5e89633ff284f62a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:36:49.852 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:49 smithi001 podman[144711]: 2024-09-13 14:36:49.686644053 +0000 UTC m=+6.036911606 container cleanup 4233c84cc6ac8754713a85bf237aa5c1e9c315ec15ea42b5e89633ff284f62a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-13T14:36:49.852 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:49 smithi001 bash[144711]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0 2024-09-13T14:36:50.324 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:49 smithi001 podman[144732]: 2024-09-13 14:36:49.979924464 +0000 UTC m=+0.663569867 container remove 4233c84cc6ac8754713a85bf237aa5c1e9c315ec15ea42b5e89633ff284f62a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T14:36:50.602 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:50 smithi001 podman[144825]: 2024-09-13 14:36:50.226532972 +0000 UTC m=+0.016727653 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:36:50.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:50 smithi001 podman[144825]: 2024-09-13 14:36:50.330682775 +0000 UTC m=+0.120877443 container create 5e0af47b11ce941f71ca36f962bb15d95a78986cd4759c90703b6e0971139271 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-13T14:36:50.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:50 smithi001 podman[144825]: 2024-09-13 14:36:50.566305868 +0000 UTC m=+0.356500536 container init 5e0af47b11ce941f71ca36f962bb15d95a78986cd4759c90703b6e0971139271 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-13T14:36:50.603 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:50 smithi001 podman[144825]: 2024-09-13 14:36:50.571661296 +0000 UTC m=+0.361855967 container start 5e0af47b11ce941f71ca36f962bb15d95a78986cd4759c90703b6e0971139271 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-13T14:36:51.069 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:50 smithi001 podman[144825]: 2024-09-13 14:36:50.657796598 +0000 UTC m=+0.447991283 container attach 5e0af47b11ce941f71ca36f962bb15d95a78986cd4759c90703b6e0971139271 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:36:51.070 INFO:journalctl@ceph.osd.0.smithi001.stdout:Sep 13 14:36:50 smithi001 podman[144825]: 2024-09-13 14:36:50.772780626 +0000 UTC m=+0.562975305 container died 5e0af47b11ce941f71ca36f962bb15d95a78986cd4759c90703b6e0971139271 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, ceph=True) 2024-09-13T14:36:51.379 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.0.service' 2024-09-13T14:36:51.422 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:36:51.422 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-13T14:36:51.423 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-13T14:36:51.423 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.1 2024-09-13T14:36:51.892 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:51 smithi001 systemd[1]: Stopping Ceph osd.1 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:36:52.352 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:51 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[110197]: 2024-09-13T14:36:51.890+0000 7fd5a0325640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:36:52.353 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:51 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[110197]: 2024-09-13T14:36:51.890+0000 7fd5a0325640 -1 osd.1 1056 *** Got signal Terminated *** 2024-09-13T14:36:52.353 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:51 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1[110197]: 2024-09-13T14:36:51.890+0000 7fd5a0325640 -1 osd.1 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:36:57.575 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:57 smithi001 podman[144953]: 2024-09-13 14:36:57.304051603 +0000 UTC m=+5.517667487 container died 3baaef372553e4b6a0331e57b76bcde7b30a8600ca7a0f5ad5b8a69e759864b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-13T14:36:57.852 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:57 smithi001 podman[144953]: 2024-09-13 14:36:57.681405429 +0000 UTC m=+5.895021305 container cleanup 3baaef372553e4b6a0331e57b76bcde7b30a8600ca7a0f5ad5b8a69e759864b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:36:57.852 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:57 smithi001 bash[144953]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1 2024-09-13T14:36:58.314 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:57 smithi001 podman[144972]: 2024-09-13 14:36:57.95773102 +0000 UTC m=+0.651386114 container remove 3baaef372553e4b6a0331e57b76bcde7b30a8600ca7a0f5ad5b8a69e759864b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:36:58.602 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:58 smithi001 podman[145069]: 2024-09-13 14:36:58.217263334 +0000 UTC m=+0.016699061 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:36:58.603 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:58 smithi001 podman[145069]: 2024-09-13 14:36:58.316669848 +0000 UTC m=+0.116105566 container create e1afe3b49c42b6ed7bb808631d7630bcb7da4dc5c2d8dedd15f694626697fe39 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-13T14:36:58.603 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:58 smithi001 podman[145069]: 2024-09-13 14:36:58.511014256 +0000 UTC m=+0.310449998 container init e1afe3b49c42b6ed7bb808631d7630bcb7da4dc5c2d8dedd15f694626697fe39 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:36:58.603 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:58 smithi001 podman[145069]: 2024-09-13 14:36:58.516028628 +0000 UTC m=+0.315464346 container start e1afe3b49c42b6ed7bb808631d7630bcb7da4dc5c2d8dedd15f694626697fe39 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:36:58.990 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:58 smithi001 podman[145069]: 2024-09-13 14:36:58.610912193 +0000 UTC m=+0.410347910 container attach e1afe3b49c42b6ed7bb808631d7630bcb7da4dc5c2d8dedd15f694626697fe39 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-13T14:36:58.990 INFO:journalctl@ceph.osd.1.smithi001.stdout:Sep 13 14:36:58 smithi001 podman[145069]: 2024-09-13 14:36:58.706675049 +0000 UTC m=+0.506110767 container died e1afe3b49c42b6ed7bb808631d7630bcb7da4dc5c2d8dedd15f694626697fe39 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-13T14:36:59.411 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.1.service' 2024-09-13T14:36:59.457 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:36:59.458 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-13T14:36:59.458 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-13T14:36:59.458 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.2 2024-09-13T14:36:59.829 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:36:59 smithi001 systemd[1]: Stopping Ceph osd.2 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:00.102 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:36:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[115275]: 2024-09-13T14:36:59.828+0000 7fa9d3447640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:00.102 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:36:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[115275]: 2024-09-13T14:36:59.828+0000 7fa9d3447640 -1 osd.2 1056 *** Got signal Terminated *** 2024-09-13T14:37:00.103 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:36:59 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2[115275]: 2024-09-13T14:36:59.828+0000 7fa9d3447640 -1 osd.2 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:05.595 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:05 smithi001 podman[145197]: 2024-09-13 14:37:05.267117575 +0000 UTC m=+5.577195217 container died 3e2db39b752fb1c645ca4f90565d0fd1928f3e5793e1405854803caebc49ae89 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T14:37:05.852 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:05 smithi001 podman[145197]: 2024-09-13 14:37:05.768350731 +0000 UTC m=+6.078428373 container cleanup 3e2db39b752fb1c645ca4f90565d0fd1928f3e5793e1405854803caebc49ae89 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:37:05.852 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:05 smithi001 bash[145197]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2 2024-09-13T14:37:06.323 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:05 smithi001 podman[145230]: 2024-09-13 14:37:05.994746719 +0000 UTC m=+0.725464983 container remove 3e2db39b752fb1c645ca4f90565d0fd1928f3e5793e1405854803caebc49ae89 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:37:06.602 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:06 smithi001 podman[145326]: 2024-09-13 14:37:06.225692921 +0000 UTC m=+0.016524543 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:37:06.602 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:06 smithi001 podman[145326]: 2024-09-13 14:37:06.337009732 +0000 UTC m=+0.127841342 container create ffef7697fe8e7670ccee07027cf823b1b36288a91fa2dfadf2d47e0587b2e6ce (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T14:37:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:06 smithi001 podman[145326]: 2024-09-13 14:37:06.556124257 +0000 UTC m=+0.346955864 container init ffef7697fe8e7670ccee07027cf823b1b36288a91fa2dfadf2d47e0587b2e6ce (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-13T14:37:06.603 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:06 smithi001 podman[145326]: 2024-09-13 14:37:06.561477584 +0000 UTC m=+0.352309191 container start ffef7697fe8e7670ccee07027cf823b1b36288a91fa2dfadf2d47e0587b2e6ce (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-09-13T14:37:07.076 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:06 smithi001 podman[145326]: 2024-09-13 14:37:06.656165976 +0000 UTC m=+0.446997589 container attach ffef7697fe8e7670ccee07027cf823b1b36288a91fa2dfadf2d47e0587b2e6ce (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-13T14:37:07.076 INFO:journalctl@ceph.osd.2.smithi001.stdout:Sep 13 14:37:06 smithi001 podman[145370]: 2024-09-13 14:37:06.78704024 +0000 UTC m=+0.018107959 container died ffef7697fe8e7670ccee07027cf823b1b36288a91fa2dfadf2d47e0587b2e6ce (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:37:07.435 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.2.service' 2024-09-13T14:37:07.479 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:07.479 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-13T14:37:07.479 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-13T14:37:07.479 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.3 2024-09-13T14:37:07.824 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:07 smithi001 systemd[1]: Stopping Ceph osd.3 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:08.102 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:37:07.823+0000 7f5af5641640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:08.102 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:37:07.823+0000 7f5af5641640 -1 osd.3 1056 *** Got signal Terminated *** 2024-09-13T14:37:08.103 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:07 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:37:07.823+0000 7f5af5641640 -1 osd.3 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:11.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:10 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:10.720+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:11.602 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:11 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:37:11.471+0000 7f5aedc4e640 -1 osd.3 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.319585+0000 front 2024-09-13T14:36:44.319676+0000 (oldest deadline 2024-09-13T14:37:11.320014+0000) 2024-09-13T14:37:12.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:11 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:11.742+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:12.731 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:12.442+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:12.852 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:12 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3[120522]: 2024-09-13T14:37:12.454+0000 7f5aedc4e640 -1 osd.3 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.319585+0000 front 2024-09-13T14:36:44.319676+0000 (oldest deadline 2024-09-13T14:37:11.320014+0000) 2024-09-13T14:37:13.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:12.730+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:13.105 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:12 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:12.860+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:13.456 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:13 smithi001 podman[145454]: 2024-09-13 14:37:13.205251076 +0000 UTC m=+5.490854258 container died edbd603256eede566d05dc7561caf885e87d8d47e33d6717263ae564d478e5f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:37:13.747 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:13 smithi001 podman[145454]: 2024-09-13 14:37:13.545838437 +0000 UTC m=+5.831441616 container cleanup edbd603256eede566d05dc7561caf885e87d8d47e33d6717263ae564d478e5f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:37:13.748 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:13 smithi001 bash[145454]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3 2024-09-13T14:37:13.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:13.681+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:13.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:13.455+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:14.102 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:13 smithi001 podman[145478]: 2024-09-13 14:37:13.746992846 +0000 UTC m=+0.543791987 container remove edbd603256eede566d05dc7561caf885e87d8d47e33d6717263ae564d478e5f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:37:14.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:13 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:13.883+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:14.355 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:14.047+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:14.493 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:14 smithi001 podman[145572]: 2024-09-13 14:37:14.068129781 +0000 UTC m=+0.016073747 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:37:14.493 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:14 smithi001 podman[145572]: 2024-09-13 14:37:14.181041782 +0000 UTC m=+0.128985793 container create 9628f2db3b9a4fca46e1bd42ccee57bab90609ebc4f1dc199e5786195d4fbc4c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-13T14:37:14.493 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:14 smithi001 podman[145572]: 2024-09-13 14:37:14.408728562 +0000 UTC m=+0.356672527 container init 9628f2db3b9a4fca46e1bd42ccee57bab90609ebc4f1dc199e5786195d4fbc4c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-13T14:37:14.493 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:14 smithi001 podman[145572]: 2024-09-13 14:37:14.413702063 +0000 UTC m=+0.361646029 container start 9628f2db3b9a4fca46e1bd42ccee57bab90609ebc4f1dc199e5786195d4fbc4c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-13T14:37:14.852 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:14 smithi001 podman[145572]: 2024-09-13 14:37:14.491916653 +0000 UTC m=+0.439860619 container attach 9628f2db3b9a4fca46e1bd42ccee57bab90609ebc4f1dc199e5786195d4fbc4c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:37:14.853 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:14 smithi001 podman[145572]: 2024-09-13 14:37:14.613462181 +0000 UTC m=+0.561406146 container died 9628f2db3b9a4fca46e1bd42ccee57bab90609ebc4f1dc199e5786195d4fbc4c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-13T14:37:14.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:14.638+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:14.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:14.439+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:15.171 INFO:journalctl@ceph.osd.3.smithi001.stdout:Sep 13 14:37:15 smithi001 podman[145615]: 2024-09-13 14:37:15.153584118 +0000 UTC m=+0.533650112 container remove 9628f2db3b9a4fca46e1bd42ccee57bab90609ebc4f1dc199e5786195d4fbc4c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-09-13T14:37:15.176 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.3.service' 2024-09-13T14:37:15.216 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:15.216 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-13T14:37:15.216 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-13T14:37:15.216 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.4 2024-09-13T14:37:15.246 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:14 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:14.866+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:15.246 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:15.036+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:15.578 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:15 smithi028 systemd[1]: Stopping Ceph osd.4 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:15.579 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:15.399+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:15.854 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:15.627+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:15.855 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:15.577+0000 7f50320c7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:15.855 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:15.577+0000 7f50320c7640 -1 osd.4 1056 *** Got signal Terminated *** 2024-09-13T14:37:15.855 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:15.577+0000 7f50320c7640 -1 osd.4 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:16.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:15 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:15.889+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:16.355 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:16 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:16.051+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:16.847 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:16 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:16.619+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:16.847 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:16 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:16.444+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:17.105 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:16 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:16.846+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:17.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:17.035+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:17.840 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:17.661+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:17.840 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:17.416+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:17.840 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:17.507Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:37:17.841 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:17.508Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:37:17.841 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:17.508Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:37:17.841 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:17.508Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:37:17.841 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:17.515Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:37:17.841 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:17.515Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-09-13T14:37:18.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:18 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:18.048+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:18.105 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:17 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:17.839+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:18.829 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:18 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:18.661+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:18.829 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:18 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:18.465+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:19.105 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:18 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:18.828+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:19.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:19.028+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:19.841 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:19.639+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:19.842 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:19.429+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:20.105 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:19 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4[93607]: 2024-09-13T14:37:19.840+0000 7f502e6dc640 -1 osd.4 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.791710+0000 front 2024-09-13T14:36:46.791441+0000 (oldest deadline 2024-09-13T14:37:12.091521+0000) 2024-09-13T14:37:20.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:20 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:20.039+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:20.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:20 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:20.620+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:20.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:20 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:20.421+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:21.355 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:21 smithi028 podman[129915]: 2024-09-13 14:37:21.164189293 +0000 UTC m=+5.735701755 container died 4c5922da0bf3c3b81957fa181e9f838cb62b42e140e5d0e4c63aafb6fa329b49 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-13T14:37:21.355 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:21.066+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:21.630 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:21.397+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:21.905 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:21 smithi028 podman[129915]: 2024-09-13 14:37:21.648014231 +0000 UTC m=+6.219526690 container cleanup 4c5922da0bf3c3b81957fa181e9f838cb62b42e140e5d0e4c63aafb6fa329b49 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-13T14:37:21.905 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:21 smithi028 bash[129915]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4 2024-09-13T14:37:21.905 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:21.629+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:21.905 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:21 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:21.629+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:22.234 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:21 smithi028 podman[129937]: 2024-09-13 14:37:21.904152326 +0000 UTC m=+0.733533596 container remove 4c5922da0bf3c3b81957fa181e9f838cb62b42e140e5d0e4c63aafb6fa329b49 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:37:22.234 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:22.037+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:22.234 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:22.037+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.986852+0000 front 2024-09-13T14:36:55.986919+0000 (oldest deadline 2024-09-13T14:37:21.286598+0000) 2024-09-13T14:37:22.515 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:22.372+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:22.516 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:22.372+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:22.516 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:22 smithi028 podman[130030]: 2024-09-13 14:37:22.136495138 +0000 UTC m=+0.016579375 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:37:22.516 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:22 smithi028 podman[130030]: 2024-09-13 14:37:22.238283063 +0000 UTC m=+0.118367290 container create 49dba03cfcee8d0adff2648bd560a9da07198feb560ea58f726f9a52aded056c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True) 2024-09-13T14:37:22.516 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:22 smithi028 podman[130030]: 2024-09-13 14:37:22.42407493 +0000 UTC m=+0.304159160 container init 49dba03cfcee8d0adff2648bd560a9da07198feb560ea58f726f9a52aded056c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-13T14:37:22.517 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:22 smithi028 podman[130030]: 2024-09-13 14:37:22.429118818 +0000 UTC m=+0.309203046 container start 49dba03cfcee8d0adff2648bd560a9da07198feb560ea58f726f9a52aded056c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-13T14:37:22.517 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:22 smithi028 podman[130030]: 2024-09-13 14:37:22.515354896 +0000 UTC m=+0.395439132 container attach 49dba03cfcee8d0adff2648bd560a9da07198feb560ea58f726f9a52aded056c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T14:37:22.855 INFO:journalctl@ceph.osd.4.smithi028.stdout:Sep 13 14:37:22 smithi028 podman[130030]: 2024-09-13 14:37:22.62465199 +0000 UTC m=+0.504736218 container died 49dba03cfcee8d0adff2648bd560a9da07198feb560ea58f726f9a52aded056c (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T14:37:22.855 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:22.651+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:22.856 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:22 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:22.651+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:23.344 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:23.059+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:23.345 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:23.059+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.986852+0000 front 2024-09-13T14:36:55.986919+0000 (oldest deadline 2024-09-13T14:37:21.286598+0000) 2024-09-13T14:37:23.371 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.4.service' 2024-09-13T14:37:23.453 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:23.453 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-13T14:37:23.453 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-13T14:37:23.453 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.5 2024-09-13T14:37:23.605 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:23 smithi028 systemd[1]: Stopping Ceph osd.5 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:23.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:23.363+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:23.606 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:23.363+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:23.865 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:23.608+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:23.865 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:23.608+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:23.865 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:23.790+0000 7f1400950640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:23.866 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:23.790+0000 7f1400950640 -1 osd.5 1056 *** Got signal Terminated *** 2024-09-13T14:37:23.866 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:23 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:23.790+0000 7f1400950640 -1 osd.5 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:24.355 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:24.010+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:24.355 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:24.010+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.986852+0000 front 2024-09-13T14:36:55.986919+0000 (oldest deadline 2024-09-13T14:37:21.286598+0000) 2024-09-13T14:37:24.643 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:24.358+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:24.644 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:24.358+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:25.022 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:24.653+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:25.022 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:24 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:24.653+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:25.321 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:25.020+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:25.321 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:25.020+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.986852+0000 front 2024-09-13T14:36:55.986919+0000 (oldest deadline 2024-09-13T14:37:21.286598+0000) 2024-09-13T14:37:25.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:25.320+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:25.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:25.320+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:25.980 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:25.659+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:25.981 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:25.659+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:26.310 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:25.980+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:26.311 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:25.980+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.986852+0000 front 2024-09-13T14:36:55.986919+0000 (oldest deadline 2024-09-13T14:37:21.286598+0000) 2024-09-13T14:37:26.311 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:25 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:25.980+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:02.387417+0000 front 2024-09-13T14:37:02.387501+0000 (oldest deadline 2024-09-13T14:37:25.287307+0000) 2024-09-13T14:37:26.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:26.309+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:26.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:26.309+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:26.981 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:26.654+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:26.981 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:26.654+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:26.981 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:26.654+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:27.275 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:26.980+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:27.275 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:26.980+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.986852+0000 front 2024-09-13T14:36:55.986919+0000 (oldest deadline 2024-09-13T14:37:21.286598+0000) 2024-09-13T14:37:27.275 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:26 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:26.980+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:02.387417+0000 front 2024-09-13T14:37:02.387501+0000 (oldest deadline 2024-09-13T14:37:25.287307+0000) 2024-09-13T14:37:27.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:27 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:27.274+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:27.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:27 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:27.274+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:27.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:27 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:27.274+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:28.004 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:27 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:27.703+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:28.004 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:27 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:27.703+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:28.005 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:27 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:27.703+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:28.259 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:28.002+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:48.485574+0000 front 2024-09-13T14:36:48.485550+0000 (oldest deadline 2024-09-13T14:37:13.785667+0000) 2024-09-13T14:37:28.260 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:28.002+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.986852+0000 front 2024-09-13T14:36:55.986919+0000 (oldest deadline 2024-09-13T14:37:21.286598+0000) 2024-09-13T14:37:28.260 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5[98379]: 2024-09-13T14:37:28.002+0000 7f13fcf65640 -1 osd.5 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:02.387417+0000 front 2024-09-13T14:37:02.387501+0000 (oldest deadline 2024-09-13T14:37:25.287307+0000) 2024-09-13T14:37:28.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:28.259+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:28.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:28.259+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:28.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:28.259+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:29.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:28.725+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:29.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:28.725+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:29.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:28 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:28.725+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:29.448 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:29 smithi028 podman[130159]: 2024-09-13 14:37:29.17799662 +0000 UTC m=+5.493673524 container died 9b05afad3641e8314f45fa5db90fd998b9de577ee29a336a650a3752c3553821 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-13T14:37:29.449 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:29 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:29.211+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:29.449 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:29 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:29.211+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:29.449 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:29 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:29.211+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:29.774 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:29 smithi028 podman[130159]: 2024-09-13 14:37:29.546668484 +0000 UTC m=+5.862345389 container cleanup 9b05afad3641e8314f45fa5db90fd998b9de577ee29a336a650a3752c3553821 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:37:29.774 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:29 smithi028 bash[130159]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5 2024-09-13T14:37:30.105 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:29 smithi028 podman[130190]: 2024-09-13 14:37:29.806254203 +0000 UTC m=+0.630361325 container remove 9b05afad3641e8314f45fa5db90fd998b9de577ee29a336a650a3752c3553821 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:37:30.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:29 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:29.773+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:30.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:29 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:29.773+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:30.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:29 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:29.773+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:30.435 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:30 smithi028 podman[130288]: 2024-09-13 14:37:30.086482239 +0000 UTC m=+0.016621350 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:37:30.435 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:30 smithi028 podman[130288]: 2024-09-13 14:37:30.21566261 +0000 UTC m=+0.145801710 container create ad0bbed85df78541bb64a987dcc118467c35242a77590f23c3f28edda9e5d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T14:37:30.435 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:30 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:30.243+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:30.435 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:30 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:30.243+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:30.435 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:30 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:30.243+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:30.785 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:30 smithi028 podman[130288]: 2024-09-13 14:37:30.434480848 +0000 UTC m=+0.364619949 container init ad0bbed85df78541bb64a987dcc118467c35242a77590f23c3f28edda9e5d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T14:37:30.785 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:30 smithi028 podman[130288]: 2024-09-13 14:37:30.440407224 +0000 UTC m=+0.370546327 container start ad0bbed85df78541bb64a987dcc118467c35242a77590f23c3f28edda9e5d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-13T14:37:30.785 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:30 smithi028 podman[130288]: 2024-09-13 14:37:30.526161019 +0000 UTC m=+0.456300133 container attach ad0bbed85df78541bb64a987dcc118467c35242a77590f23c3f28edda9e5d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:37:30.785 INFO:journalctl@ceph.osd.5.smithi028.stdout:Sep 13 14:37:30 smithi028 podman[130288]: 2024-09-13 14:37:30.635095774 +0000 UTC m=+0.565234879 container died ad0bbed85df78541bb64a987dcc118467c35242a77590f23c3f28edda9e5d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:37:31.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:30 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:30.784+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:31.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:30 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:30.784+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:31.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:30 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:30.784+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:31.246 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.5.service' 2024-09-13T14:37:31.288 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:31.289 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-13T14:37:31.289 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-13T14:37:31.289 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.6 2024-09-13T14:37:31.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:31 smithi028 systemd[1]: Stopping Ceph osd.6 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:31.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:31.212+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:31.606 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:31.212+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:31.606 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:31.212+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:32.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:31.609+0000 7f16ade2e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:32.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:31.609+0000 7f16ade2e640 -1 osd.6 1056 *** Got signal Terminated *** 2024-09-13T14:37:32.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:31.609+0000 7f16ade2e640 -1 osd.6 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:32.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:31.772+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:32.106 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:31.772+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:32.106 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:31 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:31.772+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:32.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:32 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:32.195+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:32.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:32 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:32.195+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:32.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:32 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:32.195+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:33.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:32 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:32.811+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:33.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:32 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:32.811+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:33.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:32 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:32.811+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:33.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:33.188+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:33.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:33.188+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:33.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:33.188+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:34.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:33.771+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:34.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:33.771+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:34.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:33 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:33.771+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:34.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:34 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:34.156+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:34.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:34 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:34.156+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:34.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:34 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:34.156+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:35.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:34 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:34.775+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:35.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:34 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:34.775+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:35.105 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:34 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:34.775+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:35.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:35.126+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:35.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:35.126+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:35.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:35.126+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:35.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:35.126+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:36.087 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:35.805+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:44.124134+0000 front 2024-09-13T14:36:44.124017+0000 (oldest deadline 2024-09-13T14:37:10.023971+0000) 2024-09-13T14:37:36.087 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:35.805+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:55.225471+0000 front 2024-09-13T14:36:55.225360+0000 (oldest deadline 2024-09-13T14:37:21.125321+0000) 2024-09-13T14:37:36.087 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:35 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6[103126]: 2024-09-13T14:37:35.805+0000 7f16aa443640 -1 osd.6 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:03.426224+0000 front 2024-09-13T14:37:03.426208+0000 (oldest deadline 2024-09-13T14:37:25.726067+0000) 2024-09-13T14:37:36.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:36 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:36.085+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:36.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:36 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:36.085+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:36.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:36 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:36.085+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:36.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:36 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:36.085+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:37.309 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:37 smithi028 podman[130414]: 2024-09-13 14:37:37.031829482 +0000 UTC m=+5.509549324 container died 5c5dc36d0f4ea42f0823b2b90e1e9a21fd58652b0a3d4bf9a66296c75180b1c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T14:37:37.310 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:37.090+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:37.310 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:37.090+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:37.310 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:37.090+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:37.310 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:37 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:37.090+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:37.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:37 smithi028 podman[130414]: 2024-09-13 14:37:37.390556972 +0000 UTC m=+5.868276813 container cleanup 5c5dc36d0f4ea42f0823b2b90e1e9a21fd58652b0a3d4bf9a66296c75180b1c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:37:37.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:37 smithi028 bash[130414]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6 2024-09-13T14:37:38.017 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:37 smithi028 podman[130437]: 2024-09-13 14:37:37.666902782 +0000 UTC m=+0.633215508 container remove 5c5dc36d0f4ea42f0823b2b90e1e9a21fd58652b0a3d4bf9a66296c75180b1c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True) 2024-09-13T14:37:38.345 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:38 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:38.116+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:38.345 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:38 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:38.116+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:38.345 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:38 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:38.116+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:38.345 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:38 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:38.116+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:38.346 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:38 smithi028 podman[130532]: 2024-09-13 14:37:37.919883019 +0000 UTC m=+0.016531695 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:37:38.346 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:38 smithi028 podman[130532]: 2024-09-13 14:37:38.025865613 +0000 UTC m=+0.122514278 container create 286eb2f7a676f8a79e6b522676db0799853f630b0b5e0ba155c1ee55aeb300f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T14:37:38.346 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:38 smithi028 podman[130532]: 2024-09-13 14:37:38.253695681 +0000 UTC m=+0.350344346 container init 286eb2f7a676f8a79e6b522676db0799853f630b0b5e0ba155c1ee55aeb300f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-aclamk-cbt-combined-d58f730, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T14:37:38.346 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:38 smithi028 podman[130532]: 2024-09-13 14:37:38.25940391 +0000 UTC m=+0.356052584 container start 286eb2f7a676f8a79e6b522676db0799853f630b0b5e0ba155c1ee55aeb300f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-13T14:37:38.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:38 smithi028 podman[130532]: 2024-09-13 14:37:38.344720309 +0000 UTC m=+0.441368974 container attach 286eb2f7a676f8a79e6b522676db0799853f630b0b5e0ba155c1ee55aeb300f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T14:37:38.605 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:38 smithi028 podman[130532]: 2024-09-13 14:37:38.45798032 +0000 UTC m=+0.554628984 container died 286eb2f7a676f8a79e6b522676db0799853f630b0b5e0ba155c1ee55aeb300f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-13T14:37:39.051 INFO:journalctl@ceph.osd.6.smithi028.stdout:Sep 13 14:37:39 smithi028 podman[130576]: 2024-09-13 14:37:39.047996477 +0000 UTC m=+0.583675134 container remove 286eb2f7a676f8a79e6b522676db0799853f630b0b5e0ba155c1ee55aeb300f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-09-13T14:37:39.067 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.6.service' 2024-09-13T14:37:39.107 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:39.107 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-13T14:37:39.108 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-13T14:37:39.108 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.7 2024-09-13T14:37:39.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:39.081+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:39.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:39.081+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:39.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:39.081+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:39.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:39.081+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:39.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 systemd[1]: Stopping Ceph osd.7 for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:39.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:39.451+0000 7f995af0a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:39.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:39.451+0000 7f995af0a640 -1 osd.7 1056 *** Got signal Terminated *** 2024-09-13T14:37:39.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:39 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:39.451+0000 7f995af0a640 -1 osd.7 1056 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:40.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.038+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:40.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.038+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:40.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.038+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:40.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.038+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:41.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.993+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:41.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.993+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:41.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.993+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:41.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:40 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:40.993+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:42.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:42 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:42.016+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:42.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:42 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:42.016+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:42.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:42 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:42.016+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:42.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:42 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:42.016+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:43.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:43 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:43.067+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:43.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:43 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:43.067+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:43.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:43 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:43.067+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:43.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:43 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:43.067+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:44.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:44 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:44.051+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-09-13T14:36:46.644491+0000 front 2024-09-13T14:36:46.644530+0000 (oldest deadline 2024-09-13T14:37:11.944196+0000) 2024-09-13T14:37:44.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:44 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:44.051+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-09-13T14:36:54.845048+0000 front 2024-09-13T14:36:54.845062+0000 (oldest deadline 2024-09-13T14:37:21.845500+0000) 2024-09-13T14:37:44.355 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:44 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:44.051+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-09-13T14:37:04.746481+0000 front 2024-09-13T14:37:04.746471+0000 (oldest deadline 2024-09-13T14:37:27.046381+0000) 2024-09-13T14:37:44.356 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:44 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7[107859]: 2024-09-13T14:37:44.051+0000 7f995751f640 -1 osd.7 1056 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-09-13T14:37:09.347502+0000 front 2024-09-13T14:37:09.347452+0000 (oldest deadline 2024-09-13T14:37:34.647328+0000) 2024-09-13T14:37:45.253 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:44 smithi028 podman[130661]: 2024-09-13 14:37:44.969632371 +0000 UTC m=+5.628835089 container died 908e95ac75c89a91751b59a6984206503f1c2d52d2650cf8b8a678d9acd59907 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:37:45.601 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:45 smithi028 podman[130661]: 2024-09-13 14:37:45.350331313 +0000 UTC m=+6.009534016 container cleanup 908e95ac75c89a91751b59a6984206503f1c2d52d2650cf8b8a678d9acd59907 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:37:45.602 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:45 smithi028 bash[130661]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7 2024-09-13T14:37:45.855 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:45 smithi028 podman[130682]: 2024-09-13 14:37:45.60133173 +0000 UTC m=+0.627645449 container remove 908e95ac75c89a91751b59a6984206503f1c2d52d2650cf8b8a678d9acd59907 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T14:37:46.238 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:45 smithi028 podman[130775]: 2024-09-13 14:37:45.838245489 +0000 UTC m=+0.016767843 image pull fec07016a2b0bf363d0b69240081049b65cf13f1c44f6a7196cf8309aeb428cd quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f 2024-09-13T14:37:46.238 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:45 smithi028 podman[130775]: 2024-09-13 14:37:45.952468894 +0000 UTC m=+0.130991247 container create fe14be3c341ed4ba2186b1b2f8222adde78358e522efe06298b9de8b1bb40578 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T14:37:46.238 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:46 smithi028 podman[130775]: 2024-09-13 14:37:46.154715372 +0000 UTC m=+0.333237738 container init fe14be3c341ed4ba2186b1b2f8222adde78358e522efe06298b9de8b1bb40578 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T14:37:46.238 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:46 smithi028 podman[130775]: 2024-09-13 14:37:46.159944447 +0000 UTC m=+0.338466801 container start fe14be3c341ed4ba2186b1b2f8222adde78358e522efe06298b9de8b1bb40578 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:37:46.238 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:46 smithi028 podman[130775]: 2024-09-13 14:37:46.237674057 +0000 UTC m=+0.416196430 container attach fe14be3c341ed4ba2186b1b2f8222adde78358e522efe06298b9de8b1bb40578 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2) 2024-09-13T14:37:46.605 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:46 smithi028 podman[130775]: 2024-09-13 14:37:46.350340974 +0000 UTC m=+0.528863332 container died fe14be3c341ed4ba2186b1b2f8222adde78358e522efe06298b9de8b1bb40578 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True) 2024-09-13T14:37:46.885 INFO:journalctl@ceph.osd.7.smithi028.stdout:Sep 13 14:37:46 smithi028 podman[130818]: 2024-09-13 14:37:46.882394332 +0000 UTC m=+0.525852715 container remove fe14be3c341ed4ba2186b1b2f8222adde78358e522efe06298b9de8b1bb40578 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-13T14:37:46.900 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@osd.7.service' 2024-09-13T14:37:46.940 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:46.941 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-13T14:37:46.941 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-13T14:37:46.941 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.a 2024-09-13T14:37:47.256 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:46 smithi001 systemd[1]: Stopping Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:47.602 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: 2024-09-13T14:37:47.254+0000 7f9331cbd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:47.602 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:47 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a[125858]: 2024-09-13T14:37:47.254+0000 7f9331cbd640 -1 mds.a *** got signal Terminated *** 2024-09-13T14:37:51.563 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:51 smithi001 podman[145701]: 2024-09-13 14:37:51.206546076 +0000 UTC m=+4.061827960 container died 61875e456fc692d02f7dfe1ca21268d24b5fe5483819683aa5fa32d2630dc1b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-13T14:37:51.829 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:51 smithi001 podman[145701]: 2024-09-13 14:37:51.644188367 +0000 UTC m=+4.499470250 container cleanup 61875e456fc692d02f7dfe1ca21268d24b5fe5483819683aa5fa32d2630dc1b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-aclamk-cbt-combined-d58f730) 2024-09-13T14:37:51.829 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:51 smithi001 bash[145701]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a 2024-09-13T14:37:52.079 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:51 smithi001 podman[145729]: 2024-09-13 14:37:51.828812245 +0000 UTC m=+0.622452063 container remove 61875e456fc692d02f7dfe1ca21268d24b5fe5483819683aa5fa32d2630dc1b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-13T14:37:52.080 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:52 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-13T14:37:52.080 INFO:journalctl@ceph.mds.a.smithi001.stdout:Sep 13 14:37:52 smithi001 systemd[1]: Stopped Ceph mds.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:37:52.082 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.a.service' 2024-09-13T14:37:52.120 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:52.120 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-13T14:37:52.121 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-13T14:37:52.121 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.b 2024-09-13T14:37:52.422 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:37:52 smithi028 systemd[1]: Stopping Ceph mds.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:52.855 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:37:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b[112220]: 2024-09-13T14:37:52.420+0000 7f3505f78640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T14:37:52.855 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:37:52 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b[112220]: 2024-09-13T14:37:52.420+0000 7f3505f78640 -1 mds.b *** got signal Terminated *** 2024-09-13T14:37:55.105 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:37:54 smithi028 podman[130903]: 2024-09-13 14:37:54.97096973 +0000 UTC m=+2.648644363 container died fa82f4f004af5b67bdae8616d3e600dbda6704073bfb8668bd78252b55af6cab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-aclamk-cbt-combined-d58f730, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-13T14:37:55.605 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:37:55 smithi028 podman[130903]: 2024-09-13 14:37:55.401616604 +0000 UTC m=+3.079291244 container cleanup fa82f4f004af5b67bdae8616d3e600dbda6704073bfb8668bd78252b55af6cab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-aclamk-cbt-combined-d58f730, io.buildah.version=1.37.2) 2024-09-13T14:37:55.605 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:37:55 smithi028 bash[130903]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b 2024-09-13T14:37:55.605 INFO:journalctl@ceph.mds.b.smithi028.stdout:Sep 13 14:37:55 smithi028 podman[130934]: 2024-09-13 14:37:55.560851624 +0000 UTC m=+0.589559781 container remove fa82f4f004af5b67bdae8616d3e600dbda6704073bfb8668bd78252b55af6cab (image=quay.ceph.io/ceph-ci/ceph@sha256:914e971332a58dba507db28f0971f6f283c67edecc2d9a6537eea399760b8c1f, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-aclamk-cbt-combined-d58f730, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-13T14:37:55.791 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@mds.b.service' 2024-09-13T14:37:55.829 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:55.829 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-13T14:37:55.829 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-13T14:37:55.829 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a 2024-09-13T14:37:56.105 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:55 smithi028 systemd[1]: Stopping Ceph prometheus.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:56.432 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:37:56.432 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:37:56.432 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:37:56.432 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.166Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.167Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.167Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-13T14:37:56.433 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a[120266]: ts=2024-09-13T14:37:56.167Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-13T14:37:56.434 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 podman[131045]: 2024-09-13 14:37:56.176653613 +0000 UTC m=+0.114666765 container died 73730ab35529d509470cc70080c27a62c9daf7dc66c3f4bc96effe03ae71ac6a (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:37:56.823 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 podman[131045]: 2024-09-13 14:37:56.538414516 +0000 UTC m=+0.476427666 container cleanup 73730ab35529d509470cc70080c27a62c9daf7dc66c3f4bc96effe03ae71ac6a (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T14:37:56.823 INFO:journalctl@ceph.prometheus.a.smithi028.stdout:Sep 13 14:37:56 smithi028 bash[131045]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:37:56.966 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96a1432a-71d9-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-13T14:37:57.001 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:57.002 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-13T14:37:57.002 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T14:37:57.162 INFO:teuthology.orchestra.run.smithi001.stdout:Deleting cluster with fsid: 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:37:58.852 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:58 smithi001 systemd[1]: Stopping Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:37:59.284 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:58 smithi001 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a[134622]: ts=2024-09-13T14:37:58.976Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:37:59.285 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 podman[146165]: 2024-09-13 14:37:59.018240387 +0000 UTC m=+0.134161869 container died c70cd583f1429c1ca440d41125c35d5f6f93c66fa45d547594b9d10d4c639fef (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:37:59.602 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 podman[146165]: 2024-09-13 14:37:59.391608704 +0000 UTC m=+0.507530184 container cleanup c70cd583f1429c1ca440d41125c35d5f6f93c66fa45d547594b9d10d4c639fef (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:37:59.602 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 bash[146165]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T14:38:00.057 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 podman[146184]: 2024-09-13 14:37:59.659233317 +0000 UTC m=+0.634341802 container remove c70cd583f1429c1ca440d41125c35d5f6f93c66fa45d547594b9d10d4c639fef (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T14:38:00.057 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 podman[146184]: 2024-09-13 14:37:59.734690435 +0000 UTC m=+0.709798883 volume remove a4480e10f94ec4b4e0acdae5f338d6b76969bd3acad5264c1323585f32bcbab9 2024-09-13T14:38:00.057 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T14:38:00.057 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 systemd[1]: Stopped Ceph alertmanager.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:38:00.057 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Sep 13 14:37:59 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.284s CPU time. 2024-09-13T14:38:00.105 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:37:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=cleanup t=2024-09-13T14:37:59.731609861Z level=info msg="Completed cleanup jobs" duration=13.248165ms 2024-09-13T14:38:00.106 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:37:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=plugins.update.checker t=2024-09-13T14:37:59.87695167Z level=info msg="Update check succeeded" duration=57.463117ms 2024-09-13T14:38:00.106 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:37:59 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=grafana.update.checker t=2024-09-13T14:37:59.890455293Z level=info msg="Update check succeeded" duration=66.718267ms 2024-09-13T14:38:00.308 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:00 smithi001 systemd[1]: Stopping Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:38:00.602 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:00 smithi001 podman[146294]: 2024-09-13 14:38:00.308544065 +0000 UTC m=+0.109996327 container died b68ed1f470e885dd3b884699ad5af1e8a093f8b3223e571e922bb5208ed9c4cd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:38:01.037 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:00 smithi001 podman[146294]: 2024-09-13 14:38:00.629110796 +0000 UTC m=+0.430563055 container cleanup b68ed1f470e885dd3b884699ad5af1e8a093f8b3223e571e922bb5208ed9c4cd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:38:01.037 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:00 smithi001 bash[146294]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T14:38:01.038 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:00 smithi001 podman[146310]: 2024-09-13 14:38:00.821922079 +0000 UTC m=+0.512061727 container remove b68ed1f470e885dd3b884699ad5af1e8a093f8b3223e571e922bb5208ed9c4cd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T14:38:01.038 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:00 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:38:01.352 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:01 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T14:38:01.352 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:01 smithi001 systemd[1]: Stopped Ceph node-exporter.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:38:01.353 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Sep 13 14:38:01 smithi001 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 3.006s CPU time. 2024-09-13T14:38:01.703 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T14:38:01.862 INFO:teuthology.orchestra.run.smithi028.stdout:Deleting cluster with fsid: 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:38:03.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:03 smithi028 systemd[1]: Stopping Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:38:03.971 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=server t=2024-09-13T14:38:03.662867559Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-13T14:38:03.971 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=grafana-apiserver t=2024-09-13T14:38:03.662959964Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-13T14:38:03.971 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=ticker t=2024-09-13T14:38:03.66296397Z level=info msg=stopped last_tick=2024-09-13T14:38:00Z 2024-09-13T14:38:03.971 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=tracing t=2024-09-13T14:38:03.662953108Z level=info msg="Closing tracing" 2024-09-13T14:38:03.971 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:03 smithi028 ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a[124649]: logger=sqlstore.transactions t=2024-09-13T14:38:03.673789399Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T14:38:03.972 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:03 smithi028 podman[131497]: 2024-09-13 14:38:03.683734383 +0000 UTC m=+0.126905719 container died e070f570bab8690bb7aa9ba38b196b3a08b196e5a660a5f3f145238bcc9382b1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T14:38:04.294 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:04 smithi028 podman[131497]: 2024-09-13 14:38:04.03503793 +0000 UTC m=+0.478209264 container cleanup e070f570bab8690bb7aa9ba38b196b3a08b196e5a660a5f3f145238bcc9382b1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T14:38:04.294 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:04 smithi028 bash[131497]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a 2024-09-13T14:38:04.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:04 smithi028 podman[131514]: 2024-09-13 14:38:04.294364116 +0000 UTC m=+0.610609677 container remove e070f570bab8690bb7aa9ba38b196b3a08b196e5a660a5f3f145238bcc9382b1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T14:38:04.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:04 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-13T14:38:04.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:04 smithi028 systemd[1]: Stopped Ceph grafana.a for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:38:04.605 INFO:journalctl@ceph.grafana.a.smithi028.stdout:Sep 13 14:38:04 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@grafana.a.service: Consumed 7.014s CPU time. 2024-09-13T14:38:04.918 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:04 smithi028 systemd[1]: Stopping Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968... 2024-09-13T14:38:05.173 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:04 smithi028 podman[131626]: 2024-09-13 14:38:04.918254593 +0000 UTC m=+0.111801858 container died 2e359a98fe1dff7355f93665e523e37cb50744af0e8d7dc7a5320634a2a11f52 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:38:05.531 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:05 smithi028 podman[131626]: 2024-09-13 14:38:05.263469769 +0000 UTC m=+0.457017030 container cleanup 2e359a98fe1dff7355f93665e523e37cb50744af0e8d7dc7a5320634a2a11f52 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:38:05.531 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:05 smithi028 bash[131626]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T14:38:05.843 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:05 smithi028 podman[131643]: 2024-09-13 14:38:05.531299466 +0000 UTC m=+0.616988799 container remove 2e359a98fe1dff7355f93665e523e37cb50744af0e8d7dc7a5320634a2a11f52 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-96a1432a-71d9-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T14:38:05.843 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:05 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:38:05.843 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:05 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T14:38:05.844 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:05 smithi028 systemd[1]: Stopped Ceph node-exporter.b for 96a1432a-71d9-11ef-bceb-c7b262605968. 2024-09-13T14:38:05.844 INFO:journalctl@ceph.node-exporter.b.smithi028.stdout:Sep 13 14:38:05 smithi028 systemd[1]: ceph-96a1432a-71d9-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 3.059s CPU time. 2024-09-13T14:38:06.323 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:38:06.358 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:38:06.386 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-13T14:38:06.388 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549/remote/smithi001/crash 2024-09-13T14:38:06.389 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/crash -- . 2024-09-13T14:38:06.440 INFO:teuthology.orchestra.run.smithi001.stderr:tar: /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T14:38:06.441 INFO:teuthology.orchestra.run.smithi001.stderr:tar: Error is not recoverable: exiting now 2024-09-13T14:38:06.443 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549/remote/smithi028/crash 2024-09-13T14:38:06.443 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/crash -- . 2024-09-13T14:38:06.481 INFO:teuthology.orchestra.run.smithi028.stderr:tar: /var/lib/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T14:38:06.481 INFO:teuthology.orchestra.run.smithi028.stderr:tar: Error is not recoverable: exiting now 2024-09-13T14:38:06.482 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-13T14:38:06.482 DEBUG:teuthology.orchestra.run.smithi001:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-09-13T14:38:06.516 INFO:teuthology.orchestra.run.smithi001.stdout:2024-09-13T14:14:33.347166+0000 mon.a (mon.0) 664 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T14:38:06.517 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-13T14:38:06.517 INFO:tasks.cephadm:Compressing logs... 2024-09-13T14:38:06.517 DEBUG:teuthology.orchestra.run.smithi001:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T14:38:06.559 DEBUG:teuthology.orchestra.run.smithi028:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T14:38:06.584 INFO:teuthology.orchestra.run.smithi001.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-13T14:38:06.584 INFO:teuthology.orchestra.run.smithi001.stderr:: No such file or directory 2024-09-13T14:38:06.584 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-13T14:38:06.589 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T14:38:06.589 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T14:38:06.589 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-13T14:38:06.589 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-13T14:38:06.590 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.audit.log: /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T14:38:06.590 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-13T14:38:06.590 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-13T14:38:06.590 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.a.log: 91.5% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-13T14:38:06.593 INFO:teuthology.orchestra.run.smithi028.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.7.log: No such file or directory 2024-09-13T14:38:06.593 INFO:teuthology.orchestra.run.smithi028.stderr: 2024-09-13T14:38:06.593 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T14:38:06.593 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.7.log: -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-13T14:38:06.593 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.4.log: 84.2% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.log 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.5.log: 84.8% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-13T14:38:06.594 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-13T14:38:06.595 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-13T14:38:06.595 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mgr.x.log: 91.0% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T14:38:06.595 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T14:38:06.596 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.b.log: 86.3% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T14:38:06.597 INFO:teuthology.orchestra.run.smithi001.stderr: 94.5% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T14:38:06.598 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-13T14:38:06.598 INFO:teuthology.orchestra.run.smithi001.stderr: 91.9% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-13T14:38:06.598 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.log 2024-09-13T14:38:06.598 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-13T14:38:06.604 INFO:teuthology.orchestra.run.smithi028.stderr: 91.3% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T14:38:06.607 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.log: /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mgr.y.log: 92.4% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T14:38:06.608 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T14:38:06.609 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.3.log: 91.2% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T14:38:06.614 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T14:38:06.625 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/cephadm.log: 89.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T14:38:06.640 INFO:teuthology.orchestra.run.smithi028.stderr: 89.3% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-13T14:38:07.090 INFO:teuthology.orchestra.run.smithi001.stderr: 89.1% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-13T14:38:07.126 INFO:teuthology.orchestra.run.smithi028.stderr: 92.1% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-13T14:38:07.336 INFO:teuthology.orchestra.run.smithi001.stderr: 91.8% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-13T14:38:08.008 INFO:teuthology.orchestra.run.smithi001.stderr: 90.8% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-13T14:38:11.541 INFO:teuthology.orchestra.run.smithi028.stderr: 94.3% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-13T14:38:11.747 INFO:teuthology.orchestra.run.smithi028.stderr: 94.1% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-13T14:38:12.204 INFO:teuthology.orchestra.run.smithi028.stderr: 94.3% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-13T14:38:13.168 INFO:teuthology.orchestra.run.smithi001.stderr: 93.8% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-13T14:38:13.304 INFO:teuthology.orchestra.run.smithi028.stderr: 94.0% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-13T14:38:13.305 INFO:teuthology.orchestra.run.smithi028.stderr: 2024-09-13T14:38:13.306 INFO:teuthology.orchestra.run.smithi028.stderr:real 0m6.731s 2024-09-13T14:38:13.306 INFO:teuthology.orchestra.run.smithi028.stderr:user 0m22.272s 2024-09-13T14:38:13.306 INFO:teuthology.orchestra.run.smithi028.stderr:sys 0m0.794s 2024-09-13T14:38:13.403 INFO:teuthology.orchestra.run.smithi001.stderr: 93.9% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-13T14:38:15.007 INFO:teuthology.orchestra.run.smithi001.stderr: 94.4% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-13T14:38:15.304 INFO:teuthology.orchestra.run.smithi001.stderr: 94.3% -- replaced with /var/log/ceph/96a1432a-71d9-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-13T14:38:15.307 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-13T14:38:15.307 INFO:teuthology.orchestra.run.smithi001.stderr:real 0m8.734s 2024-09-13T14:38:15.307 INFO:teuthology.orchestra.run.smithi001.stderr:user 0m32.110s 2024-09-13T14:38:15.307 INFO:teuthology.orchestra.run.smithi001.stderr:sys 0m1.087s 2024-09-13T14:38:15.307 INFO:tasks.cephadm:Archiving logs... 2024-09-13T14:38:15.308 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/log/ceph to /home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549/remote/smithi001/log 2024-09-13T14:38:15.309 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T14:38:19.514 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/log/ceph to /home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549/remote/smithi028/log 2024-09-13T14:38:19.515 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T14:38:22.620 INFO:tasks.cephadm:Removing cluster... 2024-09-13T14:38:22.621 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 --force 2024-09-13T14:38:22.783 INFO:teuthology.orchestra.run.smithi001.stdout:Deleting cluster with fsid: 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:38:23.089 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96a1432a-71d9-11ef-bceb-c7b262605968 --force 2024-09-13T14:38:23.245 INFO:teuthology.orchestra.run.smithi028.stdout:Deleting cluster with fsid: 96a1432a-71d9-11ef-bceb-c7b262605968 2024-09-13T14:38:23.578 INFO:tasks.cephadm:Removing cephadm ... 2024-09-13T14:38:23.578 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T14:38:23.595 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T14:38:23.611 INFO:tasks.cephadm:Teardown complete 2024-09-13T14:38:23.612 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T14:38:23.628 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T14:38:23.628 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T14:38:23.638 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T14:38:23.745 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T14:38:23.755 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T14:38:23.756 DEBUG:teuthology.orchestra.run.smithi001:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:38:23.759 DEBUG:teuthology.orchestra.run.smithi028:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:38:23.772 INFO:teuthology.orchestra.run.smithi001.stderr:bash: line 1: ntpq: command not found 2024-09-13T14:38:23.773 INFO:teuthology.orchestra.run.smithi028.stderr:bash: line 1: ntpq: command not found 2024-09-13T14:38:23.777 INFO:teuthology.orchestra.run.smithi001.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T14:38:23.778 INFO:teuthology.orchestra.run.smithi001.stdout:=============================================================================== 2024-09-13T14:38:23.778 INFO:teuthology.orchestra.run.smithi001.stdout:^* hv01.front.sepia.ceph.com 3 6 377 53 +243us[ +245us] +/- 60ms 2024-09-13T14:38:23.778 INFO:teuthology.orchestra.run.smithi001.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 -843us[ -843us] +/- 60ms 2024-09-13T14:38:23.779 INFO:teuthology.orchestra.run.smithi001.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 52 +773us[ +773us] +/- 75ms 2024-09-13T14:38:23.779 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:38:23.780 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T14:38:23.780 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== 2024-09-13T14:38:23.780 INFO:teuthology.orchestra.run.smithi028.stdout:^* hv01.front.sepia.ceph.com 3 6 377 50 +227us[ +237us] +/- 60ms 2024-09-13T14:38:23.780 INFO:teuthology.orchestra.run.smithi028.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 50 -870us[ -860us] +/- 60ms 2024-09-13T14:38:23.781 INFO:teuthology.orchestra.run.smithi028.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 52 +792us[ +801us] +/- 76ms 2024-09-13T14:38:23.781 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T14:38:23.781 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T14:38:23.792 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T14:38:23.793 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T14:38:23.808 DEBUG:teuthology.orchestra.run.smithi001:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T14:38:23.913 DEBUG:teuthology.orchestra.run.smithi028:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T14:38:23.997 DEBUG:teuthology.orchestra.run.smithi001:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T14:38:24.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:38:24.027 DEBUG:teuthology.orchestra.run.smithi028:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T14:38:24.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:38:24.056 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T14:38:24.068 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T14:38:24.087 INFO:teuthology.task.internal:Duration was 2167.379448 seconds 2024-09-13T14:38:24.088 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T14:38:24.102 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T14:38:24.102 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T14:38:24.105 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T14:38:24.145 INFO:teuthology.orchestra.run.smithi001.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T14:38:24.146 INFO:teuthology.orchestra.run.smithi028.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T14:38:24.401 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T14:38:24.401 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi001.front.sepia.ceph.com 2024-09-13T14:38:24.402 DEBUG:teuthology.orchestra.run.smithi001:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T14:38:24.465 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi028.front.sepia.ceph.com 2024-09-13T14:38:24.466 DEBUG:teuthology.orchestra.run.smithi028:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T14:38:24.498 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T14:38:24.499 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T14:38:24.509 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T14:38:24.567 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T14:38:24.567 DEBUG:teuthology.orchestra.run.smithi001:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T14:38:24.580 DEBUG:teuthology.orchestra.run.smithi028:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T14:38:25.035 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T14:38:25.046 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T14:38:25.046 DEBUG:teuthology.orchestra.run.smithi001:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T14:38:25.072 DEBUG:teuthology.orchestra.run.smithi028:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T14:38:25.098 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T14:38:25.109 DEBUG:teuthology.orchestra.run.smithi001:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:38:25.115 DEBUG:teuthology.orchestra.run.smithi028:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:38:25.136 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = core 2024-09-13T14:38:25.163 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = core 2024-09-13T14:38:25.183 DEBUG:teuthology.orchestra.run.smithi001:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:38:25.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:38:25.205 DEBUG:teuthology.orchestra.run.smithi028:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:38:25.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:38:25.239 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T14:38:25.251 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T14:38:25.252 DEBUG:teuthology.misc:Transferring archived files from smithi001:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549/remote/smithi001 2024-09-13T14:38:25.252 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T14:38:25.304 DEBUG:teuthology.misc:Transferring archived files from smithi028:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/akupczyk-2024-09-13_10:00:18-upgrade-wip-aclamk-cbt-combined-distro-default-smithi/7903549/remote/smithi028 2024-09-13T14:38:25.305 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T14:38:25.344 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T14:38:25.345 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T14:38:25.347 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T14:38:25.394 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T14:38:25.405 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T14:38:25.406 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T14:38:25.415 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T14:38:25.415 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T14:38:25.418 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T14:38:25.431 INFO:teuthology.orchestra.run.smithi001.stdout: 265324 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 13 14:38 /home/ubuntu/cephtest 2024-09-13T14:38:25.431 INFO:teuthology.orchestra.run.smithi001.stdout: 548912 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 13 14:32 /home/ubuntu/cephtest/mnt.0 2024-09-13T14:38:25.431 INFO:teuthology.orchestra.run.smithi001.stdout: 548913 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 13 14:36 /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T14:38:25.432 INFO:teuthology.orchestra.run.smithi001.stdout: 660632 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 14:36 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T14:38:25.432 INFO:teuthology.orchestra.run.smithi001.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-09-13T14:38:25.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:38:25.436 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi001 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-13T14:38:25.443 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T14:38:25.454 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T14:38:25.467 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi001 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-13T14:38:25.472 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2167.3794479370117 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi001 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_akupczyk@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=010fccbbde4240b1a312391663af5489 status: fail success: false 2024-09-13T14:38:25.473 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T14:38:25.497 INFO:teuthology.orchestra.run.smithi028.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 14:38 /home/ubuntu/cephtest 2024-09-13T14:38:25.586 INFO:teuthology.run:FAIL